[ 645.296073] env[69858]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69858) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 645.296441] env[69858]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69858) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 645.296537] env[69858]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69858) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 645.296882] env[69858]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 645.395318] env[69858]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69858) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 645.405378] env[69858]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69858) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 645.448543] env[69858]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 646.007556] env[69858]: INFO nova.virt.driver [None req-a6821642-ace5-4caa-985c-3c5cb94622f4 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 646.080975] env[69858]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.081171] env[69858]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.081266] env[69858]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69858) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 649.344189] env[69858]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-f50acad1-0056-4369-bf3f-50a615f98fe9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.360032] env[69858]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69858) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 649.360252] env[69858]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-571ee4ea-eb6c-4186-9718-674849131673 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.391886] env[69858]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 60eff. [ 649.392044] env[69858]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.311s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.392615] env[69858]: INFO nova.virt.vmwareapi.driver [None req-a6821642-ace5-4caa-985c-3c5cb94622f4 None None] VMware vCenter version: 7.0.3 [ 649.396159] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c27a4f9-d655-41ce-91b5-0c8e4370eef2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.413619] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26f5e92-b8b0-446f-a296-57206befa94d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.419652] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788378dc-b2bb-4986-aed3-cd578d851cf2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.426280] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511dc6d6-2266-4c24-82f8-3902076cc953 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.439232] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7752564c-a4c0-43ef-854c-f173764acc39 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.445118] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b73c5d-8ac9-4709-8795-fe6b6d2e90fb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.475509] env[69858]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-dee889ed-2e1f-4ff1-90f3-5d16687f6ae5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.480682] env[69858]: DEBUG nova.virt.vmwareapi.driver [None req-a6821642-ace5-4caa-985c-3c5cb94622f4 None None] Extension org.openstack.compute already exists. {{(pid=69858) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 649.483546] env[69858]: INFO nova.compute.provider_config [None req-a6821642-ace5-4caa-985c-3c5cb94622f4 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 649.987305] env[69858]: DEBUG nova.context [None req-a6821642-ace5-4caa-985c-3c5cb94622f4 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),2e8cc7ac-990f-4ef3-ad55-42e739fccb58(cell1) {{(pid=69858) load_cells /opt/stack/nova/nova/context.py:464}} [ 649.989510] env[69858]: DEBUG oslo_concurrency.lockutils [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.989747] env[69858]: DEBUG oslo_concurrency.lockutils [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.990460] env[69858]: DEBUG oslo_concurrency.lockutils [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.990887] env[69858]: DEBUG oslo_concurrency.lockutils [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] Acquiring lock "2e8cc7ac-990f-4ef3-ad55-42e739fccb58" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.991167] env[69858]: DEBUG oslo_concurrency.lockutils [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] Lock "2e8cc7ac-990f-4ef3-ad55-42e739fccb58" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.992219] env[69858]: DEBUG oslo_concurrency.lockutils [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] Lock "2e8cc7ac-990f-4ef3-ad55-42e739fccb58" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.013197] env[69858]: INFO dbcounter [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] Registered counter for database nova_cell0 [ 650.021454] env[69858]: INFO dbcounter [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] Registered counter for database nova_cell1 [ 650.024742] env[69858]: DEBUG oslo_db.sqlalchemy.engines [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69858) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 650.025125] env[69858]: DEBUG oslo_db.sqlalchemy.engines [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69858) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 650.029845] env[69858]: ERROR nova.db.main.api [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 650.029845] env[69858]: result = function(*args, **kwargs) [ 650.029845] env[69858]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 650.029845] env[69858]: return func(*args, **kwargs) [ 650.029845] env[69858]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 650.029845] env[69858]: result = fn(*args, **kwargs) [ 650.029845] env[69858]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 650.029845] env[69858]: return f(*args, **kwargs) [ 650.029845] env[69858]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 650.029845] env[69858]: return db.service_get_minimum_version(context, binaries) [ 650.029845] env[69858]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 650.029845] env[69858]: _check_db_access() [ 650.029845] env[69858]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 650.029845] env[69858]: stacktrace = ''.join(traceback.format_stack()) [ 650.029845] env[69858]: [ 650.030852] env[69858]: ERROR nova.db.main.api [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 650.030852] env[69858]: result = function(*args, **kwargs) [ 650.030852] env[69858]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 650.030852] env[69858]: return func(*args, **kwargs) [ 650.030852] env[69858]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 650.030852] env[69858]: result = fn(*args, **kwargs) [ 650.030852] env[69858]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 650.030852] env[69858]: return f(*args, **kwargs) [ 650.030852] env[69858]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 650.030852] env[69858]: return db.service_get_minimum_version(context, binaries) [ 650.030852] env[69858]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 650.030852] env[69858]: _check_db_access() [ 650.030852] env[69858]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 650.030852] env[69858]: stacktrace = ''.join(traceback.format_stack()) [ 650.030852] env[69858]: [ 650.031299] env[69858]: WARNING nova.objects.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 650.031390] env[69858]: WARNING nova.objects.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] Failed to get minimum service version for cell 2e8cc7ac-990f-4ef3-ad55-42e739fccb58 [ 650.031813] env[69858]: DEBUG oslo_concurrency.lockutils [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] Acquiring lock "singleton_lock" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.031975] env[69858]: DEBUG oslo_concurrency.lockutils [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] Acquired lock "singleton_lock" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.032227] env[69858]: DEBUG oslo_concurrency.lockutils [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] Releasing lock "singleton_lock" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.032553] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] Full set of CONF: {{(pid=69858) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 650.032699] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] ******************************************************************************** {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 650.032830] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] Configuration options gathered from: {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 650.032965] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 650.033175] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 650.033305] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] ================================================================================ {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 650.033512] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] allow_resize_to_same_host = True {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.033754] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] arq_binding_timeout = 300 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.033892] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] backdoor_port = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.034035] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] backdoor_socket = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.034209] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] block_device_allocate_retries = 60 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.034372] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] block_device_allocate_retries_interval = 3 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.034578] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cert = self.pem {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.034788] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.034972] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] compute_monitors = [] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.035158] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] config_dir = [] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.035332] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] config_drive_format = iso9660 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.035465] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.035628] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] config_source = [] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.035794] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] console_host = devstack {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.035956] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] control_exchange = nova {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.036127] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cpu_allocation_ratio = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.036286] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] daemon = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.036454] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] debug = True {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.036612] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] default_access_ip_network_name = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.036776] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] default_availability_zone = nova {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.036929] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] default_ephemeral_format = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.037100] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] default_green_pool_size = 1000 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.037347] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.037511] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] default_schedule_zone = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.037669] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] disk_allocation_ratio = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.037830] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] enable_new_services = True {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.038018] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] enabled_apis = ['osapi_compute'] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.038185] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] enabled_ssl_apis = [] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.038345] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] flat_injected = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.038501] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] force_config_drive = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.038657] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] force_raw_images = True {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.038826] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] graceful_shutdown_timeout = 5 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.038990] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] heal_instance_info_cache_interval = -1 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.039224] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] host = cpu-1 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.039401] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.039566] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] initial_disk_allocation_ratio = 1.0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.039727] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] initial_ram_allocation_ratio = 1.0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.039942] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.040119] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] instance_build_timeout = 0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.040281] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] instance_delete_interval = 300 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.040446] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] instance_format = [instance: %(uuid)s] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.040611] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] instance_name_template = instance-%08x {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.040769] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] instance_usage_audit = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.040936] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] instance_usage_audit_period = month {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.041113] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.041280] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] instances_path = /opt/stack/data/nova/instances {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.041445] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] internal_service_availability_zone = internal {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.041600] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] key = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.041760] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] live_migration_retry_count = 30 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.041923] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] log_color = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.042099] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] log_config_append = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.042267] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.042426] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] log_dir = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.042580] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] log_file = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.042708] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] log_options = True {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.042864] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] log_rotate_interval = 1 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.043041] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] log_rotate_interval_type = days {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.043212] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] log_rotation_type = none {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.043342] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.043468] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.043687] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.043861] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.043989] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.044168] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] long_rpc_timeout = 1800 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.044328] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] max_concurrent_builds = 10 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.044486] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] max_concurrent_live_migrations = 1 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.044671] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] max_concurrent_snapshots = 5 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.044841] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] max_local_block_devices = 3 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.044998] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] max_logfile_count = 30 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.045171] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] max_logfile_size_mb = 200 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.045331] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] maximum_instance_delete_attempts = 5 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.045503] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] metadata_listen = 0.0.0.0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.045676] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] metadata_listen_port = 8775 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.045850] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] metadata_workers = 2 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.046023] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] migrate_max_retries = -1 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.046187] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] mkisofs_cmd = genisoimage {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.046391] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] my_block_storage_ip = 10.180.1.21 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.046522] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] my_ip = 10.180.1.21 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.046718] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.046883] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] network_allocate_retries = 0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.047078] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.047256] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] osapi_compute_listen = 0.0.0.0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.047419] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] osapi_compute_listen_port = 8774 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.047584] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] osapi_compute_unique_server_name_scope = {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.047755] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] osapi_compute_workers = 2 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.047916] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] password_length = 12 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.048089] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] periodic_enable = True {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.048252] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] periodic_fuzzy_delay = 60 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.048419] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] pointer_model = usbtablet {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.048584] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] preallocate_images = none {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.048740] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] publish_errors = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.048868] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] pybasedir = /opt/stack/nova {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.049037] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] ram_allocation_ratio = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.049201] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] rate_limit_burst = 0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.049368] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] rate_limit_except_level = CRITICAL {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.049523] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] rate_limit_interval = 0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.049676] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] reboot_timeout = 0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.049834] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] reclaim_instance_interval = 0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.049988] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] record = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.050169] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] reimage_timeout_per_gb = 60 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.050336] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] report_interval = 120 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.050495] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] rescue_timeout = 0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.050653] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] reserved_host_cpus = 0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.050812] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] reserved_host_disk_mb = 0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.050969] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] reserved_host_memory_mb = 512 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.051146] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] reserved_huge_pages = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.051306] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] resize_confirm_window = 0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.051465] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] resize_fs_using_block_device = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.051624] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] resume_guests_state_on_host_boot = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.051793] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.051951] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] rpc_response_timeout = 60 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.052123] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] run_external_periodic_tasks = True {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.052292] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] running_deleted_instance_action = reap {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.052450] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] running_deleted_instance_poll_interval = 1800 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.052607] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] running_deleted_instance_timeout = 0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.052765] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] scheduler_instance_sync_interval = 120 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.052929] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] service_down_time = 720 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.053107] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] servicegroup_driver = db {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.053264] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] shell_completion = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.053421] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] shelved_offload_time = 0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.053614] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] shelved_poll_interval = 3600 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.053796] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] shutdown_timeout = 0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.053960] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] source_is_ipv6 = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.054134] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] ssl_only = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.054380] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.054558] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] sync_power_state_interval = 600 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.054884] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] sync_power_state_pool_size = 1000 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.054943] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] syslog_log_facility = LOG_USER {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.055088] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] tempdir = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.055250] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] timeout_nbd = 10 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.055418] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] transport_url = **** {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.055579] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] update_resources_interval = 0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.055761] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] use_cow_images = True {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.055935] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] use_journal = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.056109] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] use_json = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.056269] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] use_rootwrap_daemon = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.056428] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] use_stderr = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.056587] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] use_syslog = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.056744] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vcpu_pin_set = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.056913] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vif_plugging_is_fatal = True {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.057094] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vif_plugging_timeout = 300 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.057265] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] virt_mkfs = [] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.057426] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] volume_usage_poll_interval = 0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.057586] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] watch_log_file = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.057795] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] web = /usr/share/spice-html5 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 650.058116] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.058309] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.058478] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.058650] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_concurrency.disable_process_locking = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.059230] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.059427] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.059606] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.059788] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.059966] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.060166] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.060359] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api.auth_strategy = keystone {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.060530] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api.compute_link_prefix = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.060707] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.060916] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api.dhcp_domain = novalocal {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.061105] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api.enable_instance_password = True {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.061277] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api.glance_link_prefix = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.061447] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.061621] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.061784] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api.instance_list_per_project_cells = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.061945] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api.list_records_by_skipping_down_cells = True {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.062125] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api.local_metadata_per_cell = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.062294] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api.max_limit = 1000 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.062464] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api.metadata_cache_expiration = 15 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.062639] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api.neutron_default_tenant_id = default {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.062819] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api.response_validation = warn {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.062986] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api.use_neutron_default_nets = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.063172] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.063339] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.063507] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.063703] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.063903] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api.vendordata_dynamic_targets = [] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.064088] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api.vendordata_jsonfile_path = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.064281] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.064480] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.backend = dogpile.cache.memcached {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.064653] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.backend_argument = **** {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.064817] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.backend_expiration_time = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.064988] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.config_prefix = cache.oslo {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.065174] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.dead_timeout = 60.0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.065342] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.debug_cache_backend = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.065505] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.enable_retry_client = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.065669] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.enable_socket_keepalive = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.065842] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.enabled = True {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.066024] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.enforce_fips_mode = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.066191] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.expiration_time = 600 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.066354] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.hashclient_retry_attempts = 2 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.066521] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.hashclient_retry_delay = 1.0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.066696] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.memcache_dead_retry = 300 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.066885] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.memcache_password = **** {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.067075] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.067246] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.067411] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.memcache_pool_maxsize = 10 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.067576] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.067739] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.memcache_sasl_enabled = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.067918] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.068102] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.memcache_socket_timeout = 1.0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.068268] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.memcache_username = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.068434] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.proxies = [] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.068597] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.redis_db = 0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.068759] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.redis_password = **** {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.068928] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.redis_sentinel_service_name = mymaster {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.069125] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.069299] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.redis_server = localhost:6379 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.069468] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.redis_socket_timeout = 1.0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.069630] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.redis_username = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.069796] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.retry_attempts = 2 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.070542] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.retry_delay = 0.0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.070542] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.socket_keepalive_count = 1 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.070542] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.socket_keepalive_idle = 1 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.070542] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.socket_keepalive_interval = 1 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.070714] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.tls_allowed_ciphers = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.070798] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.tls_cafile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.070929] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.tls_certfile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.071105] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.tls_enabled = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.071270] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cache.tls_keyfile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.071444] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cinder.auth_section = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.071617] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cinder.auth_type = password {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.071782] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cinder.cafile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.071956] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cinder.catalog_info = volumev3::publicURL {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.072135] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cinder.certfile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.072301] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cinder.collect_timing = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.072465] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cinder.cross_az_attach = True {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.072629] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cinder.debug = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.072792] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cinder.endpoint_template = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.072982] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cinder.http_retries = 3 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.073169] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cinder.insecure = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.073330] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cinder.keyfile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.073502] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cinder.os_region_name = RegionOne {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.073694] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cinder.split_loggers = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.073867] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cinder.timeout = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.074056] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.074225] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] compute.cpu_dedicated_set = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.074389] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] compute.cpu_shared_set = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.074559] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] compute.image_type_exclude_list = [] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.074724] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.074887] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] compute.max_concurrent_disk_ops = 0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.075062] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] compute.max_disk_devices_to_attach = -1 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.075231] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.075403] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.075566] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] compute.resource_provider_association_refresh = 300 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.075727] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.075906] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] compute.shutdown_retry_interval = 10 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.076116] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.076304] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] conductor.workers = 2 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.076483] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] console.allowed_origins = [] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.076646] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] console.ssl_ciphers = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.076821] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] console.ssl_minimum_version = default {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.076992] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] consoleauth.enforce_session_timeout = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.077176] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] consoleauth.token_ttl = 600 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.077347] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cyborg.cafile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.077507] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cyborg.certfile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.077674] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cyborg.collect_timing = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.077833] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cyborg.connect_retries = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.077991] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cyborg.connect_retry_delay = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.078164] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cyborg.endpoint_override = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.078330] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cyborg.insecure = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.078490] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cyborg.keyfile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.078662] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cyborg.max_version = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.078836] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cyborg.min_version = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.078995] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cyborg.region_name = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.079170] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cyborg.retriable_status_codes = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.079329] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cyborg.service_name = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.079498] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cyborg.service_type = accelerator {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.079659] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cyborg.split_loggers = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.079819] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cyborg.status_code_retries = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.079977] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cyborg.status_code_retry_delay = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.080154] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cyborg.timeout = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.080336] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.080501] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] cyborg.version = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.080675] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] database.asyncio_connection = **** {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.080840] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] database.asyncio_slave_connection = **** {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.081024] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] database.backend = sqlalchemy {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.081204] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] database.connection = **** {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.081371] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] database.connection_debug = 0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.081546] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] database.connection_parameters = {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.081709] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] database.connection_recycle_time = 3600 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.081875] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] database.connection_trace = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.082050] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] database.db_inc_retry_interval = True {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.082222] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] database.db_max_retries = 20 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.082386] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] database.db_max_retry_interval = 10 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.082552] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] database.db_retry_interval = 1 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.082720] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] database.max_overflow = 50 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.082884] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] database.max_pool_size = 5 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.083059] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] database.max_retries = 10 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.083236] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.083400] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] database.mysql_wsrep_sync_wait = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.083591] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] database.pool_timeout = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.083770] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] database.retry_interval = 10 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.083935] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] database.slave_connection = **** {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.084112] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] database.sqlite_synchronous = True {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.084278] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] database.use_db_reconnect = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.084449] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api_database.asyncio_connection = **** {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.084966] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api_database.asyncio_slave_connection = **** {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.084966] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api_database.backend = sqlalchemy {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.084966] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api_database.connection = **** {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.085181] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api_database.connection_debug = 0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.085302] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api_database.connection_parameters = {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.085468] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api_database.connection_recycle_time = 3600 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.085632] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api_database.connection_trace = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.085795] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api_database.db_inc_retry_interval = True {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.085986] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api_database.db_max_retries = 20 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.086178] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api_database.db_max_retry_interval = 10 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.086345] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api_database.db_retry_interval = 1 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.086509] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api_database.max_overflow = 50 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.086672] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api_database.max_pool_size = 5 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.086838] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api_database.max_retries = 10 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.087016] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.087192] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.087353] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api_database.pool_timeout = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.087517] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api_database.retry_interval = 10 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.087679] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api_database.slave_connection = **** {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.087842] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] api_database.sqlite_synchronous = True {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.088030] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] devices.enabled_mdev_types = [] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.088216] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.088391] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] ephemeral_storage_encryption.default_format = luks {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.088556] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] ephemeral_storage_encryption.enabled = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.088722] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.088895] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] glance.api_servers = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.089071] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] glance.cafile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.089236] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] glance.certfile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.089399] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] glance.collect_timing = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.089556] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] glance.connect_retries = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.089717] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] glance.connect_retry_delay = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.089881] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] glance.debug = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.090057] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] glance.default_trusted_certificate_ids = [] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.090226] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] glance.enable_certificate_validation = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.090390] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] glance.enable_rbd_download = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.090552] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] glance.endpoint_override = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.090736] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] glance.insecure = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.090909] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] glance.keyfile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.091083] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] glance.max_version = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.091247] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] glance.min_version = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.091411] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] glance.num_retries = 3 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.091581] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] glance.rbd_ceph_conf = {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.091743] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] glance.rbd_connect_timeout = 5 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.091911] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] glance.rbd_pool = {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.092089] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] glance.rbd_user = {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.092259] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] glance.region_name = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.092416] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] glance.retriable_status_codes = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.092572] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] glance.service_name = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.092739] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] glance.service_type = image {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.092899] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] glance.split_loggers = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.093067] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] glance.status_code_retries = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.093228] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] glance.status_code_retry_delay = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.093385] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] glance.timeout = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.093576] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.093756] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] glance.verify_glance_signatures = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.093921] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] glance.version = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.094105] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] guestfs.debug = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.094278] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] manila.auth_section = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.094442] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] manila.auth_type = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.094605] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] manila.cafile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.094764] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] manila.certfile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.094930] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] manila.collect_timing = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.095102] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] manila.connect_retries = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.095267] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] manila.connect_retry_delay = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.095428] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] manila.endpoint_override = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.095591] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] manila.insecure = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.095751] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] manila.keyfile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.095931] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] manila.max_version = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.096118] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] manila.min_version = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.096285] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] manila.region_name = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.096445] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] manila.retriable_status_codes = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.096607] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] manila.service_name = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.096781] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] manila.service_type = shared-file-system {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.096948] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] manila.share_apply_policy_timeout = 10 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.097361] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] manila.split_loggers = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.097361] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] manila.status_code_retries = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.097499] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] manila.status_code_retry_delay = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.097587] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] manila.timeout = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.097769] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.097934] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] manila.version = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.098119] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] mks.enabled = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.098475] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.098665] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] image_cache.manager_interval = 2400 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.098841] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] image_cache.precache_concurrency = 1 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.099023] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] image_cache.remove_unused_base_images = True {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.099203] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.099374] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.099553] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] image_cache.subdirectory_name = _base {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.099733] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] ironic.api_max_retries = 60 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.099900] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] ironic.api_retry_interval = 2 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.100077] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] ironic.auth_section = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.100245] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] ironic.auth_type = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.100407] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] ironic.cafile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.100567] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] ironic.certfile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.100732] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] ironic.collect_timing = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.100899] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] ironic.conductor_group = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.101073] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] ironic.connect_retries = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.101239] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] ironic.connect_retry_delay = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.101400] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] ironic.endpoint_override = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.101565] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] ironic.insecure = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.101728] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] ironic.keyfile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.101888] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] ironic.max_version = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.102060] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] ironic.min_version = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.102232] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] ironic.peer_list = [] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.102392] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] ironic.region_name = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.102552] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] ironic.retriable_status_codes = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.102728] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] ironic.serial_console_state_timeout = 10 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.102898] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] ironic.service_name = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.103083] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] ironic.service_type = baremetal {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.103250] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] ironic.shard = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.103415] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] ironic.split_loggers = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.103593] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] ironic.status_code_retries = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.103767] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] ironic.status_code_retry_delay = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.103930] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] ironic.timeout = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.104128] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.104294] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] ironic.version = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.104478] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.104657] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] key_manager.fixed_key = **** {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.104842] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.105014] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] barbican.barbican_api_version = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.105207] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] barbican.barbican_endpoint = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.105383] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] barbican.barbican_endpoint_type = public {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.105545] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] barbican.barbican_region_name = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.105708] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] barbican.cafile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.105871] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] barbican.certfile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.106106] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] barbican.collect_timing = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.106286] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] barbican.insecure = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.106449] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] barbican.keyfile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.106614] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] barbican.number_of_retries = 60 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.106778] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] barbican.retry_delay = 1 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.106940] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] barbican.send_service_user_token = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.107119] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] barbican.split_loggers = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.107280] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] barbican.timeout = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.107712] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] barbican.verify_ssl = True {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.107712] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] barbican.verify_ssl_path = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.107799] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] barbican_service_user.auth_section = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.107909] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] barbican_service_user.auth_type = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.108080] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] barbican_service_user.cafile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.108244] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] barbican_service_user.certfile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.108406] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] barbican_service_user.collect_timing = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.108566] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] barbican_service_user.insecure = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.108725] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] barbican_service_user.keyfile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.108887] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] barbican_service_user.split_loggers = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.109058] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] barbican_service_user.timeout = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.109228] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vault.approle_role_id = **** {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.109387] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vault.approle_secret_id = **** {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.109558] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vault.kv_mountpoint = secret {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.109719] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vault.kv_path = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.109882] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vault.kv_version = 2 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.110057] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vault.namespace = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.110221] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vault.root_token_id = **** {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.110381] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vault.ssl_ca_crt_file = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.110551] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vault.timeout = 60.0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.110717] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vault.use_ssl = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.110890] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.111073] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] keystone.cafile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.111238] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] keystone.certfile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.111401] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] keystone.collect_timing = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.111564] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] keystone.connect_retries = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.111721] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] keystone.connect_retry_delay = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.111880] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] keystone.endpoint_override = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.112058] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] keystone.insecure = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.112226] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] keystone.keyfile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.112387] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] keystone.max_version = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.112545] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] keystone.min_version = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.112711] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] keystone.region_name = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.112873] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] keystone.retriable_status_codes = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.113046] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] keystone.service_name = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.113232] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] keystone.service_type = identity {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.113386] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] keystone.split_loggers = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.113544] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] keystone.status_code_retries = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.113739] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] keystone.status_code_retry_delay = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.113903] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] keystone.timeout = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.114114] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.114282] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] keystone.version = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.114473] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.ceph_mount_options = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.114773] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.114956] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.connection_uri = {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.115137] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.cpu_mode = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.115306] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.cpu_model_extra_flags = [] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.115475] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.cpu_models = [] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.115648] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.cpu_power_governor_high = performance {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.115821] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.cpu_power_governor_low = powersave {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.116022] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.cpu_power_management = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.116210] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.116381] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.device_detach_attempts = 8 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.116548] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.device_detach_timeout = 20 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.116716] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.disk_cachemodes = [] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.116878] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.disk_prefix = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.117054] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.enabled_perf_events = [] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.117223] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.file_backed_memory = 0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.117388] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.gid_maps = [] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.117546] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.hw_disk_discard = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.117703] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.hw_machine_type = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.117871] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.images_rbd_ceph_conf = {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.118046] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.118210] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.118380] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.images_rbd_glance_store_name = {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.118547] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.images_rbd_pool = rbd {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.118717] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.images_type = default {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.118877] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.images_volume_group = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.119051] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.inject_key = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.119218] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.inject_partition = -2 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.119378] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.inject_password = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.119535] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.iscsi_iface = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.119693] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.iser_use_multipath = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.119854] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.live_migration_bandwidth = 0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.120031] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.120200] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.live_migration_downtime = 500 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.120363] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.120525] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.120684] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.live_migration_inbound_addr = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.120846] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.121011] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.live_migration_permit_post_copy = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.121178] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.live_migration_scheme = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.121351] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.live_migration_timeout_action = abort {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.121512] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.live_migration_tunnelled = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.121668] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.live_migration_uri = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.121828] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.live_migration_with_native_tls = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.121989] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.max_queues = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.122166] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.122398] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.122563] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.nfs_mount_options = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.122857] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.123051] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.123225] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.num_iser_scan_tries = 5 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.123387] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.num_memory_encrypted_guests = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.123560] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.123742] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.num_pcie_ports = 0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.123914] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.num_volume_scan_tries = 5 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.124091] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.pmem_namespaces = [] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.124256] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.quobyte_client_cfg = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.124552] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.124743] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.rbd_connect_timeout = 5 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.124918] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.125094] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.125258] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.rbd_secret_uuid = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.125418] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.rbd_user = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.125582] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.125754] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.remote_filesystem_transport = ssh {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.125938] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.rescue_image_id = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.126129] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.rescue_kernel_id = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.126291] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.rescue_ramdisk_id = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.126458] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.126620] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.rx_queue_size = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.126790] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.smbfs_mount_options = {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.127096] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.127274] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.snapshot_compression = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.127439] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.snapshot_image_format = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.127667] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.127833] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.sparse_logical_volumes = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.128047] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.swtpm_enabled = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.128260] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.swtpm_group = tss {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.128438] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.swtpm_user = tss {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.128614] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.sysinfo_serial = unique {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.128777] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.tb_cache_size = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.128936] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.tx_queue_size = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.129113] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.uid_maps = [] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.129277] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.use_virtio_for_bridges = True {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.129449] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.virt_type = kvm {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.129617] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.volume_clear = zero {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.129782] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.volume_clear_size = 0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.129944] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.volume_enforce_multipath = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.130128] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.volume_use_multipath = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.130290] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.vzstorage_cache_path = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.130457] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.130623] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.vzstorage_mount_group = qemu {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.130790] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.vzstorage_mount_opts = [] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.130957] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.131260] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.131445] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.vzstorage_mount_user = stack {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.131613] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.131789] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] neutron.auth_section = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.131966] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] neutron.auth_type = password {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.132144] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] neutron.cafile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.132307] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] neutron.certfile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.132471] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] neutron.collect_timing = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.132630] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] neutron.connect_retries = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.132790] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] neutron.connect_retry_delay = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.132961] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] neutron.default_floating_pool = public {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.133135] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] neutron.endpoint_override = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.133299] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] neutron.extension_sync_interval = 600 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.133463] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] neutron.http_retries = 3 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.133653] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] neutron.insecure = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.133820] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] neutron.keyfile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.133986] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] neutron.max_version = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.134177] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.134341] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] neutron.min_version = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.134512] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] neutron.ovs_bridge = br-int {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.134680] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] neutron.physnets = [] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.134851] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] neutron.region_name = RegionOne {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.135019] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] neutron.retriable_status_codes = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.135194] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] neutron.service_metadata_proxy = True {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.135360] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] neutron.service_name = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.135530] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] neutron.service_type = network {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.135693] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] neutron.split_loggers = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.135858] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] neutron.status_code_retries = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.136053] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] neutron.status_code_retry_delay = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.136223] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] neutron.timeout = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.136416] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.136581] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] neutron.version = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.136758] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] notifications.bdms_in_notifications = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.136934] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] notifications.default_level = INFO {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.137111] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] notifications.include_share_mapping = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.137289] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] notifications.notification_format = unversioned {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.137454] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] notifications.notify_on_state_change = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.137631] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.137808] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] pci.alias = [] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.137979] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] pci.device_spec = [] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.138159] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] pci.report_in_placement = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.138337] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] placement.auth_section = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.138507] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] placement.auth_type = password {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.138675] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.138838] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] placement.cafile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.138998] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] placement.certfile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.139179] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] placement.collect_timing = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.139340] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] placement.connect_retries = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.139499] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] placement.connect_retry_delay = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.139658] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] placement.default_domain_id = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.139818] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] placement.default_domain_name = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.139979] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] placement.domain_id = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.140151] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] placement.domain_name = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.140310] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] placement.endpoint_override = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.140471] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] placement.insecure = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.140630] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] placement.keyfile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.140788] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] placement.max_version = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.140943] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] placement.min_version = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.141126] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] placement.password = **** {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.141287] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] placement.project_domain_id = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.141454] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] placement.project_domain_name = Default {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.141622] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] placement.project_id = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.141795] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] placement.project_name = service {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.141962] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] placement.region_name = RegionOne {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.142140] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] placement.retriable_status_codes = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.142302] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] placement.service_name = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.142472] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] placement.service_type = placement {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.142634] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] placement.split_loggers = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.142793] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] placement.status_code_retries = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.142954] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] placement.status_code_retry_delay = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.143128] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] placement.system_scope = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.143285] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] placement.timeout = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.143441] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] placement.trust_id = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.143621] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] placement.user_domain_id = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.143808] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] placement.user_domain_name = Default {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.143971] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] placement.user_id = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.144159] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] placement.username = nova {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.144344] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.144506] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] placement.version = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.144708] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] quota.cores = 20 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.144888] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] quota.count_usage_from_placement = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.145071] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.145245] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] quota.injected_file_content_bytes = 10240 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.145413] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] quota.injected_file_path_length = 255 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.145579] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] quota.injected_files = 5 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.145746] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] quota.instances = 10 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.145932] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] quota.key_pairs = 100 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.146131] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] quota.metadata_items = 128 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.146303] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] quota.ram = 51200 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.146471] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] quota.recheck_quota = True {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.146636] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] quota.server_group_members = 10 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.146802] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] quota.server_groups = 10 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.147024] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.147198] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] quota.unified_limits_resource_strategy = require {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.147376] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.147540] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.147703] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] scheduler.image_metadata_prefilter = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.147865] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.148042] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] scheduler.max_attempts = 3 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.148207] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] scheduler.max_placement_results = 1000 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.148368] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.148529] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] scheduler.query_placement_for_image_type_support = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.148692] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.148868] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] scheduler.workers = 2 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.149063] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.149243] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.149424] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.149596] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.149763] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.149923] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.150102] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.150294] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.150462] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] filter_scheduler.host_subset_size = 1 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.150628] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.150793] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.150957] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.151138] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.151318] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.151484] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] filter_scheduler.isolated_hosts = [] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.151644] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] filter_scheduler.isolated_images = [] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.151810] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.152363] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.152363] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.152363] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] filter_scheduler.pci_in_placement = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.152540] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.152589] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.152748] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.152908] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.153079] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.153244] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.153405] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] filter_scheduler.track_instance_changes = True {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.153595] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.153787] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] metrics.required = True {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.153967] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] metrics.weight_multiplier = 1.0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.154151] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.154319] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] metrics.weight_setting = [] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.154628] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.154804] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] serial_console.enabled = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.154982] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] serial_console.port_range = 10000:20000 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.155175] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.155347] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.155514] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] serial_console.serialproxy_port = 6083 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.155684] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] service_user.auth_section = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.155862] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] service_user.auth_type = password {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.156057] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] service_user.cafile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.156228] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] service_user.certfile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.156398] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] service_user.collect_timing = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.156560] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] service_user.insecure = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.156721] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] service_user.keyfile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.156893] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] service_user.send_service_user_token = True {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.157071] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] service_user.split_loggers = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.157236] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] service_user.timeout = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.157408] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] spice.agent_enabled = True {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.157573] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] spice.enabled = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.157873] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.158101] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.158277] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] spice.html5proxy_port = 6082 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.158441] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] spice.image_compression = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.158601] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] spice.jpeg_compression = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.158764] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] spice.playback_compression = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.158929] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] spice.require_secure = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.159115] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] spice.server_listen = 127.0.0.1 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.159289] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.159565] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.159739] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] spice.streaming_mode = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.159901] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] spice.zlib_compression = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.160082] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] upgrade_levels.baseapi = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.160258] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] upgrade_levels.compute = auto {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.160423] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] upgrade_levels.conductor = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.160579] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] upgrade_levels.scheduler = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.160748] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vendordata_dynamic_auth.auth_section = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.160911] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vendordata_dynamic_auth.auth_type = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.161083] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vendordata_dynamic_auth.cafile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.161243] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vendordata_dynamic_auth.certfile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.161407] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.161569] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vendordata_dynamic_auth.insecure = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.161726] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vendordata_dynamic_auth.keyfile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.161886] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.162055] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vendordata_dynamic_auth.timeout = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.162236] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vmware.api_retry_count = 10 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.162398] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vmware.ca_file = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.162570] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vmware.cache_prefix = devstack-image-cache {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.162739] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vmware.cluster_name = testcl1 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.162905] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vmware.connection_pool_size = 10 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.163077] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vmware.console_delay_seconds = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.163250] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vmware.datastore_regex = ^datastore.* {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.163456] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.163663] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vmware.host_password = **** {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.163838] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vmware.host_port = 443 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.164014] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vmware.host_username = administrator@vsphere.local {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.164191] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vmware.insecure = True {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.164358] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vmware.integration_bridge = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.164522] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vmware.maximum_objects = 100 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.164702] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vmware.pbm_default_policy = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.164871] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vmware.pbm_enabled = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.165046] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vmware.pbm_wsdl_location = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.165220] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.165380] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vmware.serial_port_proxy_uri = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.165538] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vmware.serial_port_service_uri = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.165705] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vmware.task_poll_interval = 0.5 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.165890] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vmware.use_linked_clone = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.166091] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vmware.vnc_keymap = en-us {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.166267] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vmware.vnc_port = 5900 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.166438] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vmware.vnc_port_total = 10000 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.166626] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vnc.auth_schemes = ['none'] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.166801] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vnc.enabled = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.167097] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.167289] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.167459] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vnc.novncproxy_port = 6080 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.167648] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vnc.server_listen = 127.0.0.1 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.167828] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.167988] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vnc.vencrypt_ca_certs = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.168164] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vnc.vencrypt_client_cert = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.168327] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vnc.vencrypt_client_key = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.168497] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.168659] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] workarounds.disable_deep_image_inspection = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.168822] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.168985] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.169162] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.169325] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] workarounds.disable_rootwrap = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.169484] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] workarounds.enable_numa_live_migration = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.169644] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.169805] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.169960] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.170133] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] workarounds.libvirt_disable_apic = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.170293] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.170451] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.170613] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.170773] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.170933] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.171117] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.171285] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.171446] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.171603] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.171767] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.171951] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.172134] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] wsgi.client_socket_timeout = 900 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.172303] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] wsgi.default_pool_size = 1000 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.172470] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] wsgi.keep_alive = True {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.172637] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] wsgi.max_header_line = 16384 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.172802] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] wsgi.secure_proxy_ssl_header = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.172965] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] wsgi.ssl_ca_file = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.173136] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] wsgi.ssl_cert_file = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.173296] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] wsgi.ssl_key_file = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.173460] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] wsgi.tcp_keepidle = 600 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.173669] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.173849] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] zvm.ca_file = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.174021] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] zvm.cloud_connector_url = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.174316] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.174494] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] zvm.reachable_timeout = 300 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.174686] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.174878] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.175069] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] profiler.connection_string = messaging:// {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.175247] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] profiler.enabled = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.175418] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] profiler.es_doc_type = notification {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.175586] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] profiler.es_scroll_size = 10000 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.175755] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] profiler.es_scroll_time = 2m {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.175945] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] profiler.filter_error_trace = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.176145] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] profiler.hmac_keys = **** {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.176318] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] profiler.sentinel_service_name = mymaster {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.176487] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] profiler.socket_timeout = 0.1 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.176650] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] profiler.trace_requests = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.176810] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] profiler.trace_sqlalchemy = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.176986] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] profiler_jaeger.process_tags = {} {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.177162] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] profiler_jaeger.service_name_prefix = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.177327] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] profiler_otlp.service_name_prefix = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.177501] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.177660] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.177824] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.177986] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.178163] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.178325] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.178485] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.178647] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.178811] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.178984] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.179158] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.179327] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.179493] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.179659] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.179826] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.179995] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.180173] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.180337] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.180508] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.180674] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.180835] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.180999] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.181179] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.181341] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.181503] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.181664] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.181823] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.181985] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.182159] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.182321] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.182480] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_rabbit.ssl = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.182649] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.182816] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.182979] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.183160] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.183329] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_rabbit.ssl_version = {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.183490] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.183699] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.183874] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_notifications.retry = -1 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.184060] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.184236] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_messaging_notifications.transport_url = **** {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.184408] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_limit.auth_section = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.184573] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_limit.auth_type = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.184753] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_limit.cafile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.184923] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_limit.certfile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.185102] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_limit.collect_timing = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.185265] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_limit.connect_retries = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.185426] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_limit.connect_retry_delay = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.185583] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_limit.endpoint_id = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.185758] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_limit.endpoint_interface = publicURL {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.185939] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_limit.endpoint_override = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.186124] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_limit.endpoint_region_name = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.186287] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_limit.endpoint_service_name = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.186445] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_limit.endpoint_service_type = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.186607] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_limit.insecure = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.186771] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_limit.keyfile = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.186925] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_limit.max_version = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.187097] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_limit.min_version = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.187261] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_limit.region_name = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.187421] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_limit.retriable_status_codes = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.187581] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_limit.service_name = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.187741] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_limit.service_type = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.187902] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_limit.split_loggers = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.188073] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_limit.status_code_retries = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.188237] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_limit.status_code_retry_delay = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.188395] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_limit.timeout = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.188556] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_limit.valid_interfaces = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.188712] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_limit.version = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.188877] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_reports.file_event_handler = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.189053] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.189219] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] oslo_reports.log_dir = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.189392] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.189553] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.189715] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.189881] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.190057] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.190225] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.190398] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.190559] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vif_plug_ovs_privileged.group = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.190720] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.190884] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.191071] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.191238] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] vif_plug_ovs_privileged.user = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.191411] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] os_vif_linux_bridge.flat_interface = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.191591] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.191765] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.191936] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.192122] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.192300] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.192465] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.192627] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.192808] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.192979] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] os_vif_ovs.isolate_vif = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.193160] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.193326] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.193495] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.193692] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] os_vif_ovs.ovsdb_interface = native {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.193866] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] os_vif_ovs.per_port_bridge = False {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.194055] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] privsep_osbrick.capabilities = [21] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.194225] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] privsep_osbrick.group = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.194386] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] privsep_osbrick.helper_command = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.194557] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.194758] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.194940] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] privsep_osbrick.user = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.195134] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.195299] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] nova_sys_admin.group = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.195459] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] nova_sys_admin.helper_command = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.195621] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.195786] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.195964] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] nova_sys_admin.user = None {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 650.196117] env[69858]: DEBUG oslo_service.backend.eventlet.service [None req-50a0be36-5e78-4fa0-a3ab-90b80731fcac None None] ******************************************************************************** {{(pid=69858) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 650.196536] env[69858]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 650.700161] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-bd76c361-d088-4aa3-bd54-7dce1fb08ed6 None None] Getting list of instances from cluster (obj){ [ 650.700161] env[69858]: value = "domain-c8" [ 650.700161] env[69858]: _type = "ClusterComputeResource" [ 650.700161] env[69858]: } {{(pid=69858) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 650.701257] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a12023-d09c-436c-96a4-ee168c1b42de {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.710179] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-bd76c361-d088-4aa3-bd54-7dce1fb08ed6 None None] Got total of 0 instances {{(pid=69858) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 650.710749] env[69858]: WARNING nova.virt.vmwareapi.driver [None req-bd76c361-d088-4aa3-bd54-7dce1fb08ed6 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 650.711230] env[69858]: INFO nova.virt.node [None req-bd76c361-d088-4aa3-bd54-7dce1fb08ed6 None None] Generated node identity a0eb830e-e56f-4bef-ab3f-89644f27fe23 [ 650.711468] env[69858]: INFO nova.virt.node [None req-bd76c361-d088-4aa3-bd54-7dce1fb08ed6 None None] Wrote node identity a0eb830e-e56f-4bef-ab3f-89644f27fe23 to /opt/stack/data/n-cpu-1/compute_id [ 651.216859] env[69858]: WARNING nova.compute.manager [None req-bd76c361-d088-4aa3-bd54-7dce1fb08ed6 None None] Compute nodes ['a0eb830e-e56f-4bef-ab3f-89644f27fe23'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 652.223497] env[69858]: INFO nova.compute.manager [None req-bd76c361-d088-4aa3-bd54-7dce1fb08ed6 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 653.229325] env[69858]: WARNING nova.compute.manager [None req-bd76c361-d088-4aa3-bd54-7dce1fb08ed6 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 653.229682] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bd76c361-d088-4aa3-bd54-7dce1fb08ed6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.229830] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bd76c361-d088-4aa3-bd54-7dce1fb08ed6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.229988] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bd76c361-d088-4aa3-bd54-7dce1fb08ed6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.230160] env[69858]: DEBUG nova.compute.resource_tracker [None req-bd76c361-d088-4aa3-bd54-7dce1fb08ed6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69858) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 653.231113] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d751799-1ce7-4f32-ac76-127393ec523c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.239427] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9adc18e-eb6e-4c52-8d6d-61ec2707d1c0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.252708] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d21bb1d-4fa1-4bbd-aa9c-5126be8e2c61 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.258842] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b9d791-84f6-4d87-b5f3-331cb468e9fd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.286783] env[69858]: DEBUG nova.compute.resource_tracker [None req-bd76c361-d088-4aa3-bd54-7dce1fb08ed6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180982MB free_disk=100GB free_vcpus=48 pci_devices=None {{(pid=69858) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 653.286925] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bd76c361-d088-4aa3-bd54-7dce1fb08ed6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.287144] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bd76c361-d088-4aa3-bd54-7dce1fb08ed6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.789776] env[69858]: WARNING nova.compute.resource_tracker [None req-bd76c361-d088-4aa3-bd54-7dce1fb08ed6 None None] No compute node record for cpu-1:a0eb830e-e56f-4bef-ab3f-89644f27fe23: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host a0eb830e-e56f-4bef-ab3f-89644f27fe23 could not be found. [ 654.294176] env[69858]: INFO nova.compute.resource_tracker [None req-bd76c361-d088-4aa3-bd54-7dce1fb08ed6 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: a0eb830e-e56f-4bef-ab3f-89644f27fe23 [ 655.802186] env[69858]: DEBUG nova.compute.resource_tracker [None req-bd76c361-d088-4aa3-bd54-7dce1fb08ed6 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69858) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 655.802574] env[69858]: DEBUG nova.compute.resource_tracker [None req-bd76c361-d088-4aa3-bd54-7dce1fb08ed6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69858) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 655.964715] env[69858]: INFO nova.scheduler.client.report [None req-bd76c361-d088-4aa3-bd54-7dce1fb08ed6 None None] [req-51cac163-c43f-4a01-a59b-99416a031f80] Created resource provider record via placement API for resource provider with UUID a0eb830e-e56f-4bef-ab3f-89644f27fe23 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 655.981328] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef717b61-446d-4fca-8b30-1fb4f6d14c54 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.989145] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d857402-ee36-4e8d-bc68-4e0f32845d55 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.018389] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e58ba2-ff46-4bf2-8664-9b8309425e8c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.025749] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828f5b4f-1272-43c3-bba1-3fd1d4e66cbd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.038778] env[69858]: DEBUG nova.compute.provider_tree [None req-bd76c361-d088-4aa3-bd54-7dce1fb08ed6 None None] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 656.576886] env[69858]: DEBUG nova.scheduler.client.report [None req-bd76c361-d088-4aa3-bd54-7dce1fb08ed6 None None] Updated inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 656.577145] env[69858]: DEBUG nova.compute.provider_tree [None req-bd76c361-d088-4aa3-bd54-7dce1fb08ed6 None None] Updating resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 generation from 0 to 1 during operation: update_inventory {{(pid=69858) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 656.577289] env[69858]: DEBUG nova.compute.provider_tree [None req-bd76c361-d088-4aa3-bd54-7dce1fb08ed6 None None] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 656.627259] env[69858]: DEBUG nova.compute.provider_tree [None req-bd76c361-d088-4aa3-bd54-7dce1fb08ed6 None None] Updating resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 generation from 1 to 2 during operation: update_traits {{(pid=69858) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 657.132240] env[69858]: DEBUG nova.compute.resource_tracker [None req-bd76c361-d088-4aa3-bd54-7dce1fb08ed6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69858) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 657.132520] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bd76c361-d088-4aa3-bd54-7dce1fb08ed6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.845s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.132629] env[69858]: DEBUG nova.service [None req-bd76c361-d088-4aa3-bd54-7dce1fb08ed6 None None] Creating RPC server for service compute {{(pid=69858) start /opt/stack/nova/nova/service.py:185}} [ 657.146518] env[69858]: DEBUG nova.service [None req-bd76c361-d088-4aa3-bd54-7dce1fb08ed6 None None] Join ServiceGroup membership for this service compute {{(pid=69858) start /opt/stack/nova/nova/service.py:202}} [ 657.146728] env[69858]: DEBUG nova.servicegroup.drivers.db [None req-bd76c361-d088-4aa3-bd54-7dce1fb08ed6 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69858) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 676.148850] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.652698] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Getting list of instances from cluster (obj){ [ 676.652698] env[69858]: value = "domain-c8" [ 676.652698] env[69858]: _type = "ClusterComputeResource" [ 676.652698] env[69858]: } {{(pid=69858) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 676.653982] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2156cb-3ba5-4f69-a525-bcc206525097 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.663166] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Got total of 0 instances {{(pid=69858) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 676.663394] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.663686] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Getting list of instances from cluster (obj){ [ 676.663686] env[69858]: value = "domain-c8" [ 676.663686] env[69858]: _type = "ClusterComputeResource" [ 676.663686] env[69858]: } {{(pid=69858) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 676.664556] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b2a59d-1025-4629-b109-b59763a6453e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.671655] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Got total of 0 instances {{(pid=69858) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 693.651420] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Acquiring lock "97e3329a-2999-45a4-9ecb-0cc43fbe9eae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.652550] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Lock "97e3329a-2999-45a4-9ecb-0cc43fbe9eae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.156443] env[69858]: DEBUG nova.compute.manager [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.714483] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.715625] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.722463] env[69858]: INFO nova.compute.claims [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.324012] env[69858]: DEBUG oslo_concurrency.lockutils [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Acquiring lock "f744813b-d3de-48bc-90fd-586d676de5d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.324408] env[69858]: DEBUG oslo_concurrency.lockutils [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Lock "f744813b-d3de-48bc-90fd-586d676de5d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.795027] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195bb0cb-8eef-45cd-aa33-65311d69b8f5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.803913] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b450086a-d618-4aef-89f9-d07eddbc5de5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.836768] env[69858]: DEBUG nova.compute.manager [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.841303] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc0985a-3416-42c7-bea0-85b714688028 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.857204] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d57d5f-f00f-4435-9238-b5185c584bba {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.885164] env[69858]: DEBUG nova.compute.provider_tree [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.374624] env[69858]: DEBUG oslo_concurrency.lockutils [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.390032] env[69858]: DEBUG nova.scheduler.client.report [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.820438] env[69858]: DEBUG oslo_concurrency.lockutils [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Acquiring lock "9f503faf-77ea-42fc-ab3d-7483d725e0e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.820713] env[69858]: DEBUG oslo_concurrency.lockutils [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Lock "9f503faf-77ea-42fc-ab3d-7483d725e0e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.896242] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.181s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.897176] env[69858]: DEBUG nova.compute.manager [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.900847] env[69858]: DEBUG oslo_concurrency.lockutils [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.527s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.903050] env[69858]: INFO nova.compute.claims [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.323177] env[69858]: DEBUG nova.compute.manager [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.409027] env[69858]: DEBUG nova.compute.utils [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.409027] env[69858]: DEBUG nova.compute.manager [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 697.409522] env[69858]: DEBUG nova.network.neutron [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 697.848742] env[69858]: DEBUG oslo_concurrency.lockutils [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.891377] env[69858]: DEBUG nova.policy [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e7b7240a3ae4ad2ab23dfef9d44dee9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4fb3721f6808476e9f4a8673894e3d8e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.919021] env[69858]: DEBUG nova.compute.manager [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.006325] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658f6436-1077-41ea-b8f8-503fdc297b36 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.014837] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2431faf4-154b-4c7e-9e62-d474da1c7b0b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.050126] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457ead37-0bb0-4572-8267-6facdf433eef {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.058577] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d191b3b5-ab04-4acc-9816-e4c4a7275bae {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.075170] env[69858]: DEBUG nova.compute.provider_tree [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.581183] env[69858]: DEBUG nova.scheduler.client.report [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.700841] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Acquiring lock "4bf9024b-387f-4de3-8e44-885ef6f4ec85" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.703015] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Lock "4bf9024b-387f-4de3-8e44-885ef6f4ec85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.767420] env[69858]: DEBUG nova.network.neutron [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Successfully created port: abd7fcbd-44b3-4155-8a12-5f153bc6b404 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.889214] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Acquiring lock "ad653df1-ac0a-4761-920f-bd75ce97292a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.889497] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Lock "ad653df1-ac0a-4761-920f-bd75ce97292a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.927087] env[69858]: DEBUG nova.compute.manager [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.978147] env[69858]: DEBUG nova.virt.hardware [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.978834] env[69858]: DEBUG nova.virt.hardware [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.978834] env[69858]: DEBUG nova.virt.hardware [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.978834] env[69858]: DEBUG nova.virt.hardware [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.978982] env[69858]: DEBUG nova.virt.hardware [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.980133] env[69858]: DEBUG nova.virt.hardware [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.983064] env[69858]: DEBUG nova.virt.hardware [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.983064] env[69858]: DEBUG nova.virt.hardware [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.983064] env[69858]: DEBUG nova.virt.hardware [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.983064] env[69858]: DEBUG nova.virt.hardware [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.983064] env[69858]: DEBUG nova.virt.hardware [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.983235] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdb364e-91cf-45bf-b8fa-14b2e105349e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.995056] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ff8ff5-d749-4925-aabb-7f3b9e65824e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.027608] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6cf1dc-efc5-4204-9d0f-0cdf752addcd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.087059] env[69858]: DEBUG oslo_concurrency.lockutils [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.186s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.087685] env[69858]: DEBUG nova.compute.manager [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.093640] env[69858]: DEBUG oslo_concurrency.lockutils [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.245s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.095369] env[69858]: INFO nova.compute.claims [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.100508] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Acquiring lock "bb6fe254-1c46-4bc6-a7a4-74ec26fa4079" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.102360] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Lock "bb6fe254-1c46-4bc6-a7a4-74ec26fa4079" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.204685] env[69858]: DEBUG nova.compute.manager [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.394086] env[69858]: DEBUG nova.compute.manager [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.596790] env[69858]: DEBUG nova.compute.utils [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.599055] env[69858]: DEBUG nova.compute.manager [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.600133] env[69858]: DEBUG nova.network.neutron [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.606650] env[69858]: DEBUG nova.compute.manager [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.712402] env[69858]: DEBUG nova.policy [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f707c3e7cef44d8cbbfcd3f9b6d195f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe5b7c2961064afaafe98ddcf154d1ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.745696] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.889019] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Acquiring lock "fda564a3-b774-47e6-bf6d-12fb9e7077e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.889019] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Lock "fda564a3-b774-47e6-bf6d-12fb9e7077e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.933466] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.107858] env[69858]: DEBUG nova.compute.manager [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.146370] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.268047] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208ef0b2-d07a-4675-ad7c-b37293250803 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.277398] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce56f4f1-85f5-4318-bae0-173692cf9ce7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.310757] env[69858]: DEBUG nova.network.neutron [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Successfully created port: 9f14c048-aeec-4065-b1db-c9696f86c9fe {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.316201] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9b99da-63ff-4706-ada9-a02327a419ef {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.322095] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33796071-5c3b-42f6-abb7-8b3995506a3e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.340685] env[69858]: DEBUG nova.compute.provider_tree [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.398034] env[69858]: DEBUG nova.compute.manager [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.843978] env[69858]: DEBUG nova.scheduler.client.report [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.926313] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.126237] env[69858]: DEBUG nova.compute.manager [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.159551] env[69858]: DEBUG nova.virt.hardware [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.159783] env[69858]: DEBUG nova.virt.hardware [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.159937] env[69858]: DEBUG nova.virt.hardware [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.161847] env[69858]: DEBUG nova.virt.hardware [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.162049] env[69858]: DEBUG nova.virt.hardware [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.162218] env[69858]: DEBUG nova.virt.hardware [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.162481] env[69858]: DEBUG nova.virt.hardware [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.162639] env[69858]: DEBUG nova.virt.hardware [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.162823] env[69858]: DEBUG nova.virt.hardware [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.162982] env[69858]: DEBUG nova.virt.hardware [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.163172] env[69858]: DEBUG nova.virt.hardware [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.164320] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba4acac-9a3d-4015-a0d4-244088681521 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.176858] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da46980-d11a-4365-a671-9fcb7d6209ed {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.215149] env[69858]: DEBUG nova.network.neutron [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Successfully updated port: abd7fcbd-44b3-4155-8a12-5f153bc6b404 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.350426] env[69858]: DEBUG oslo_concurrency.lockutils [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.351052] env[69858]: DEBUG nova.compute.manager [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.354447] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.609s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.359025] env[69858]: INFO nova.compute.claims [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.542268] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Acquiring lock "8c07d39f-cead-491a-a6a0-460e907cec58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.542687] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Lock "8c07d39f-cead-491a-a6a0-460e907cec58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.723940] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Acquiring lock "refresh_cache-97e3329a-2999-45a4-9ecb-0cc43fbe9eae" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.723940] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Acquired lock "refresh_cache-97e3329a-2999-45a4-9ecb-0cc43fbe9eae" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.723940] env[69858]: DEBUG nova.network.neutron [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.864462] env[69858]: DEBUG nova.compute.utils [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.873906] env[69858]: DEBUG nova.compute.manager [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.874103] env[69858]: DEBUG nova.network.neutron [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.949042] env[69858]: DEBUG nova.policy [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4256522296ec43feb2dc7e2be71f50b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5f63d2cf6b349508d86741110446a90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.046986] env[69858]: DEBUG nova.compute.manager [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.302959] env[69858]: DEBUG nova.network.neutron [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.379269] env[69858]: DEBUG nova.compute.manager [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.566929] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.573835] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1078869f-6c12-4418-855c-34edc9c983a1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.583431] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2be0a03-5b2e-4dc5-b663-ecb020a0b303 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.615422] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e52b56-2074-4a81-a80e-07c8e97b6981 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.626368] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e06fe2f-7c16-42ee-89ba-b89c3d78cd7c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.640445] env[69858]: DEBUG nova.compute.provider_tree [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.682178] env[69858]: DEBUG nova.network.neutron [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Successfully created port: 1ae49c97-21fa-4662-9b8c-2633c9375d9c {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.713818] env[69858]: DEBUG nova.network.neutron [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Successfully updated port: 9f14c048-aeec-4065-b1db-c9696f86c9fe {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.907131] env[69858]: DEBUG nova.network.neutron [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Updating instance_info_cache with network_info: [{"id": "abd7fcbd-44b3-4155-8a12-5f153bc6b404", "address": "fa:16:3e:48:fe:65", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabd7fcbd-44", "ovs_interfaceid": "abd7fcbd-44b3-4155-8a12-5f153bc6b404", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.146283] env[69858]: DEBUG nova.scheduler.client.report [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.217677] env[69858]: DEBUG oslo_concurrency.lockutils [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Acquiring lock "refresh_cache-f744813b-d3de-48bc-90fd-586d676de5d7" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.217839] env[69858]: DEBUG oslo_concurrency.lockutils [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Acquired lock "refresh_cache-f744813b-d3de-48bc-90fd-586d676de5d7" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.220199] env[69858]: DEBUG nova.network.neutron [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.391196] env[69858]: DEBUG nova.compute.manager [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.410609] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Releasing lock "refresh_cache-97e3329a-2999-45a4-9ecb-0cc43fbe9eae" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.411037] env[69858]: DEBUG nova.compute.manager [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Instance network_info: |[{"id": "abd7fcbd-44b3-4155-8a12-5f153bc6b404", "address": "fa:16:3e:48:fe:65", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabd7fcbd-44", "ovs_interfaceid": "abd7fcbd-44b3-4155-8a12-5f153bc6b404", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.413022] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:fe:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abd7fcbd-44b3-4155-8a12-5f153bc6b404', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.428633] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.437653] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59ce41c5-0eb9-43b7-8889-abe19d780811 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.450801] env[69858]: DEBUG nova.virt.hardware [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.451183] env[69858]: DEBUG nova.virt.hardware [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.451295] env[69858]: DEBUG nova.virt.hardware [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.451481] env[69858]: DEBUG nova.virt.hardware [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.451817] env[69858]: DEBUG nova.virt.hardware [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.451999] env[69858]: DEBUG nova.virt.hardware [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.452227] env[69858]: DEBUG nova.virt.hardware [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.452491] env[69858]: DEBUG nova.virt.hardware [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.452550] env[69858]: DEBUG nova.virt.hardware [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.452709] env[69858]: DEBUG nova.virt.hardware [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.452882] env[69858]: DEBUG nova.virt.hardware [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.454733] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a88b5f-5826-48f1-ab2b-f7fa2b56e81b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.461381] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Created folder: OpenStack in parent group-v4. [ 703.461582] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Creating folder: Project (4fb3721f6808476e9f4a8673894e3d8e). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.464028] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fff24f95-e2c2-4056-88f9-51b771d7c1ac {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.476752] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbab1db9-34d7-44b6-ab80-142c1a49c295 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.480270] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Created folder: Project (4fb3721f6808476e9f4a8673894e3d8e) in parent group-v682032. [ 703.480394] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Creating folder: Instances. Parent ref: group-v682033. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.480690] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f1d5bbc-6834-4ae7-9c76-d97e8b348135 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.498603] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Created folder: Instances in parent group-v682033. [ 703.498896] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.499123] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.499326] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59eb25e5-03af-40d4-b695-bc9e736ed033 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.531661] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.531661] env[69858]: value = "task-3418525" [ 703.531661] env[69858]: _type = "Task" [ 703.531661] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.538099] env[69858]: DEBUG nova.compute.manager [req-3aa7f160-7d37-4775-bdd7-94da3dbb1263 req-2942b2e0-47a4-46b2-8912-604fcba47686 service nova] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Received event network-vif-plugged-abd7fcbd-44b3-4155-8a12-5f153bc6b404 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.538177] env[69858]: DEBUG oslo_concurrency.lockutils [req-3aa7f160-7d37-4775-bdd7-94da3dbb1263 req-2942b2e0-47a4-46b2-8912-604fcba47686 service nova] Acquiring lock "97e3329a-2999-45a4-9ecb-0cc43fbe9eae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.538379] env[69858]: DEBUG oslo_concurrency.lockutils [req-3aa7f160-7d37-4775-bdd7-94da3dbb1263 req-2942b2e0-47a4-46b2-8912-604fcba47686 service nova] Lock "97e3329a-2999-45a4-9ecb-0cc43fbe9eae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.538541] env[69858]: DEBUG oslo_concurrency.lockutils [req-3aa7f160-7d37-4775-bdd7-94da3dbb1263 req-2942b2e0-47a4-46b2-8912-604fcba47686 service nova] Lock "97e3329a-2999-45a4-9ecb-0cc43fbe9eae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.538765] env[69858]: DEBUG nova.compute.manager [req-3aa7f160-7d37-4775-bdd7-94da3dbb1263 req-2942b2e0-47a4-46b2-8912-604fcba47686 service nova] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] No waiting events found dispatching network-vif-plugged-abd7fcbd-44b3-4155-8a12-5f153bc6b404 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.539117] env[69858]: WARNING nova.compute.manager [req-3aa7f160-7d37-4775-bdd7-94da3dbb1263 req-2942b2e0-47a4-46b2-8912-604fcba47686 service nova] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Received unexpected event network-vif-plugged-abd7fcbd-44b3-4155-8a12-5f153bc6b404 for instance with vm_state building and task_state spawning. [ 703.542973] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418525, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.651832] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.298s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.652482] env[69858]: DEBUG nova.compute.manager [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.658554] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.725s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.660881] env[69858]: INFO nova.compute.claims [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.858853] env[69858]: DEBUG nova.network.neutron [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.045307] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418525, 'name': CreateVM_Task, 'duration_secs': 0.327375} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.045493] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.070586] env[69858]: DEBUG oslo_vmware.service [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73251007-3304-4677-b901-55e6da9ae9ac {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.081020] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.082242] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.082242] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.082242] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d8b742b-6fbc-41d0-83bf-dba0489857c7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.091178] env[69858]: DEBUG oslo_vmware.api [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Waiting for the task: (returnval){ [ 704.091178] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5240e185-f82f-df33-26bd-2ea0f8f6f567" [ 704.091178] env[69858]: _type = "Task" [ 704.091178] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.099256] env[69858]: DEBUG oslo_vmware.api [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5240e185-f82f-df33-26bd-2ea0f8f6f567, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.165558] env[69858]: DEBUG nova.compute.utils [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.173232] env[69858]: DEBUG nova.compute.manager [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.173232] env[69858]: DEBUG nova.network.neutron [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.274304] env[69858]: DEBUG nova.network.neutron [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Updating instance_info_cache with network_info: [{"id": "9f14c048-aeec-4065-b1db-c9696f86c9fe", "address": "fa:16:3e:42:72:ea", "network": {"id": "c468b7ff-91da-48df-b0d8-2f993d81ce1c", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1936196930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe5b7c2961064afaafe98ddcf154d1ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f14c048-ae", "ovs_interfaceid": "9f14c048-aeec-4065-b1db-c9696f86c9fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.367455] env[69858]: DEBUG nova.policy [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d0e6062e0ab4d23a2eda68654251221', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aee88c395d0e492496f0632c0fc51c3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.581154] env[69858]: DEBUG nova.network.neutron [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Successfully updated port: 1ae49c97-21fa-4662-9b8c-2633c9375d9c {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.607486] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.607756] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.608169] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.608169] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.608564] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.608836] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c512ba94-5e1a-4524-b711-21cc9afefa99 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.621255] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.621416] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.622526] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d67fdc-bf62-4b32-910a-c5599f1bbd9a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.629698] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c5adeac-27e6-4d99-a7a8-7b145c012902 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.639339] env[69858]: DEBUG oslo_vmware.api [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Waiting for the task: (returnval){ [ 704.639339] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52190dc3-65a9-a312-5b3d-fcf4de86b3a1" [ 704.639339] env[69858]: _type = "Task" [ 704.639339] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.650920] env[69858]: DEBUG oslo_vmware.api [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52190dc3-65a9-a312-5b3d-fcf4de86b3a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.680613] env[69858]: DEBUG nova.compute.manager [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.777446] env[69858]: DEBUG oslo_concurrency.lockutils [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Releasing lock "refresh_cache-f744813b-d3de-48bc-90fd-586d676de5d7" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.777446] env[69858]: DEBUG nova.compute.manager [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Instance network_info: |[{"id": "9f14c048-aeec-4065-b1db-c9696f86c9fe", "address": "fa:16:3e:42:72:ea", "network": {"id": "c468b7ff-91da-48df-b0d8-2f993d81ce1c", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1936196930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe5b7c2961064afaafe98ddcf154d1ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f14c048-ae", "ovs_interfaceid": "9f14c048-aeec-4065-b1db-c9696f86c9fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.777633] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:72:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f14c048-aeec-4065-b1db-c9696f86c9fe', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.784950] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Creating folder: Project (fe5b7c2961064afaafe98ddcf154d1ab). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.785625] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1be25422-10a0-4b89-ae4b-ddc9752ea8e5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.801119] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Created folder: Project (fe5b7c2961064afaafe98ddcf154d1ab) in parent group-v682032. [ 704.801538] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Creating folder: Instances. Parent ref: group-v682036. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.803871] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29e53b1f-52c5-4003-9a8b-58e2a0c9975f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.813320] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Created folder: Instances in parent group-v682036. [ 704.813554] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.813747] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.813964] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc94157d-8101-415f-a035-287c5c91cf81 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.842385] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.842385] env[69858]: value = "task-3418528" [ 704.842385] env[69858]: _type = "Task" [ 704.842385] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.851733] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418528, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.902067] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a00710-4b45-429a-90e8-6656fd819437 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.909527] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dab626a-c9d2-4d30-9cf8-64d28d79e0b1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.941317] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09fb93f-b92e-4c54-9209-9ac572ac2143 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.949136] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272eee75-eac3-4262-a2fd-3bd8eeaae26e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.962553] env[69858]: DEBUG nova.compute.provider_tree [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.089784] env[69858]: DEBUG oslo_concurrency.lockutils [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Acquiring lock "refresh_cache-9f503faf-77ea-42fc-ab3d-7483d725e0e9" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.089784] env[69858]: DEBUG oslo_concurrency.lockutils [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Acquired lock "refresh_cache-9f503faf-77ea-42fc-ab3d-7483d725e0e9" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.090093] env[69858]: DEBUG nova.network.neutron [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.150500] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Preparing fetch location {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 705.150831] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Creating directory with path [datastore2] vmware_temp/8d9e82a9-bdee-4792-a3b2-62564378d94c/28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.151200] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c05c73ee-9623-4faa-8bef-51360d6b185b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.163168] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Created directory with path [datastore2] vmware_temp/8d9e82a9-bdee-4792-a3b2-62564378d94c/28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.163393] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Fetch image to [datastore2] vmware_temp/8d9e82a9-bdee-4792-a3b2-62564378d94c/28914a4a-909f-453b-b81f-d96d90735622/tmp-sparse.vmdk {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 705.163586] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Downloading image file data 28914a4a-909f-453b-b81f-d96d90735622 to [datastore2] vmware_temp/8d9e82a9-bdee-4792-a3b2-62564378d94c/28914a4a-909f-453b-b81f-d96d90735622/tmp-sparse.vmdk on the data store datastore2 {{(pid=69858) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 705.164421] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6613c6f5-2c2c-4ac0-992c-7959c5d9b7bd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.172693] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09fe09f-ea15-43ed-b8ed-ddcf22ea63f4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.183321] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659ca6b4-3851-4009-9525-260102f1607d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.223143] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8403ea88-7dc3-4ac1-a1a6-876eb758253b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.230355] env[69858]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-f8274964-bc49-4cf5-b416-3e891121816b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.321685] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Downloading image file data 28914a4a-909f-453b-b81f-d96d90735622 to the data store datastore2 {{(pid=69858) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 705.362743] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418528, 'name': CreateVM_Task, 'duration_secs': 0.354974} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.362743] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.362743] env[69858]: DEBUG oslo_concurrency.lockutils [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.362976] env[69858]: DEBUG oslo_concurrency.lockutils [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.363462] env[69858]: DEBUG oslo_concurrency.lockutils [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.364096] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9f61b7a-9af6-454c-b098-962794b60c4c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.371955] env[69858]: DEBUG oslo_vmware.api [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Waiting for the task: (returnval){ [ 705.371955] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52469196-2472-fa0e-534d-5f203cbcb45a" [ 705.371955] env[69858]: _type = "Task" [ 705.371955] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.383926] env[69858]: DEBUG oslo_vmware.api [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52469196-2472-fa0e-534d-5f203cbcb45a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.399212] env[69858]: DEBUG oslo_vmware.rw_handles [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/8d9e82a9-bdee-4792-a3b2-62564378d94c/28914a4a-909f-453b-b81f-d96d90735622/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69858) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 705.464758] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 705.465878] env[69858]: DEBUG nova.scheduler.client.report [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.469265] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 705.471496] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 705.472253] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 705.478480] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 705.480375] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 705.481576] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 705.481576] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69858) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 705.481576] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 705.591122] env[69858]: DEBUG nova.network.neutron [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Successfully created port: 059e5241-e88d-4504-aab6-215239c299d0 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.726073] env[69858]: DEBUG nova.compute.manager [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.771898] env[69858]: DEBUG nova.virt.hardware [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.772164] env[69858]: DEBUG nova.virt.hardware [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.772353] env[69858]: DEBUG nova.virt.hardware [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.772547] env[69858]: DEBUG nova.virt.hardware [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.772696] env[69858]: DEBUG nova.virt.hardware [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.772844] env[69858]: DEBUG nova.virt.hardware [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.773485] env[69858]: DEBUG nova.virt.hardware [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.773810] env[69858]: DEBUG nova.virt.hardware [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.774090] env[69858]: DEBUG nova.virt.hardware [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.774436] env[69858]: DEBUG nova.virt.hardware [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.774886] env[69858]: DEBUG nova.virt.hardware [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.776229] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cf576d-c233-4edc-98c4-8ca085da551d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.785642] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5bcf62-be72-4ec5-a947-f88d4ffc00d7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.826232] env[69858]: DEBUG nova.network.neutron [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.891729] env[69858]: DEBUG oslo_concurrency.lockutils [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.891729] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.892430] env[69858]: DEBUG oslo_concurrency.lockutils [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.975864] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.318s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.976463] env[69858]: DEBUG nova.compute.manager [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 705.987247] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.841s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.990219] env[69858]: INFO nova.compute.claims [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.996153] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.354782] env[69858]: DEBUG oslo_vmware.rw_handles [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Completed reading data from the image iterator. {{(pid=69858) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 706.354782] env[69858]: DEBUG oslo_vmware.rw_handles [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/8d9e82a9-bdee-4792-a3b2-62564378d94c/28914a4a-909f-453b-b81f-d96d90735622/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69858) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 706.394572] env[69858]: DEBUG nova.network.neutron [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Updating instance_info_cache with network_info: [{"id": "1ae49c97-21fa-4662-9b8c-2633c9375d9c", "address": "fa:16:3e:3d:43:46", "network": {"id": "67504fba-9b12-4504-a4d3-fedcc8cf9181", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1574691626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5f63d2cf6b349508d86741110446a90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ae49c97-21", "ovs_interfaceid": "1ae49c97-21fa-4662-9b8c-2633c9375d9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.400870] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Downloaded image file data 28914a4a-909f-453b-b81f-d96d90735622 to vmware_temp/8d9e82a9-bdee-4792-a3b2-62564378d94c/28914a4a-909f-453b-b81f-d96d90735622/tmp-sparse.vmdk on the data store datastore2 {{(pid=69858) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 706.403474] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Caching image {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 706.403727] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Copying Virtual Disk [datastore2] vmware_temp/8d9e82a9-bdee-4792-a3b2-62564378d94c/28914a4a-909f-453b-b81f-d96d90735622/tmp-sparse.vmdk to [datastore2] vmware_temp/8d9e82a9-bdee-4792-a3b2-62564378d94c/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.404017] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf653b7d-8f91-4b00-a388-93d95b943dca {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.420042] env[69858]: DEBUG oslo_vmware.api [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Waiting for the task: (returnval){ [ 706.420042] env[69858]: value = "task-3418529" [ 706.420042] env[69858]: _type = "Task" [ 706.420042] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.434626] env[69858]: DEBUG oslo_vmware.api [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Task: {'id': task-3418529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.502299] env[69858]: DEBUG nova.compute.utils [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.502299] env[69858]: DEBUG nova.compute.manager [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 706.502299] env[69858]: DEBUG nova.network.neutron [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 706.565767] env[69858]: DEBUG nova.policy [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7798b4405dee455b848070d69e76c837', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ec46015859f4c93aa25ab4ab217786e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 706.901238] env[69858]: DEBUG oslo_concurrency.lockutils [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Releasing lock "refresh_cache-9f503faf-77ea-42fc-ab3d-7483d725e0e9" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.901733] env[69858]: DEBUG nova.compute.manager [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Instance network_info: |[{"id": "1ae49c97-21fa-4662-9b8c-2633c9375d9c", "address": "fa:16:3e:3d:43:46", "network": {"id": "67504fba-9b12-4504-a4d3-fedcc8cf9181", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1574691626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5f63d2cf6b349508d86741110446a90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ae49c97-21", "ovs_interfaceid": "1ae49c97-21fa-4662-9b8c-2633c9375d9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 706.901993] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:43:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d31a554-a94c-4471-892f-f65aa87b8279', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ae49c97-21fa-4662-9b8c-2633c9375d9c', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.913102] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Creating folder: Project (e5f63d2cf6b349508d86741110446a90). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.913102] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfef1494-fefb-40bb-b7e0-1ede8fbe4a1d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.923931] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Created folder: Project (e5f63d2cf6b349508d86741110446a90) in parent group-v682032. [ 706.924173] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Creating folder: Instances. Parent ref: group-v682039. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.931439] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5685e88f-4f99-4ed7-9194-a6e50d0e39b0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.938549] env[69858]: DEBUG oslo_vmware.api [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Task: {'id': task-3418529, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.940573] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Created folder: Instances in parent group-v682039. [ 706.940826] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.941078] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.941262] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d70444f-8beb-49a1-aebc-d21f3089495a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.965675] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.965675] env[69858]: value = "task-3418532" [ 706.965675] env[69858]: _type = "Task" [ 706.965675] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.975436] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418532, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.007770] env[69858]: DEBUG nova.compute.manager [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.175112] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f48e7c-26e9-4779-ae8f-71b5aae5c7da {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.185544] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd34ce44-e85b-4577-929d-dd550d4d463e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.222554] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6da505d-9a94-48f6-8446-6de9c3255521 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.231621] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1553aa-d44d-406a-869c-7baf5ff6a73d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.250530] env[69858]: DEBUG nova.compute.provider_tree [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 707.288125] env[69858]: DEBUG nova.network.neutron [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Successfully created port: 27b882f7-2990-46ee-9f11-03b504e03770 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.438891] env[69858]: DEBUG oslo_vmware.api [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Task: {'id': task-3418529, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673469} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.440619] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Copied Virtual Disk [datastore2] vmware_temp/8d9e82a9-bdee-4792-a3b2-62564378d94c/28914a4a-909f-453b-b81f-d96d90735622/tmp-sparse.vmdk to [datastore2] vmware_temp/8d9e82a9-bdee-4792-a3b2-62564378d94c/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.440619] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Deleting the datastore file [datastore2] vmware_temp/8d9e82a9-bdee-4792-a3b2-62564378d94c/28914a4a-909f-453b-b81f-d96d90735622/tmp-sparse.vmdk {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.440619] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-520953e0-cf4c-4625-9d84-38c69ac3123e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.448170] env[69858]: DEBUG oslo_vmware.api [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Waiting for the task: (returnval){ [ 707.448170] env[69858]: value = "task-3418533" [ 707.448170] env[69858]: _type = "Task" [ 707.448170] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.456078] env[69858]: DEBUG oslo_vmware.api [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Task: {'id': task-3418533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.477441] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418532, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.555206] env[69858]: DEBUG nova.compute.manager [req-d4b6cab4-da20-4bd8-9e49-7e6130f23ecf req-816f884f-f47a-4e63-9492-e4eeba928d94 service nova] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Received event network-changed-abd7fcbd-44b3-4155-8a12-5f153bc6b404 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.555460] env[69858]: DEBUG nova.compute.manager [req-d4b6cab4-da20-4bd8-9e49-7e6130f23ecf req-816f884f-f47a-4e63-9492-e4eeba928d94 service nova] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Refreshing instance network info cache due to event network-changed-abd7fcbd-44b3-4155-8a12-5f153bc6b404. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.555703] env[69858]: DEBUG oslo_concurrency.lockutils [req-d4b6cab4-da20-4bd8-9e49-7e6130f23ecf req-816f884f-f47a-4e63-9492-e4eeba928d94 service nova] Acquiring lock "refresh_cache-97e3329a-2999-45a4-9ecb-0cc43fbe9eae" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.555924] env[69858]: DEBUG oslo_concurrency.lockutils [req-d4b6cab4-da20-4bd8-9e49-7e6130f23ecf req-816f884f-f47a-4e63-9492-e4eeba928d94 service nova] Acquired lock "refresh_cache-97e3329a-2999-45a4-9ecb-0cc43fbe9eae" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.556118] env[69858]: DEBUG nova.network.neutron [req-d4b6cab4-da20-4bd8-9e49-7e6130f23ecf req-816f884f-f47a-4e63-9492-e4eeba928d94 service nova] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Refreshing network info cache for port abd7fcbd-44b3-4155-8a12-5f153bc6b404 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.786351] env[69858]: ERROR nova.scheduler.client.report [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [req-1d96d5f2-b47a-4261-916f-e21493794dee] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0eb830e-e56f-4bef-ab3f-89644f27fe23. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1d96d5f2-b47a-4261-916f-e21493794dee"}]} [ 707.815219] env[69858]: DEBUG nova.scheduler.client.report [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Refreshing inventories for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 707.838531] env[69858]: DEBUG nova.scheduler.client.report [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Updating ProviderTree inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 707.838768] env[69858]: DEBUG nova.compute.provider_tree [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 707.854711] env[69858]: DEBUG nova.scheduler.client.report [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Refreshing aggregate associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, aggregates: None {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 707.878764] env[69858]: DEBUG nova.scheduler.client.report [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Refreshing trait associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 707.965434] env[69858]: DEBUG oslo_vmware.api [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Task: {'id': task-3418533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023184} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.965779] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.965903] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Moving file from [datastore2] vmware_temp/8d9e82a9-bdee-4792-a3b2-62564378d94c/28914a4a-909f-453b-b81f-d96d90735622 to [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622. {{(pid=69858) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 707.966220] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-34314f4c-60ed-4cae-89ff-1da6a4f2b880 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.985436] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418532, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.987480] env[69858]: DEBUG oslo_vmware.api [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Waiting for the task: (returnval){ [ 707.987480] env[69858]: value = "task-3418534" [ 707.987480] env[69858]: _type = "Task" [ 707.987480] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.995741] env[69858]: DEBUG oslo_vmware.api [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Task: {'id': task-3418534, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.025770] env[69858]: DEBUG nova.compute.manager [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 708.033932] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd99e04-c79b-4ffa-b129-ba17be03343b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.041464] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09954bf7-cfc7-482e-a139-33394f381206 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.080539] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f51a747-3514-47a1-97c4-a75186d2181c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.085082] env[69858]: DEBUG nova.virt.hardware [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.085333] env[69858]: DEBUG nova.virt.hardware [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.085494] env[69858]: DEBUG nova.virt.hardware [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.085909] env[69858]: DEBUG nova.virt.hardware [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.086657] env[69858]: DEBUG nova.virt.hardware [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.086657] env[69858]: DEBUG nova.virt.hardware [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.086657] env[69858]: DEBUG nova.virt.hardware [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.086657] env[69858]: DEBUG nova.virt.hardware [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.087250] env[69858]: DEBUG nova.virt.hardware [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.087250] env[69858]: DEBUG nova.virt.hardware [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.087250] env[69858]: DEBUG nova.virt.hardware [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.088962] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94215c0c-23c5-405b-9201-f362fd092954 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.098099] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7380260e-c975-4f29-90b0-9f1635d959bd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.104089] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3262880b-d4f5-4207-862b-3472ba1304c9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.120947] env[69858]: DEBUG nova.compute.provider_tree [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 708.185553] env[69858]: DEBUG nova.network.neutron [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Successfully updated port: 059e5241-e88d-4504-aab6-215239c299d0 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 708.477819] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418532, 'name': CreateVM_Task, 'duration_secs': 1.400736} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.477990] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.478738] env[69858]: DEBUG oslo_concurrency.lockutils [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.478907] env[69858]: DEBUG oslo_concurrency.lockutils [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.479247] env[69858]: DEBUG oslo_concurrency.lockutils [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.481671] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a5b25df-04b6-4fd1-ba90-8c4f152a268c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.486721] env[69858]: DEBUG oslo_vmware.api [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Waiting for the task: (returnval){ [ 708.486721] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]522c97ab-af36-cbae-a098-2a2423d72ade" [ 708.486721] env[69858]: _type = "Task" [ 708.486721] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.497789] env[69858]: DEBUG oslo_vmware.api [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]522c97ab-af36-cbae-a098-2a2423d72ade, 'name': SearchDatastore_Task, 'duration_secs': 0.008579} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.500806] env[69858]: DEBUG oslo_concurrency.lockutils [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.501059] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.501286] env[69858]: DEBUG oslo_concurrency.lockutils [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.501486] env[69858]: DEBUG oslo_vmware.api [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Task: {'id': task-3418534, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.02599} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.501695] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] File moved {{(pid=69858) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 708.501869] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Cleaning up location [datastore2] vmware_temp/8d9e82a9-bdee-4792-a3b2-62564378d94c {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 708.502038] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Deleting the datastore file [datastore2] vmware_temp/8d9e82a9-bdee-4792-a3b2-62564378d94c {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.502392] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc323ce2-617c-4b59-bcf1-86b8b88f8856 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.507943] env[69858]: DEBUG oslo_vmware.api [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Waiting for the task: (returnval){ [ 708.507943] env[69858]: value = "task-3418535" [ 708.507943] env[69858]: _type = "Task" [ 708.507943] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.516688] env[69858]: DEBUG oslo_vmware.api [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Task: {'id': task-3418535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.676598] env[69858]: DEBUG nova.scheduler.client.report [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Updated inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with generation 12 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 708.677382] env[69858]: DEBUG nova.compute.provider_tree [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Updating resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 generation from 12 to 13 during operation: update_inventory {{(pid=69858) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 708.677382] env[69858]: DEBUG nova.compute.provider_tree [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 708.688688] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Acquiring lock "refresh_cache-4bf9024b-387f-4de3-8e44-885ef6f4ec85" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.691644] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Acquired lock "refresh_cache-4bf9024b-387f-4de3-8e44-885ef6f4ec85" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.691774] env[69858]: DEBUG nova.network.neutron [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.917135] env[69858]: DEBUG nova.network.neutron [req-d4b6cab4-da20-4bd8-9e49-7e6130f23ecf req-816f884f-f47a-4e63-9492-e4eeba928d94 service nova] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Updated VIF entry in instance network info cache for port abd7fcbd-44b3-4155-8a12-5f153bc6b404. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.917481] env[69858]: DEBUG nova.network.neutron [req-d4b6cab4-da20-4bd8-9e49-7e6130f23ecf req-816f884f-f47a-4e63-9492-e4eeba928d94 service nova] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Updating instance_info_cache with network_info: [{"id": "abd7fcbd-44b3-4155-8a12-5f153bc6b404", "address": "fa:16:3e:48:fe:65", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabd7fcbd-44", "ovs_interfaceid": "abd7fcbd-44b3-4155-8a12-5f153bc6b404", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.024064] env[69858]: DEBUG oslo_vmware.api [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Task: {'id': task-3418535, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022694} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.024064] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.024605] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49b1c786-373d-4be5-81d8-16c2d2126f9e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.030179] env[69858]: DEBUG oslo_vmware.api [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Waiting for the task: (returnval){ [ 709.030179] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524a7109-87e1-3614-5782-a1b920efe2fa" [ 709.030179] env[69858]: _type = "Task" [ 709.030179] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.039091] env[69858]: DEBUG oslo_vmware.api [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524a7109-87e1-3614-5782-a1b920efe2fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.186186] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.199s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.186536] env[69858]: DEBUG nova.compute.manager [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.194844] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.264s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.199124] env[69858]: INFO nova.compute.claims [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.330537] env[69858]: DEBUG nova.network.neutron [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Successfully updated port: 27b882f7-2990-46ee-9f11-03b504e03770 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.423035] env[69858]: DEBUG oslo_concurrency.lockutils [req-d4b6cab4-da20-4bd8-9e49-7e6130f23ecf req-816f884f-f47a-4e63-9492-e4eeba928d94 service nova] Releasing lock "refresh_cache-97e3329a-2999-45a4-9ecb-0cc43fbe9eae" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.423252] env[69858]: DEBUG nova.compute.manager [req-d4b6cab4-da20-4bd8-9e49-7e6130f23ecf req-816f884f-f47a-4e63-9492-e4eeba928d94 service nova] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Received event network-vif-plugged-9f14c048-aeec-4065-b1db-c9696f86c9fe {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.423783] env[69858]: DEBUG oslo_concurrency.lockutils [req-d4b6cab4-da20-4bd8-9e49-7e6130f23ecf req-816f884f-f47a-4e63-9492-e4eeba928d94 service nova] Acquiring lock "f744813b-d3de-48bc-90fd-586d676de5d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.423783] env[69858]: DEBUG oslo_concurrency.lockutils [req-d4b6cab4-da20-4bd8-9e49-7e6130f23ecf req-816f884f-f47a-4e63-9492-e4eeba928d94 service nova] Lock "f744813b-d3de-48bc-90fd-586d676de5d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.423994] env[69858]: DEBUG oslo_concurrency.lockutils [req-d4b6cab4-da20-4bd8-9e49-7e6130f23ecf req-816f884f-f47a-4e63-9492-e4eeba928d94 service nova] Lock "f744813b-d3de-48bc-90fd-586d676de5d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.424063] env[69858]: DEBUG nova.compute.manager [req-d4b6cab4-da20-4bd8-9e49-7e6130f23ecf req-816f884f-f47a-4e63-9492-e4eeba928d94 service nova] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] No waiting events found dispatching network-vif-plugged-9f14c048-aeec-4065-b1db-c9696f86c9fe {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 709.424286] env[69858]: WARNING nova.compute.manager [req-d4b6cab4-da20-4bd8-9e49-7e6130f23ecf req-816f884f-f47a-4e63-9492-e4eeba928d94 service nova] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Received unexpected event network-vif-plugged-9f14c048-aeec-4065-b1db-c9696f86c9fe for instance with vm_state building and task_state spawning. [ 709.424493] env[69858]: DEBUG nova.compute.manager [req-d4b6cab4-da20-4bd8-9e49-7e6130f23ecf req-816f884f-f47a-4e63-9492-e4eeba928d94 service nova] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Received event network-changed-9f14c048-aeec-4065-b1db-c9696f86c9fe {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.424719] env[69858]: DEBUG nova.compute.manager [req-d4b6cab4-da20-4bd8-9e49-7e6130f23ecf req-816f884f-f47a-4e63-9492-e4eeba928d94 service nova] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Refreshing instance network info cache due to event network-changed-9f14c048-aeec-4065-b1db-c9696f86c9fe. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 709.425018] env[69858]: DEBUG oslo_concurrency.lockutils [req-d4b6cab4-da20-4bd8-9e49-7e6130f23ecf req-816f884f-f47a-4e63-9492-e4eeba928d94 service nova] Acquiring lock "refresh_cache-f744813b-d3de-48bc-90fd-586d676de5d7" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.425221] env[69858]: DEBUG oslo_concurrency.lockutils [req-d4b6cab4-da20-4bd8-9e49-7e6130f23ecf req-816f884f-f47a-4e63-9492-e4eeba928d94 service nova] Acquired lock "refresh_cache-f744813b-d3de-48bc-90fd-586d676de5d7" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.425308] env[69858]: DEBUG nova.network.neutron [req-d4b6cab4-da20-4bd8-9e49-7e6130f23ecf req-816f884f-f47a-4e63-9492-e4eeba928d94 service nova] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Refreshing network info cache for port 9f14c048-aeec-4065-b1db-c9696f86c9fe {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.453216] env[69858]: DEBUG nova.network.neutron [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.545849] env[69858]: DEBUG oslo_vmware.api [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524a7109-87e1-3614-5782-a1b920efe2fa, 'name': SearchDatastore_Task, 'duration_secs': 0.010113} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.546302] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.547014] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 97e3329a-2999-45a4-9ecb-0cc43fbe9eae/97e3329a-2999-45a4-9ecb-0cc43fbe9eae.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.547432] env[69858]: DEBUG oslo_concurrency.lockutils [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.547707] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.547995] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5916753e-217d-43bb-bf16-95b56912f575 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.551128] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-697a372d-f9eb-4fc6-80b8-60840d6746ad {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.559743] env[69858]: DEBUG oslo_vmware.api [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Waiting for the task: (returnval){ [ 709.559743] env[69858]: value = "task-3418536" [ 709.559743] env[69858]: _type = "Task" [ 709.559743] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.564445] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.565346] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.565730] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-437e26b6-4298-4962-bff7-b7d4d618b4b5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.573258] env[69858]: DEBUG oslo_vmware.api [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Task: {'id': task-3418536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.576435] env[69858]: DEBUG oslo_vmware.api [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Waiting for the task: (returnval){ [ 709.576435] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5296b8d5-1e69-7ee3-7f0a-464a996a722d" [ 709.576435] env[69858]: _type = "Task" [ 709.576435] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.585173] env[69858]: DEBUG oslo_vmware.api [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5296b8d5-1e69-7ee3-7f0a-464a996a722d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.704774] env[69858]: DEBUG nova.compute.utils [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.709827] env[69858]: DEBUG nova.compute.manager [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Not allocating networking since 'none' was specified. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 709.840085] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Acquiring lock "refresh_cache-ad653df1-ac0a-4761-920f-bd75ce97292a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.840085] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Acquired lock "refresh_cache-ad653df1-ac0a-4761-920f-bd75ce97292a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.840253] env[69858]: DEBUG nova.network.neutron [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.884250] env[69858]: DEBUG nova.network.neutron [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Updating instance_info_cache with network_info: [{"id": "059e5241-e88d-4504-aab6-215239c299d0", "address": "fa:16:3e:1e:89:77", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap059e5241-e8", "ovs_interfaceid": "059e5241-e88d-4504-aab6-215239c299d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.071796] env[69858]: DEBUG oslo_vmware.api [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Task: {'id': task-3418536, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.087590] env[69858]: DEBUG oslo_vmware.api [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5296b8d5-1e69-7ee3-7f0a-464a996a722d, 'name': SearchDatastore_Task, 'duration_secs': 0.008535} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.087913] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4382feeb-d6c0-4ba6-867f-0d81d4c52d63 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.093784] env[69858]: DEBUG oslo_vmware.api [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Waiting for the task: (returnval){ [ 710.093784] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524c2bd6-2929-f049-939e-e8d498214ef9" [ 710.093784] env[69858]: _type = "Task" [ 710.093784] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.102480] env[69858]: DEBUG oslo_vmware.api [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524c2bd6-2929-f049-939e-e8d498214ef9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.212025] env[69858]: DEBUG nova.compute.manager [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.387334] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Releasing lock "refresh_cache-4bf9024b-387f-4de3-8e44-885ef6f4ec85" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.387334] env[69858]: DEBUG nova.compute.manager [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Instance network_info: |[{"id": "059e5241-e88d-4504-aab6-215239c299d0", "address": "fa:16:3e:1e:89:77", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap059e5241-e8", "ovs_interfaceid": "059e5241-e88d-4504-aab6-215239c299d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.387695] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:89:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '059e5241-e88d-4504-aab6-215239c299d0', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.396283] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Creating folder: Project (aee88c395d0e492496f0632c0fc51c3d). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.398137] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39c881ca-fe50-48b4-8cbc-758da6f3f718 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.408433] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Created folder: Project (aee88c395d0e492496f0632c0fc51c3d) in parent group-v682032. [ 710.408433] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Creating folder: Instances. Parent ref: group-v682042. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.409193] env[69858]: DEBUG nova.network.neutron [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.417188] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d06d7e50-e0d3-40c9-862b-95fe453e5bf8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.424357] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Created folder: Instances in parent group-v682042. [ 710.424357] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.424645] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.424645] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f819404-01d8-4f85-8490-43b87ea3d303 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.451970] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.451970] env[69858]: value = "task-3418539" [ 710.451970] env[69858]: _type = "Task" [ 710.451970] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.460028] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418539, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.472153] env[69858]: DEBUG nova.network.neutron [req-d4b6cab4-da20-4bd8-9e49-7e6130f23ecf req-816f884f-f47a-4e63-9492-e4eeba928d94 service nova] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Updated VIF entry in instance network info cache for port 9f14c048-aeec-4065-b1db-c9696f86c9fe. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.472593] env[69858]: DEBUG nova.network.neutron [req-d4b6cab4-da20-4bd8-9e49-7e6130f23ecf req-816f884f-f47a-4e63-9492-e4eeba928d94 service nova] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Updating instance_info_cache with network_info: [{"id": "9f14c048-aeec-4065-b1db-c9696f86c9fe", "address": "fa:16:3e:42:72:ea", "network": {"id": "c468b7ff-91da-48df-b0d8-2f993d81ce1c", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1936196930-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe5b7c2961064afaafe98ddcf154d1ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f14c048-ae", "ovs_interfaceid": "9f14c048-aeec-4065-b1db-c9696f86c9fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.483849] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b674501-8370-434b-9970-59c37e3b4551 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.491771] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4347dd7-2a35-4668-8cb1-2484db1ea41a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.527097] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168671f9-4612-4a16-9f87-8906a46a36fe {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.537721] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87e5c0e-a03b-4482-b812-4ffbbf9fa9bd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.558095] env[69858]: DEBUG nova.compute.provider_tree [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.569863] env[69858]: DEBUG oslo_vmware.api [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Task: {'id': task-3418536, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535325} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.570869] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 97e3329a-2999-45a4-9ecb-0cc43fbe9eae/97e3329a-2999-45a4-9ecb-0cc43fbe9eae.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.570869] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.573567] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8f6d41d-fbbc-4af6-b76c-568fa390e1b5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.581753] env[69858]: DEBUG oslo_vmware.api [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Waiting for the task: (returnval){ [ 710.581753] env[69858]: value = "task-3418540" [ 710.581753] env[69858]: _type = "Task" [ 710.581753] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.590857] env[69858]: DEBUG oslo_vmware.api [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Task: {'id': task-3418540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.602324] env[69858]: DEBUG oslo_vmware.api [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524c2bd6-2929-f049-939e-e8d498214ef9, 'name': SearchDatastore_Task, 'duration_secs': 0.015825} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.602586] env[69858]: DEBUG oslo_concurrency.lockutils [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.602878] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] f744813b-d3de-48bc-90fd-586d676de5d7/f744813b-d3de-48bc-90fd-586d676de5d7.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.603140] env[69858]: DEBUG oslo_concurrency.lockutils [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.603338] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.603611] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c78567de-18cd-4a00-95ba-9b81ec4db0c9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.605659] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90ae2be5-f9b6-427a-b465-e5575704a3c4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.614023] env[69858]: DEBUG oslo_vmware.api [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Waiting for the task: (returnval){ [ 710.614023] env[69858]: value = "task-3418541" [ 710.614023] env[69858]: _type = "Task" [ 710.614023] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.616221] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.616403] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.617504] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1075138b-3a69-4d7e-a9e4-e254875951a9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.622769] env[69858]: DEBUG oslo_vmware.api [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Task: {'id': task-3418541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.627566] env[69858]: DEBUG oslo_vmware.api [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Waiting for the task: (returnval){ [ 710.627566] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a534ad-068d-6e21-a216-d7bdc020c53b" [ 710.627566] env[69858]: _type = "Task" [ 710.627566] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.635656] env[69858]: DEBUG oslo_vmware.api [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a534ad-068d-6e21-a216-d7bdc020c53b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.678268] env[69858]: DEBUG nova.network.neutron [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Updating instance_info_cache with network_info: [{"id": "27b882f7-2990-46ee-9f11-03b504e03770", "address": "fa:16:3e:c9:59:85", "network": {"id": "2be5ee7b-f862-4ef2-a339-7718e5940130", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1246037703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec46015859f4c93aa25ab4ab217786e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27b882f7-29", "ovs_interfaceid": "27b882f7-2990-46ee-9f11-03b504e03770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.966639] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418539, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.977878] env[69858]: DEBUG oslo_concurrency.lockutils [req-d4b6cab4-da20-4bd8-9e49-7e6130f23ecf req-816f884f-f47a-4e63-9492-e4eeba928d94 service nova] Releasing lock "refresh_cache-f744813b-d3de-48bc-90fd-586d676de5d7" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.978179] env[69858]: DEBUG nova.compute.manager [req-d4b6cab4-da20-4bd8-9e49-7e6130f23ecf req-816f884f-f47a-4e63-9492-e4eeba928d94 service nova] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Received event network-vif-plugged-1ae49c97-21fa-4662-9b8c-2633c9375d9c {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.978379] env[69858]: DEBUG oslo_concurrency.lockutils [req-d4b6cab4-da20-4bd8-9e49-7e6130f23ecf req-816f884f-f47a-4e63-9492-e4eeba928d94 service nova] Acquiring lock "9f503faf-77ea-42fc-ab3d-7483d725e0e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.978579] env[69858]: DEBUG oslo_concurrency.lockutils [req-d4b6cab4-da20-4bd8-9e49-7e6130f23ecf req-816f884f-f47a-4e63-9492-e4eeba928d94 service nova] Lock "9f503faf-77ea-42fc-ab3d-7483d725e0e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.980907] env[69858]: DEBUG oslo_concurrency.lockutils [req-d4b6cab4-da20-4bd8-9e49-7e6130f23ecf req-816f884f-f47a-4e63-9492-e4eeba928d94 service nova] Lock "9f503faf-77ea-42fc-ab3d-7483d725e0e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.980907] env[69858]: DEBUG nova.compute.manager [req-d4b6cab4-da20-4bd8-9e49-7e6130f23ecf req-816f884f-f47a-4e63-9492-e4eeba928d94 service nova] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] No waiting events found dispatching network-vif-plugged-1ae49c97-21fa-4662-9b8c-2633c9375d9c {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 710.980907] env[69858]: WARNING nova.compute.manager [req-d4b6cab4-da20-4bd8-9e49-7e6130f23ecf req-816f884f-f47a-4e63-9492-e4eeba928d94 service nova] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Received unexpected event network-vif-plugged-1ae49c97-21fa-4662-9b8c-2633c9375d9c for instance with vm_state building and task_state spawning. [ 710.980907] env[69858]: DEBUG nova.compute.manager [req-d4b6cab4-da20-4bd8-9e49-7e6130f23ecf req-816f884f-f47a-4e63-9492-e4eeba928d94 service nova] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Received event network-changed-1ae49c97-21fa-4662-9b8c-2633c9375d9c {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.980907] env[69858]: DEBUG nova.compute.manager [req-d4b6cab4-da20-4bd8-9e49-7e6130f23ecf req-816f884f-f47a-4e63-9492-e4eeba928d94 service nova] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Refreshing instance network info cache due to event network-changed-1ae49c97-21fa-4662-9b8c-2633c9375d9c. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 710.982392] env[69858]: DEBUG oslo_concurrency.lockutils [req-d4b6cab4-da20-4bd8-9e49-7e6130f23ecf req-816f884f-f47a-4e63-9492-e4eeba928d94 service nova] Acquiring lock "refresh_cache-9f503faf-77ea-42fc-ab3d-7483d725e0e9" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.982392] env[69858]: DEBUG oslo_concurrency.lockutils [req-d4b6cab4-da20-4bd8-9e49-7e6130f23ecf req-816f884f-f47a-4e63-9492-e4eeba928d94 service nova] Acquired lock "refresh_cache-9f503faf-77ea-42fc-ab3d-7483d725e0e9" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.982392] env[69858]: DEBUG nova.network.neutron [req-d4b6cab4-da20-4bd8-9e49-7e6130f23ecf req-816f884f-f47a-4e63-9492-e4eeba928d94 service nova] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Refreshing network info cache for port 1ae49c97-21fa-4662-9b8c-2633c9375d9c {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.061659] env[69858]: DEBUG nova.scheduler.client.report [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.095469] env[69858]: DEBUG oslo_vmware.api [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Task: {'id': task-3418540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.126017] env[69858]: DEBUG oslo_vmware.api [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Task: {'id': task-3418541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.134415] env[69858]: DEBUG oslo_vmware.api [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a534ad-068d-6e21-a216-d7bdc020c53b, 'name': SearchDatastore_Task, 'duration_secs': 0.009084} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.135222] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02c0e0cb-2cc8-4832-ad0f-ff0c81663753 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.140710] env[69858]: DEBUG oslo_vmware.api [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Waiting for the task: (returnval){ [ 711.140710] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520a77dd-9707-e07b-5d19-c18b6ea65bc6" [ 711.140710] env[69858]: _type = "Task" [ 711.140710] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.149210] env[69858]: DEBUG oslo_vmware.api [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520a77dd-9707-e07b-5d19-c18b6ea65bc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.181446] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Releasing lock "refresh_cache-ad653df1-ac0a-4761-920f-bd75ce97292a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.182010] env[69858]: DEBUG nova.compute.manager [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Instance network_info: |[{"id": "27b882f7-2990-46ee-9f11-03b504e03770", "address": "fa:16:3e:c9:59:85", "network": {"id": "2be5ee7b-f862-4ef2-a339-7718e5940130", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1246037703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec46015859f4c93aa25ab4ab217786e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27b882f7-29", "ovs_interfaceid": "27b882f7-2990-46ee-9f11-03b504e03770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 711.182269] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:59:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec763be6-4041-4651-8fd7-3820cf0ab86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27b882f7-2990-46ee-9f11-03b504e03770', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.190128] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Creating folder: Project (3ec46015859f4c93aa25ab4ab217786e). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.190479] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fad63f92-eb96-4cc9-8fe1-11b0527a5312 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.200620] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Created folder: Project (3ec46015859f4c93aa25ab4ab217786e) in parent group-v682032. [ 711.200830] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Creating folder: Instances. Parent ref: group-v682045. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.201102] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e9f3be6-0f62-4682-b700-7dc0d9e80eb2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.209895] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Created folder: Instances in parent group-v682045. [ 711.210182] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.210428] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.211469] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f26febe-3e2c-486f-8f08-084a112f736c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.227479] env[69858]: DEBUG nova.compute.manager [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.235289] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.235289] env[69858]: value = "task-3418544" [ 711.235289] env[69858]: _type = "Task" [ 711.235289] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.247826] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418544, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.267191] env[69858]: DEBUG nova.virt.hardware [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.267791] env[69858]: DEBUG nova.virt.hardware [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.268955] env[69858]: DEBUG nova.virt.hardware [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.268955] env[69858]: DEBUG nova.virt.hardware [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.268955] env[69858]: DEBUG nova.virt.hardware [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.268955] env[69858]: DEBUG nova.virt.hardware [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.269166] env[69858]: DEBUG nova.virt.hardware [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.269446] env[69858]: DEBUG nova.virt.hardware [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.269685] env[69858]: DEBUG nova.virt.hardware [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.270738] env[69858]: DEBUG nova.virt.hardware [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.270738] env[69858]: DEBUG nova.virt.hardware [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.271473] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620a9f33-f4a6-4512-93b4-1f8cb9ac596b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.279854] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918a8735-f0b2-4d2f-9a1e-02b8f17d69e9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.302323] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Instance VIF info [] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.302815] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Creating folder: Project (7d36ba44f8d44ed9907e631779ff2594). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.303126] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79ca64e5-7f9d-410c-8145-3fe80de8ac53 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.314189] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Created folder: Project (7d36ba44f8d44ed9907e631779ff2594) in parent group-v682032. [ 711.314550] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Creating folder: Instances. Parent ref: group-v682048. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.314867] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76d1cf6e-03f6-40ee-8896-e641d1f91550 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.325699] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Created folder: Instances in parent group-v682048. [ 711.326032] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.326693] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.326693] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bbd5c99-3808-4992-80ce-d717167fa30e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.346867] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.346867] env[69858]: value = "task-3418547" [ 711.346867] env[69858]: _type = "Task" [ 711.346867] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.357449] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418547, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.462116] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418539, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.574680] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.574680] env[69858]: DEBUG nova.compute.manager [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.578098] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.010s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.578308] env[69858]: INFO nova.compute.claims [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.592734] env[69858]: DEBUG oslo_vmware.api [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Task: {'id': task-3418540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.576151} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.592734] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.593070] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5a4269-0404-45e3-9f8d-cf1b61255b2a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.623095] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 97e3329a-2999-45a4-9ecb-0cc43fbe9eae/97e3329a-2999-45a4-9ecb-0cc43fbe9eae.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.626190] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-946b3559-cb6e-4d98-ab31-581f491c3606 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.668444] env[69858]: DEBUG oslo_concurrency.lockutils [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Acquiring lock "facf78f4-ddc0-4821-9d88-045118633447" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.668689] env[69858]: DEBUG oslo_concurrency.lockutils [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Lock "facf78f4-ddc0-4821-9d88-045118633447" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.670399] env[69858]: DEBUG oslo_vmware.api [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Waiting for the task: (returnval){ [ 711.670399] env[69858]: value = "task-3418548" [ 711.670399] env[69858]: _type = "Task" [ 711.670399] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.670710] env[69858]: DEBUG oslo_vmware.api [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Task: {'id': task-3418541, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.901607} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.672132] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] f744813b-d3de-48bc-90fd-586d676de5d7/f744813b-d3de-48bc-90fd-586d676de5d7.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.672358] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.676134] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d999890-f3e5-4c50-b9b9-fabc7fc7b9d1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.686080] env[69858]: DEBUG oslo_vmware.api [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520a77dd-9707-e07b-5d19-c18b6ea65bc6, 'name': SearchDatastore_Task, 'duration_secs': 0.008498} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.687557] env[69858]: DEBUG nova.compute.manager [req-7d35f07a-1938-41b0-a7eb-63d9fb58e005 req-dcfe52ec-5720-42b8-982f-f44a6ff8d230 service nova] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Received event network-vif-plugged-059e5241-e88d-4504-aab6-215239c299d0 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.687863] env[69858]: DEBUG oslo_concurrency.lockutils [req-7d35f07a-1938-41b0-a7eb-63d9fb58e005 req-dcfe52ec-5720-42b8-982f-f44a6ff8d230 service nova] Acquiring lock "4bf9024b-387f-4de3-8e44-885ef6f4ec85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.687969] env[69858]: DEBUG oslo_concurrency.lockutils [req-7d35f07a-1938-41b0-a7eb-63d9fb58e005 req-dcfe52ec-5720-42b8-982f-f44a6ff8d230 service nova] Lock "4bf9024b-387f-4de3-8e44-885ef6f4ec85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.688146] env[69858]: DEBUG oslo_concurrency.lockutils [req-7d35f07a-1938-41b0-a7eb-63d9fb58e005 req-dcfe52ec-5720-42b8-982f-f44a6ff8d230 service nova] Lock "4bf9024b-387f-4de3-8e44-885ef6f4ec85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.688313] env[69858]: DEBUG nova.compute.manager [req-7d35f07a-1938-41b0-a7eb-63d9fb58e005 req-dcfe52ec-5720-42b8-982f-f44a6ff8d230 service nova] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] No waiting events found dispatching network-vif-plugged-059e5241-e88d-4504-aab6-215239c299d0 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 711.688486] env[69858]: WARNING nova.compute.manager [req-7d35f07a-1938-41b0-a7eb-63d9fb58e005 req-dcfe52ec-5720-42b8-982f-f44a6ff8d230 service nova] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Received unexpected event network-vif-plugged-059e5241-e88d-4504-aab6-215239c299d0 for instance with vm_state building and task_state spawning. [ 711.688647] env[69858]: DEBUG nova.compute.manager [req-7d35f07a-1938-41b0-a7eb-63d9fb58e005 req-dcfe52ec-5720-42b8-982f-f44a6ff8d230 service nova] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Received event network-changed-059e5241-e88d-4504-aab6-215239c299d0 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.688796] env[69858]: DEBUG nova.compute.manager [req-7d35f07a-1938-41b0-a7eb-63d9fb58e005 req-dcfe52ec-5720-42b8-982f-f44a6ff8d230 service nova] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Refreshing instance network info cache due to event network-changed-059e5241-e88d-4504-aab6-215239c299d0. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.688979] env[69858]: DEBUG oslo_concurrency.lockutils [req-7d35f07a-1938-41b0-a7eb-63d9fb58e005 req-dcfe52ec-5720-42b8-982f-f44a6ff8d230 service nova] Acquiring lock "refresh_cache-4bf9024b-387f-4de3-8e44-885ef6f4ec85" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.689124] env[69858]: DEBUG oslo_concurrency.lockutils [req-7d35f07a-1938-41b0-a7eb-63d9fb58e005 req-dcfe52ec-5720-42b8-982f-f44a6ff8d230 service nova] Acquired lock "refresh_cache-4bf9024b-387f-4de3-8e44-885ef6f4ec85" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.689285] env[69858]: DEBUG nova.network.neutron [req-7d35f07a-1938-41b0-a7eb-63d9fb58e005 req-dcfe52ec-5720-42b8-982f-f44a6ff8d230 service nova] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Refreshing network info cache for port 059e5241-e88d-4504-aab6-215239c299d0 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.694222] env[69858]: DEBUG oslo_concurrency.lockutils [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.694311] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 9f503faf-77ea-42fc-ab3d-7483d725e0e9/9f503faf-77ea-42fc-ab3d-7483d725e0e9.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.695198] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5f7505f-e225-42d8-baa5-4162609bcba5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.702695] env[69858]: DEBUG oslo_vmware.api [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Task: {'id': task-3418548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.702989] env[69858]: DEBUG oslo_vmware.api [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Waiting for the task: (returnval){ [ 711.702989] env[69858]: value = "task-3418549" [ 711.702989] env[69858]: _type = "Task" [ 711.702989] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.711376] env[69858]: DEBUG oslo_vmware.api [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Waiting for the task: (returnval){ [ 711.711376] env[69858]: value = "task-3418550" [ 711.711376] env[69858]: _type = "Task" [ 711.711376] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.716977] env[69858]: DEBUG oslo_vmware.api [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Task: {'id': task-3418549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.721801] env[69858]: DEBUG oslo_vmware.api [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Task: {'id': task-3418550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.749979] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418544, 'name': CreateVM_Task, 'duration_secs': 0.414588} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.751587] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.751697] env[69858]: DEBUG oslo_vmware.service [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfdacd1-2e16-4b4a-a314-6fbbc3a0bbc6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.759598] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.760395] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.761166] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.761457] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6f46259-dc95-4413-9341-515b53c636c1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.771432] env[69858]: DEBUG oslo_vmware.api [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Waiting for the task: (returnval){ [ 711.771432] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52215510-c628-3c75-8709-75465e2a077c" [ 711.771432] env[69858]: _type = "Task" [ 711.771432] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.780484] env[69858]: DEBUG oslo_vmware.api [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52215510-c628-3c75-8709-75465e2a077c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.788608] env[69858]: DEBUG nova.network.neutron [req-d4b6cab4-da20-4bd8-9e49-7e6130f23ecf req-816f884f-f47a-4e63-9492-e4eeba928d94 service nova] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Updated VIF entry in instance network info cache for port 1ae49c97-21fa-4662-9b8c-2633c9375d9c. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.788969] env[69858]: DEBUG nova.network.neutron [req-d4b6cab4-da20-4bd8-9e49-7e6130f23ecf req-816f884f-f47a-4e63-9492-e4eeba928d94 service nova] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Updating instance_info_cache with network_info: [{"id": "1ae49c97-21fa-4662-9b8c-2633c9375d9c", "address": "fa:16:3e:3d:43:46", "network": {"id": "67504fba-9b12-4504-a4d3-fedcc8cf9181", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1574691626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5f63d2cf6b349508d86741110446a90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ae49c97-21", "ovs_interfaceid": "1ae49c97-21fa-4662-9b8c-2633c9375d9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.857720] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418547, 'name': CreateVM_Task} progress is 25%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.962214] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418539, 'name': CreateVM_Task, 'duration_secs': 1.48922} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.962448] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.966029] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.966029] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.966029] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.966029] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-047efa80-f29e-474d-9d8a-5baaafedc35c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.969647] env[69858]: DEBUG oslo_vmware.api [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Waiting for the task: (returnval){ [ 711.969647] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527b5620-1686-9940-c876-3749c17554e7" [ 711.969647] env[69858]: _type = "Task" [ 711.969647] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.979848] env[69858]: DEBUG oslo_vmware.api [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527b5620-1686-9940-c876-3749c17554e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.083966] env[69858]: DEBUG nova.compute.utils [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.093197] env[69858]: DEBUG nova.compute.manager [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.093431] env[69858]: DEBUG nova.network.neutron [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.163584] env[69858]: DEBUG nova.policy [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0afe6f139f24d09991b16647db3f5ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f5ca560a3464c508e7e851d95c98d34', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.172976] env[69858]: DEBUG nova.compute.manager [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: facf78f4-ddc0-4821-9d88-045118633447] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.189492] env[69858]: DEBUG oslo_vmware.api [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Task: {'id': task-3418548, 'name': ReconfigVM_Task, 'duration_secs': 0.365916} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.189492] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 97e3329a-2999-45a4-9ecb-0cc43fbe9eae/97e3329a-2999-45a4-9ecb-0cc43fbe9eae.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.189492] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51117950-6abc-4568-91f8-75c77321076e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.201399] env[69858]: DEBUG oslo_vmware.api [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Waiting for the task: (returnval){ [ 712.201399] env[69858]: value = "task-3418551" [ 712.201399] env[69858]: _type = "Task" [ 712.201399] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.221831] env[69858]: DEBUG oslo_vmware.api [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Task: {'id': task-3418551, 'name': Rename_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.230832] env[69858]: DEBUG oslo_vmware.api [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Task: {'id': task-3418549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063625} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.231129] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.232022] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8799a5-c559-4a72-babb-dac565661233 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.238463] env[69858]: DEBUG oslo_vmware.api [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Task: {'id': task-3418550, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481447} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.239105] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 9f503faf-77ea-42fc-ab3d-7483d725e0e9/9f503faf-77ea-42fc-ab3d-7483d725e0e9.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.239346] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.239645] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cf082dc-0516-4081-a9bf-63072d1964db {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.270117] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] f744813b-d3de-48bc-90fd-586d676de5d7/f744813b-d3de-48bc-90fd-586d676de5d7.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.270479] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d6918d1-c14c-44b4-8a75-da4458d23bbb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.295775] env[69858]: DEBUG oslo_concurrency.lockutils [req-d4b6cab4-da20-4bd8-9e49-7e6130f23ecf req-816f884f-f47a-4e63-9492-e4eeba928d94 service nova] Releasing lock "refresh_cache-9f503faf-77ea-42fc-ab3d-7483d725e0e9" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.296721] env[69858]: DEBUG oslo_vmware.api [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Waiting for the task: (returnval){ [ 712.296721] env[69858]: value = "task-3418552" [ 712.296721] env[69858]: _type = "Task" [ 712.296721] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.300731] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Acquiring lock "271fa258-0e8a-48ae-967b-e87ede527641" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.301009] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Lock "271fa258-0e8a-48ae-967b-e87ede527641" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.309238] env[69858]: DEBUG oslo_vmware.api [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Waiting for the task: (returnval){ [ 712.309238] env[69858]: value = "task-3418553" [ 712.309238] env[69858]: _type = "Task" [ 712.309238] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.320174] env[69858]: DEBUG oslo_vmware.api [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Task: {'id': task-3418552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.321191] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.321458] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.321693] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.321834] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.322017] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.325730] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2dd2e80c-5291-4057-b211-7ac217636add {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.327675] env[69858]: DEBUG oslo_vmware.api [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Task: {'id': task-3418553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.336854] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.336854] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.337086] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb7c365-2ab0-498d-8d0b-6b275a2541bf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.343847] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aa4bebe-c51e-4b06-8773-ffc8af624a82 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.349308] env[69858]: DEBUG oslo_vmware.api [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Waiting for the task: (returnval){ [ 712.349308] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f8aa5c-1f21-fd9c-256a-16a9fca7223d" [ 712.349308] env[69858]: _type = "Task" [ 712.349308] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.360319] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418547, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.363529] env[69858]: DEBUG oslo_vmware.api [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f8aa5c-1f21-fd9c-256a-16a9fca7223d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.479965] env[69858]: DEBUG oslo_vmware.api [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527b5620-1686-9940-c876-3749c17554e7, 'name': SearchDatastore_Task, 'duration_secs': 0.065342} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.480524] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.480878] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.481118] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.481331] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.481568] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.481899] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b325ec53-995c-4e1a-bdda-f914b91764a8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.490968] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.490968] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.491736] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e20722b9-42e3-4f2b-97d8-270415645443 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.497955] env[69858]: DEBUG oslo_vmware.api [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Waiting for the task: (returnval){ [ 712.497955] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c6f93c-bfca-5ef8-f1b8-0ce1d32b25c3" [ 712.497955] env[69858]: _type = "Task" [ 712.497955] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.507087] env[69858]: DEBUG oslo_vmware.api [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c6f93c-bfca-5ef8-f1b8-0ce1d32b25c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.594288] env[69858]: DEBUG nova.compute.manager [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.713475] env[69858]: DEBUG oslo_concurrency.lockutils [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.719285] env[69858]: DEBUG oslo_vmware.api [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Task: {'id': task-3418551, 'name': Rename_Task, 'duration_secs': 0.14818} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.719559] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.719803] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a313c169-f486-4256-90f1-299115666b87 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.725917] env[69858]: DEBUG oslo_vmware.api [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Waiting for the task: (returnval){ [ 712.725917] env[69858]: value = "task-3418554" [ 712.725917] env[69858]: _type = "Task" [ 712.725917] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.734229] env[69858]: DEBUG oslo_vmware.api [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Task: {'id': task-3418554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.764313] env[69858]: DEBUG nova.network.neutron [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Successfully created port: 05e73961-4529-40ae-99c5-522c95bf1a3b {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.803677] env[69858]: DEBUG nova.compute.manager [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.829830] env[69858]: DEBUG oslo_vmware.api [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Task: {'id': task-3418552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.830128] env[69858]: DEBUG oslo_vmware.api [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Task: {'id': task-3418553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.858895] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3edbb95-89af-4675-bcc1-faf4c7393c68 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.865392] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418547, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.877011] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0063f6dd-2a5d-472a-9bb1-4a716dae0208 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.880879] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Preparing fetch location {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 712.881036] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Creating directory with path [datastore1] vmware_temp/3fbebfc4-1215-4420-a01b-b80f9fc144d1/28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.881273] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0f2e677-82ea-4525-8754-b5db0f0d6de5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.912557] env[69858]: DEBUG nova.network.neutron [req-7d35f07a-1938-41b0-a7eb-63d9fb58e005 req-dcfe52ec-5720-42b8-982f-f44a6ff8d230 service nova] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Updated VIF entry in instance network info cache for port 059e5241-e88d-4504-aab6-215239c299d0. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.912931] env[69858]: DEBUG nova.network.neutron [req-7d35f07a-1938-41b0-a7eb-63d9fb58e005 req-dcfe52ec-5720-42b8-982f-f44a6ff8d230 service nova] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Updating instance_info_cache with network_info: [{"id": "059e5241-e88d-4504-aab6-215239c299d0", "address": "fa:16:3e:1e:89:77", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap059e5241-e8", "ovs_interfaceid": "059e5241-e88d-4504-aab6-215239c299d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.914687] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3d8348-9a62-44ac-acf2-7bff38bd6fed {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.917601] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Created directory with path [datastore1] vmware_temp/3fbebfc4-1215-4420-a01b-b80f9fc144d1/28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.917789] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Fetch image to [datastore1] vmware_temp/3fbebfc4-1215-4420-a01b-b80f9fc144d1/28914a4a-909f-453b-b81f-d96d90735622/tmp-sparse.vmdk {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 712.917983] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Downloading image file data 28914a4a-909f-453b-b81f-d96d90735622 to [datastore1] vmware_temp/3fbebfc4-1215-4420-a01b-b80f9fc144d1/28914a4a-909f-453b-b81f-d96d90735622/tmp-sparse.vmdk on the data store datastore1 {{(pid=69858) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 712.918983] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d64fd29-551e-4fed-8048-dc8d12856419 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.932989] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5358782f-cf07-47f0-bb33-3863013e1cb6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.938226] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181be779-db6d-48d7-b9f3-557339129f81 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.962654] env[69858]: DEBUG nova.compute.provider_tree [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.965125] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0079ca79-4f2c-4fba-97f5-6ac95afdb39e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.000099] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32f45dd-dbe8-491e-8ce3-a5664960c2ef {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.017316] env[69858]: DEBUG oslo_vmware.api [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c6f93c-bfca-5ef8-f1b8-0ce1d32b25c3, 'name': SearchDatastore_Task, 'duration_secs': 0.008668} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.018174] env[69858]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-5684690c-d6a1-4a09-9a14-5cc5dad257b6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.022963] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac00a1c7-50c4-4f13-8eb0-ab8db8df9a59 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.029203] env[69858]: DEBUG oslo_vmware.api [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Waiting for the task: (returnval){ [ 713.029203] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527c29df-e5a4-4e72-bb0e-077128fa453e" [ 713.029203] env[69858]: _type = "Task" [ 713.029203] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.038913] env[69858]: DEBUG oslo_vmware.api [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527c29df-e5a4-4e72-bb0e-077128fa453e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.119390] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Downloading image file data 28914a4a-909f-453b-b81f-d96d90735622 to the data store datastore1 {{(pid=69858) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 713.246022] env[69858]: DEBUG oslo_vmware.api [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Task: {'id': task-3418554, 'name': PowerOnVM_Task, 'duration_secs': 0.49688} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.246022] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.246022] env[69858]: INFO nova.compute.manager [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Took 14.32 seconds to spawn the instance on the hypervisor. [ 713.246022] env[69858]: DEBUG nova.compute.manager [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.248495] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8887f9-34ef-4943-ba05-2465c01138c7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.330129] env[69858]: DEBUG oslo_vmware.api [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Task: {'id': task-3418552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.880995} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.332654] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.334121] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb493ede-a332-44d2-b38a-e54564fca708 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.345461] env[69858]: DEBUG oslo_vmware.api [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Task: {'id': task-3418553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.363343] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.375045] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 9f503faf-77ea-42fc-ab3d-7483d725e0e9/9f503faf-77ea-42fc-ab3d-7483d725e0e9.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.376714] env[69858]: DEBUG oslo_vmware.rw_handles [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3fbebfc4-1215-4420-a01b-b80f9fc144d1/28914a4a-909f-453b-b81f-d96d90735622/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69858) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 713.380621] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16b8b708-d72a-4d03-90ee-10155eb3076f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.453159] env[69858]: DEBUG oslo_concurrency.lockutils [req-7d35f07a-1938-41b0-a7eb-63d9fb58e005 req-dcfe52ec-5720-42b8-982f-f44a6ff8d230 service nova] Releasing lock "refresh_cache-4bf9024b-387f-4de3-8e44-885ef6f4ec85" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.453442] env[69858]: DEBUG nova.compute.manager [req-7d35f07a-1938-41b0-a7eb-63d9fb58e005 req-dcfe52ec-5720-42b8-982f-f44a6ff8d230 service nova] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Received event network-vif-plugged-27b882f7-2990-46ee-9f11-03b504e03770 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.453641] env[69858]: DEBUG oslo_concurrency.lockutils [req-7d35f07a-1938-41b0-a7eb-63d9fb58e005 req-dcfe52ec-5720-42b8-982f-f44a6ff8d230 service nova] Acquiring lock "ad653df1-ac0a-4761-920f-bd75ce97292a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.453942] env[69858]: DEBUG oslo_concurrency.lockutils [req-7d35f07a-1938-41b0-a7eb-63d9fb58e005 req-dcfe52ec-5720-42b8-982f-f44a6ff8d230 service nova] Lock "ad653df1-ac0a-4761-920f-bd75ce97292a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.454096] env[69858]: DEBUG oslo_concurrency.lockutils [req-7d35f07a-1938-41b0-a7eb-63d9fb58e005 req-dcfe52ec-5720-42b8-982f-f44a6ff8d230 service nova] Lock "ad653df1-ac0a-4761-920f-bd75ce97292a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.454156] env[69858]: DEBUG nova.compute.manager [req-7d35f07a-1938-41b0-a7eb-63d9fb58e005 req-dcfe52ec-5720-42b8-982f-f44a6ff8d230 service nova] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] No waiting events found dispatching network-vif-plugged-27b882f7-2990-46ee-9f11-03b504e03770 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 713.454463] env[69858]: WARNING nova.compute.manager [req-7d35f07a-1938-41b0-a7eb-63d9fb58e005 req-dcfe52ec-5720-42b8-982f-f44a6ff8d230 service nova] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Received unexpected event network-vif-plugged-27b882f7-2990-46ee-9f11-03b504e03770 for instance with vm_state building and task_state spawning. [ 713.454525] env[69858]: DEBUG nova.compute.manager [req-7d35f07a-1938-41b0-a7eb-63d9fb58e005 req-dcfe52ec-5720-42b8-982f-f44a6ff8d230 service nova] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Received event network-changed-27b882f7-2990-46ee-9f11-03b504e03770 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.454657] env[69858]: DEBUG nova.compute.manager [req-7d35f07a-1938-41b0-a7eb-63d9fb58e005 req-dcfe52ec-5720-42b8-982f-f44a6ff8d230 service nova] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Refreshing instance network info cache due to event network-changed-27b882f7-2990-46ee-9f11-03b504e03770. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.454844] env[69858]: DEBUG oslo_concurrency.lockutils [req-7d35f07a-1938-41b0-a7eb-63d9fb58e005 req-dcfe52ec-5720-42b8-982f-f44a6ff8d230 service nova] Acquiring lock "refresh_cache-ad653df1-ac0a-4761-920f-bd75ce97292a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.454970] env[69858]: DEBUG oslo_concurrency.lockutils [req-7d35f07a-1938-41b0-a7eb-63d9fb58e005 req-dcfe52ec-5720-42b8-982f-f44a6ff8d230 service nova] Acquired lock "refresh_cache-ad653df1-ac0a-4761-920f-bd75ce97292a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.455136] env[69858]: DEBUG nova.network.neutron [req-7d35f07a-1938-41b0-a7eb-63d9fb58e005 req-dcfe52ec-5720-42b8-982f-f44a6ff8d230 service nova] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Refreshing network info cache for port 27b882f7-2990-46ee-9f11-03b504e03770 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.461406] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418547, 'name': CreateVM_Task, 'duration_secs': 1.767041} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.462876] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.463220] env[69858]: DEBUG oslo_vmware.api [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Waiting for the task: (returnval){ [ 713.463220] env[69858]: value = "task-3418555" [ 713.463220] env[69858]: _type = "Task" [ 713.463220] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.465164] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.465164] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.465468] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.466186] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0d2f29b-cfa9-48b3-b0f5-0588776038f5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.472368] env[69858]: DEBUG nova.scheduler.client.report [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.479204] env[69858]: DEBUG oslo_vmware.api [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Waiting for the task: (returnval){ [ 713.479204] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52dd2834-8541-5782-a802-6d4987e1e2f8" [ 713.479204] env[69858]: _type = "Task" [ 713.479204] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.483297] env[69858]: DEBUG oslo_vmware.api [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Task: {'id': task-3418555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.492158] env[69858]: DEBUG oslo_vmware.api [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52dd2834-8541-5782-a802-6d4987e1e2f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.544796] env[69858]: DEBUG oslo_vmware.api [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527c29df-e5a4-4e72-bb0e-077128fa453e, 'name': SearchDatastore_Task, 'duration_secs': 0.00922} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.546290] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.546290] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 4bf9024b-387f-4de3-8e44-885ef6f4ec85/4bf9024b-387f-4de3-8e44-885ef6f4ec85.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.546446] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ac34751-e5b3-4652-99d0-3caa16206871 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.554537] env[69858]: DEBUG oslo_vmware.api [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Waiting for the task: (returnval){ [ 713.554537] env[69858]: value = "task-3418556" [ 713.554537] env[69858]: _type = "Task" [ 713.554537] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.566612] env[69858]: DEBUG oslo_vmware.api [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': task-3418556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.617821] env[69858]: DEBUG nova.compute.manager [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.658381] env[69858]: DEBUG nova.virt.hardware [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.658734] env[69858]: DEBUG nova.virt.hardware [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.658924] env[69858]: DEBUG nova.virt.hardware [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.659124] env[69858]: DEBUG nova.virt.hardware [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.659281] env[69858]: DEBUG nova.virt.hardware [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.660029] env[69858]: DEBUG nova.virt.hardware [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.660029] env[69858]: DEBUG nova.virt.hardware [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.660029] env[69858]: DEBUG nova.virt.hardware [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.660190] env[69858]: DEBUG nova.virt.hardware [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.660457] env[69858]: DEBUG nova.virt.hardware [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.660708] env[69858]: DEBUG nova.virt.hardware [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.662038] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69daa11c-0f96-4fe5-8249-5b7add394bd1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.672797] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279bac1b-4c61-4e97-a725-50f147dbf769 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.691748] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Acquiring lock "debfde63-c64d-466f-b424-d8dd704ab30f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.691943] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Lock "debfde63-c64d-466f-b424-d8dd704ab30f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.779858] env[69858]: INFO nova.compute.manager [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Took 19.12 seconds to build instance. [ 713.841506] env[69858]: DEBUG oslo_vmware.api [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Task: {'id': task-3418553, 'name': ReconfigVM_Task, 'duration_secs': 1.112799} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.841506] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Reconfigured VM instance instance-00000002 to attach disk [datastore2] f744813b-d3de-48bc-90fd-586d676de5d7/f744813b-d3de-48bc-90fd-586d676de5d7.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.842169] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd8af780-f30e-4c67-95c6-43afa7a44d27 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.850351] env[69858]: DEBUG oslo_vmware.api [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Waiting for the task: (returnval){ [ 713.850351] env[69858]: value = "task-3418557" [ 713.850351] env[69858]: _type = "Task" [ 713.850351] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.868411] env[69858]: DEBUG oslo_vmware.api [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Task: {'id': task-3418557, 'name': Rename_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.978598] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.979406] env[69858]: DEBUG nova.compute.manager [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.987701] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.993s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.988100] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.988242] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69858) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 713.988978] env[69858]: DEBUG oslo_concurrency.lockutils [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.275s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.990748] env[69858]: INFO nova.compute.claims [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: facf78f4-ddc0-4821-9d88-045118633447] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.994496] env[69858]: DEBUG oslo_vmware.api [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Task: {'id': task-3418555, 'name': ReconfigVM_Task, 'duration_secs': 0.441191} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.999317] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84126794-9b88-4987-9fe6-84f8d1f67a6a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.006679] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 9f503faf-77ea-42fc-ab3d-7483d725e0e9/9f503faf-77ea-42fc-ab3d-7483d725e0e9.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.007987] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86bdf493-a74a-41f7-8559-b858f8554a76 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.020475] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d0f4ce-1a5c-4630-a551-98935d005c2b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.025302] env[69858]: DEBUG oslo_vmware.api [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Waiting for the task: (returnval){ [ 714.025302] env[69858]: value = "task-3418558" [ 714.025302] env[69858]: _type = "Task" [ 714.025302] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.029287] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.032927] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.032927] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.046013] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb3bfd6-3cfc-4cd1-a614-13bea8650a56 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.055984] env[69858]: DEBUG oslo_vmware.api [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Task: {'id': task-3418558, 'name': Rename_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.070476] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a562619c-f183-4bbe-981f-3adca8709182 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.079219] env[69858]: DEBUG oslo_vmware.api [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': task-3418556, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.111363] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180986MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=69858) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 714.111910] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.119494] env[69858]: DEBUG oslo_vmware.rw_handles [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Completed reading data from the image iterator. {{(pid=69858) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 714.119494] env[69858]: DEBUG oslo_vmware.rw_handles [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3fbebfc4-1215-4420-a01b-b80f9fc144d1/28914a4a-909f-453b-b81f-d96d90735622/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69858) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 714.242862] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Downloaded image file data 28914a4a-909f-453b-b81f-d96d90735622 to vmware_temp/3fbebfc4-1215-4420-a01b-b80f9fc144d1/28914a4a-909f-453b-b81f-d96d90735622/tmp-sparse.vmdk on the data store datastore1 {{(pid=69858) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 714.245438] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Caching image {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 714.245438] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Copying Virtual Disk [datastore1] vmware_temp/3fbebfc4-1215-4420-a01b-b80f9fc144d1/28914a4a-909f-453b-b81f-d96d90735622/tmp-sparse.vmdk to [datastore1] vmware_temp/3fbebfc4-1215-4420-a01b-b80f9fc144d1/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.245854] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c1fb969-7948-4141-bc46-2e0b94bd95a0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.255176] env[69858]: DEBUG oslo_vmware.api [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Waiting for the task: (returnval){ [ 714.255176] env[69858]: value = "task-3418559" [ 714.255176] env[69858]: _type = "Task" [ 714.255176] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.264556] env[69858]: DEBUG oslo_vmware.api [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Task: {'id': task-3418559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.285564] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ec606cb3-f6af-4d51-a70d-12eb225d4bc4 tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Lock "97e3329a-2999-45a4-9ecb-0cc43fbe9eae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.632s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.372863] env[69858]: DEBUG oslo_vmware.api [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Task: {'id': task-3418557, 'name': Rename_Task, 'duration_secs': 0.260248} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.372863] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.372863] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cabbe8e-20a3-42ad-9a2f-0c781ad47c4e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.379630] env[69858]: DEBUG oslo_vmware.api [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Waiting for the task: (returnval){ [ 714.379630] env[69858]: value = "task-3418560" [ 714.379630] env[69858]: _type = "Task" [ 714.379630] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.391651] env[69858]: DEBUG oslo_vmware.api [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Task: {'id': task-3418560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.451974] env[69858]: DEBUG oslo_concurrency.lockutils [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Acquiring lock "3cdffc66-d1d0-4f8f-b386-7fa3b300ee56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.452246] env[69858]: DEBUG oslo_concurrency.lockutils [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Lock "3cdffc66-d1d0-4f8f-b386-7fa3b300ee56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.496759] env[69858]: DEBUG nova.compute.utils [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.498281] env[69858]: DEBUG nova.compute.manager [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.498711] env[69858]: DEBUG nova.network.neutron [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.540302] env[69858]: DEBUG oslo_vmware.api [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Task: {'id': task-3418558, 'name': Rename_Task, 'duration_secs': 0.238496} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.540948] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.540948] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e07f323-a139-4d3e-9cc1-5930a9946a6e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.548904] env[69858]: DEBUG oslo_vmware.api [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Waiting for the task: (returnval){ [ 714.548904] env[69858]: value = "task-3418561" [ 714.548904] env[69858]: _type = "Task" [ 714.548904] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.557988] env[69858]: DEBUG oslo_vmware.api [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Task: {'id': task-3418561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.568905] env[69858]: DEBUG oslo_vmware.api [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': task-3418556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633755} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.571845] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 4bf9024b-387f-4de3-8e44-885ef6f4ec85/4bf9024b-387f-4de3-8e44-885ef6f4ec85.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.572157] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.572466] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de6e7635-85f7-461d-8eee-52b06d1c3b46 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.579358] env[69858]: DEBUG oslo_vmware.api [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Waiting for the task: (returnval){ [ 714.579358] env[69858]: value = "task-3418562" [ 714.579358] env[69858]: _type = "Task" [ 714.579358] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.588396] env[69858]: DEBUG oslo_vmware.api [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': task-3418562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.735203] env[69858]: DEBUG nova.policy [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8122b8633f545bfa498e4a092b0a72c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f2fa0bd3f7549e2b40d7357e22d3ed9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.764858] env[69858]: DEBUG oslo_vmware.api [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Task: {'id': task-3418559, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.787030] env[69858]: DEBUG nova.compute.manager [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.895316] env[69858]: DEBUG oslo_vmware.api [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Task: {'id': task-3418560, 'name': PowerOnVM_Task, 'duration_secs': 0.500818} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.895760] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.895859] env[69858]: INFO nova.compute.manager [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Took 13.77 seconds to spawn the instance on the hypervisor. [ 714.896088] env[69858]: DEBUG nova.compute.manager [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.897541] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af14a5f6-1192-4bed-b263-e43048706c88 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.005784] env[69858]: DEBUG nova.compute.manager [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.066802] env[69858]: DEBUG oslo_vmware.api [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Task: {'id': task-3418561, 'name': PowerOnVM_Task, 'duration_secs': 0.501667} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.067104] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.067466] env[69858]: INFO nova.compute.manager [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Took 11.68 seconds to spawn the instance on the hypervisor. [ 715.068087] env[69858]: DEBUG nova.compute.manager [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.069039] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd04fc52-8c68-4fcd-a1f0-cb13fa2c6159 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.094317] env[69858]: DEBUG nova.network.neutron [req-7d35f07a-1938-41b0-a7eb-63d9fb58e005 req-dcfe52ec-5720-42b8-982f-f44a6ff8d230 service nova] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Updated VIF entry in instance network info cache for port 27b882f7-2990-46ee-9f11-03b504e03770. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.094802] env[69858]: DEBUG nova.network.neutron [req-7d35f07a-1938-41b0-a7eb-63d9fb58e005 req-dcfe52ec-5720-42b8-982f-f44a6ff8d230 service nova] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Updating instance_info_cache with network_info: [{"id": "27b882f7-2990-46ee-9f11-03b504e03770", "address": "fa:16:3e:c9:59:85", "network": {"id": "2be5ee7b-f862-4ef2-a339-7718e5940130", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1246037703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec46015859f4c93aa25ab4ab217786e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27b882f7-29", "ovs_interfaceid": "27b882f7-2990-46ee-9f11-03b504e03770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.103352] env[69858]: DEBUG oslo_vmware.api [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': task-3418562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098615} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.103936] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.104488] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2266b5a4-cc1a-453c-b023-2e9f705ea3ff {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.127546] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 4bf9024b-387f-4de3-8e44-885ef6f4ec85/4bf9024b-387f-4de3-8e44-885ef6f4ec85.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.131257] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84c56d3f-449c-4ea3-9fe2-217eb165f472 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.155278] env[69858]: DEBUG oslo_vmware.api [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Waiting for the task: (returnval){ [ 715.155278] env[69858]: value = "task-3418563" [ 715.155278] env[69858]: _type = "Task" [ 715.155278] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.171933] env[69858]: DEBUG oslo_vmware.api [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': task-3418563, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.276933] env[69858]: DEBUG oslo_vmware.api [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Task: {'id': task-3418559, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.290525] env[69858]: DEBUG nova.network.neutron [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Successfully updated port: 05e73961-4529-40ae-99c5-522c95bf1a3b {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.314621] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4febca-514e-4533-a383-ebc45afcd972 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.318699] env[69858]: DEBUG nova.network.neutron [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Successfully created port: dd75773a-2f4f-452c-8ede-09c9243af8e7 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.321751] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.327389] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac13805d-2dbe-4319-928c-ac8f9daa6e84 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.362048] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610faeb3-41e9-46bc-b9a0-efe7505746e6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.372140] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899906d3-a7ff-4d7c-a604-21f7a50b31e5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.390042] env[69858]: DEBUG nova.compute.provider_tree [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.429929] env[69858]: INFO nova.compute.manager [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Took 19.08 seconds to build instance. [ 715.598441] env[69858]: DEBUG oslo_concurrency.lockutils [req-7d35f07a-1938-41b0-a7eb-63d9fb58e005 req-dcfe52ec-5720-42b8-982f-f44a6ff8d230 service nova] Releasing lock "refresh_cache-ad653df1-ac0a-4761-920f-bd75ce97292a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.601086] env[69858]: INFO nova.compute.manager [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Took 17.77 seconds to build instance. [ 715.670708] env[69858]: DEBUG oslo_vmware.api [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': task-3418563, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.771628] env[69858]: DEBUG oslo_vmware.api [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Task: {'id': task-3418559, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.131457} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.776221] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Copied Virtual Disk [datastore1] vmware_temp/3fbebfc4-1215-4420-a01b-b80f9fc144d1/28914a4a-909f-453b-b81f-d96d90735622/tmp-sparse.vmdk to [datastore1] vmware_temp/3fbebfc4-1215-4420-a01b-b80f9fc144d1/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.776221] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Deleting the datastore file [datastore1] vmware_temp/3fbebfc4-1215-4420-a01b-b80f9fc144d1/28914a4a-909f-453b-b81f-d96d90735622/tmp-sparse.vmdk {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.776221] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-910a696a-30e7-4a6c-b26f-fdc20fc1d00a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.785702] env[69858]: DEBUG oslo_vmware.api [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Waiting for the task: (returnval){ [ 715.785702] env[69858]: value = "task-3418564" [ 715.785702] env[69858]: _type = "Task" [ 715.785702] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.797962] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Acquiring lock "refresh_cache-fda564a3-b774-47e6-bf6d-12fb9e7077e4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.798072] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Acquired lock "refresh_cache-fda564a3-b774-47e6-bf6d-12fb9e7077e4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.798163] env[69858]: DEBUG nova.network.neutron [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.799518] env[69858]: DEBUG oslo_vmware.api [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Task: {'id': task-3418564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.895495] env[69858]: DEBUG nova.scheduler.client.report [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.931722] env[69858]: DEBUG oslo_concurrency.lockutils [None req-06389477-b532-4f23-890a-43f067e6dc69 tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Lock "f744813b-d3de-48bc-90fd-586d676de5d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.607s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.021502] env[69858]: DEBUG nova.compute.manager [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.049811] env[69858]: DEBUG nova.virt.hardware [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.049811] env[69858]: DEBUG nova.virt.hardware [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.049811] env[69858]: DEBUG nova.virt.hardware [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.050030] env[69858]: DEBUG nova.virt.hardware [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.050030] env[69858]: DEBUG nova.virt.hardware [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.050030] env[69858]: DEBUG nova.virt.hardware [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.050030] env[69858]: DEBUG nova.virt.hardware [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.050930] env[69858]: DEBUG nova.virt.hardware [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.051308] env[69858]: DEBUG nova.virt.hardware [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.051723] env[69858]: DEBUG nova.virt.hardware [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.052029] env[69858]: DEBUG nova.virt.hardware [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.053359] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce843fa-5e61-4d05-b797-57ce55c431f4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.062832] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb722cb-2adc-4e50-9393-54fe0632fc9f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.101120] env[69858]: DEBUG oslo_concurrency.lockutils [None req-48cb73c6-86b8-471f-9c69-7a5038451d99 tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Lock "9f503faf-77ea-42fc-ab3d-7483d725e0e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.280s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.175697] env[69858]: DEBUG oslo_vmware.api [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': task-3418563, 'name': ReconfigVM_Task, 'duration_secs': 0.690464} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.176072] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 4bf9024b-387f-4de3-8e44-885ef6f4ec85/4bf9024b-387f-4de3-8e44-885ef6f4ec85.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.176755] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-439ef717-5550-4069-8229-84e8afbf5287 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.183801] env[69858]: DEBUG oslo_vmware.api [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Waiting for the task: (returnval){ [ 716.183801] env[69858]: value = "task-3418565" [ 716.183801] env[69858]: _type = "Task" [ 716.183801] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.195802] env[69858]: DEBUG oslo_vmware.api [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': task-3418565, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.296341] env[69858]: DEBUG oslo_vmware.api [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Task: {'id': task-3418564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024872} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.296602] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 716.297141] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Moving file from [datastore1] vmware_temp/3fbebfc4-1215-4420-a01b-b80f9fc144d1/28914a4a-909f-453b-b81f-d96d90735622 to [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622. {{(pid=69858) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 716.297141] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-98e993de-c245-4c6e-8782-0abcc0f7f9e0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.316284] env[69858]: DEBUG oslo_vmware.api [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Waiting for the task: (returnval){ [ 716.316284] env[69858]: value = "task-3418566" [ 716.316284] env[69858]: _type = "Task" [ 716.316284] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.325562] env[69858]: DEBUG oslo_vmware.api [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Task: {'id': task-3418566, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.374426] env[69858]: DEBUG nova.network.neutron [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.407738] env[69858]: DEBUG oslo_concurrency.lockutils [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.408526] env[69858]: DEBUG nova.compute.manager [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: facf78f4-ddc0-4821-9d88-045118633447] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.416230] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.053s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.419417] env[69858]: INFO nova.compute.claims [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.435676] env[69858]: DEBUG nova.compute.manager [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.693855] env[69858]: DEBUG oslo_vmware.api [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': task-3418565, 'name': Rename_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.743782] env[69858]: DEBUG nova.network.neutron [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Updating instance_info_cache with network_info: [{"id": "05e73961-4529-40ae-99c5-522c95bf1a3b", "address": "fa:16:3e:58:42:17", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05e73961-45", "ovs_interfaceid": "05e73961-4529-40ae-99c5-522c95bf1a3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.826128] env[69858]: DEBUG oslo_vmware.api [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Task: {'id': task-3418566, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.175651} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.826401] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] File moved {{(pid=69858) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 716.826603] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Cleaning up location [datastore1] vmware_temp/3fbebfc4-1215-4420-a01b-b80f9fc144d1 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 716.826767] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Deleting the datastore file [datastore1] vmware_temp/3fbebfc4-1215-4420-a01b-b80f9fc144d1 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 716.827144] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-349f4e83-5121-4c54-895b-8939cf16e6a6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.833986] env[69858]: DEBUG oslo_vmware.api [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Waiting for the task: (returnval){ [ 716.833986] env[69858]: value = "task-3418567" [ 716.833986] env[69858]: _type = "Task" [ 716.833986] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.844147] env[69858]: DEBUG oslo_vmware.api [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Task: {'id': task-3418567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.895697] env[69858]: DEBUG nova.compute.manager [req-ed4dc9ea-13f4-47be-bc61-c1362ab65936 req-a07f6133-7cdb-4680-9f3e-786af8140da0 service nova] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Received event network-vif-plugged-05e73961-4529-40ae-99c5-522c95bf1a3b {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.896416] env[69858]: DEBUG oslo_concurrency.lockutils [req-ed4dc9ea-13f4-47be-bc61-c1362ab65936 req-a07f6133-7cdb-4680-9f3e-786af8140da0 service nova] Acquiring lock "fda564a3-b774-47e6-bf6d-12fb9e7077e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.897786] env[69858]: DEBUG oslo_concurrency.lockutils [req-ed4dc9ea-13f4-47be-bc61-c1362ab65936 req-a07f6133-7cdb-4680-9f3e-786af8140da0 service nova] Lock "fda564a3-b774-47e6-bf6d-12fb9e7077e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.898046] env[69858]: DEBUG oslo_concurrency.lockutils [req-ed4dc9ea-13f4-47be-bc61-c1362ab65936 req-a07f6133-7cdb-4680-9f3e-786af8140da0 service nova] Lock "fda564a3-b774-47e6-bf6d-12fb9e7077e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.898336] env[69858]: DEBUG nova.compute.manager [req-ed4dc9ea-13f4-47be-bc61-c1362ab65936 req-a07f6133-7cdb-4680-9f3e-786af8140da0 service nova] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] No waiting events found dispatching network-vif-plugged-05e73961-4529-40ae-99c5-522c95bf1a3b {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.898394] env[69858]: WARNING nova.compute.manager [req-ed4dc9ea-13f4-47be-bc61-c1362ab65936 req-a07f6133-7cdb-4680-9f3e-786af8140da0 service nova] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Received unexpected event network-vif-plugged-05e73961-4529-40ae-99c5-522c95bf1a3b for instance with vm_state building and task_state spawning. [ 716.917746] env[69858]: DEBUG nova.compute.utils [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.919092] env[69858]: DEBUG nova.compute.manager [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: facf78f4-ddc0-4821-9d88-045118633447] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.919269] env[69858]: DEBUG nova.network.neutron [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: facf78f4-ddc0-4821-9d88-045118633447] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.960606] env[69858]: DEBUG oslo_concurrency.lockutils [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.002783] env[69858]: DEBUG nova.policy [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ba01e7bdd944302997ddfae246a957b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'daf889cb838549c5aa522e7ef82b81d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.119297] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Acquiring lock "05e2282e-8e8c-461b-80a7-6e80aa812a95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.119966] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Lock "05e2282e-8e8c-461b-80a7-6e80aa812a95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.143447] env[69858]: DEBUG oslo_concurrency.lockutils [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Acquiring lock "b0455420-8630-4c65-8b2c-f949630c42f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.143643] env[69858]: DEBUG oslo_concurrency.lockutils [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Lock "b0455420-8630-4c65-8b2c-f949630c42f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.171722] env[69858]: DEBUG nova.network.neutron [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Successfully updated port: dd75773a-2f4f-452c-8ede-09c9243af8e7 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.195744] env[69858]: DEBUG oslo_vmware.api [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': task-3418565, 'name': Rename_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.249654] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Releasing lock "refresh_cache-fda564a3-b774-47e6-bf6d-12fb9e7077e4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.250015] env[69858]: DEBUG nova.compute.manager [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Instance network_info: |[{"id": "05e73961-4529-40ae-99c5-522c95bf1a3b", "address": "fa:16:3e:58:42:17", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05e73961-45", "ovs_interfaceid": "05e73961-4529-40ae-99c5-522c95bf1a3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.250967] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:42:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05e73961-4529-40ae-99c5-522c95bf1a3b', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.260703] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Creating folder: Project (5f5ca560a3464c508e7e851d95c98d34). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.264127] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-929e1078-be90-4df8-9068-24a61aaaa633 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.276969] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Created folder: Project (5f5ca560a3464c508e7e851d95c98d34) in parent group-v682032. [ 717.277040] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Creating folder: Instances. Parent ref: group-v682051. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.277290] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91da8f92-3157-4c67-8ca1-b7b1b5b1cc34 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.289336] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Created folder: Instances in parent group-v682051. [ 717.289511] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.289708] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.289921] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbdb299d-3329-4315-9a59-5a4013ccd9aa {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.309040] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.309040] env[69858]: value = "task-3418570" [ 717.309040] env[69858]: _type = "Task" [ 717.309040] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.319112] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418570, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.343712] env[69858]: DEBUG oslo_vmware.api [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Task: {'id': task-3418567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.070643} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.344043] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.344983] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f4bada5-912c-4c09-8351-95e9ffb0b84f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.351040] env[69858]: DEBUG oslo_vmware.api [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Waiting for the task: (returnval){ [ 717.351040] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521089cc-407a-054c-b728-c5e4313480ff" [ 717.351040] env[69858]: _type = "Task" [ 717.351040] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.360797] env[69858]: DEBUG oslo_vmware.api [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521089cc-407a-054c-b728-c5e4313480ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.403988] env[69858]: DEBUG nova.network.neutron [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: facf78f4-ddc0-4821-9d88-045118633447] Successfully created port: 4fdd2075-3e55-4185-9e2f-661772916aff {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.423527] env[69858]: DEBUG nova.compute.manager [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: facf78f4-ddc0-4821-9d88-045118633447] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.625858] env[69858]: DEBUG nova.compute.manager [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.676695] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Acquiring lock "refresh_cache-8c07d39f-cead-491a-a6a0-460e907cec58" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.676880] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Acquired lock "refresh_cache-8c07d39f-cead-491a-a6a0-460e907cec58" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.677362] env[69858]: DEBUG nova.network.neutron [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.700042] env[69858]: DEBUG oslo_vmware.api [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': task-3418565, 'name': Rename_Task, 'duration_secs': 1.261775} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.700414] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.700699] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ea8d76b-419d-4631-9075-a88706197353 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.711053] env[69858]: DEBUG oslo_vmware.api [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Waiting for the task: (returnval){ [ 717.711053] env[69858]: value = "task-3418571" [ 717.711053] env[69858]: _type = "Task" [ 717.711053] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.719993] env[69858]: DEBUG oslo_vmware.api [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': task-3418571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.725085] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cd1156-4a64-4528-b5b8-7b1b4d0b3933 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.732498] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e04ca2-75ed-48bf-8edd-f2d6d8c616fc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.771735] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2000550-4e2a-43b2-af04-8957a525a7c6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.780278] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f33a85-cbc1-4655-a10b-4c37a8f127b7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.794888] env[69858]: DEBUG nova.compute.provider_tree [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.819778] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418570, 'name': CreateVM_Task, 'duration_secs': 0.343078} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.819949] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.820683] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.820977] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.821302] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.821429] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf5c5245-af19-4fbe-84ce-01a6fcaf35a7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.826437] env[69858]: DEBUG oslo_vmware.api [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Waiting for the task: (returnval){ [ 717.826437] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d05234-c2d3-f07c-29a3-d283d3004350" [ 717.826437] env[69858]: _type = "Task" [ 717.826437] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.834610] env[69858]: DEBUG oslo_vmware.api [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d05234-c2d3-f07c-29a3-d283d3004350, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.860715] env[69858]: DEBUG oslo_vmware.api [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521089cc-407a-054c-b728-c5e4313480ff, 'name': SearchDatastore_Task, 'duration_secs': 0.022497} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.861111] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.861289] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] ad653df1-ac0a-4761-920f-bd75ce97292a/ad653df1-ac0a-4761-920f-bd75ce97292a.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.861572] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.861766] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.861978] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-831aa421-57e5-4859-ba4b-497ca3f6a397 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.864122] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64d0f618-b31f-4e3f-8159-7c72d29ffdad {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.871783] env[69858]: DEBUG oslo_vmware.api [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Waiting for the task: (returnval){ [ 717.871783] env[69858]: value = "task-3418572" [ 717.871783] env[69858]: _type = "Task" [ 717.871783] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.876356] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.876583] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.877861] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ac0a456-f003-4517-9aeb-0592ae2f9553 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.883861] env[69858]: DEBUG oslo_vmware.api [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Task: {'id': task-3418572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.887087] env[69858]: DEBUG oslo_vmware.api [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Waiting for the task: (returnval){ [ 717.887087] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b1b883-a3c7-cb33-3007-b384042e558c" [ 717.887087] env[69858]: _type = "Task" [ 717.887087] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.895747] env[69858]: DEBUG oslo_vmware.api [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b1b883-a3c7-cb33-3007-b384042e558c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.154821] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.172873] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Acquiring lock "2293f6bc-7334-4e4e-a155-41b528b62116" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.173232] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Lock "2293f6bc-7334-4e4e-a155-41b528b62116" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.222286] env[69858]: DEBUG oslo_vmware.api [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': task-3418571, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.300158] env[69858]: DEBUG nova.scheduler.client.report [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.342253] env[69858]: DEBUG oslo_vmware.api [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d05234-c2d3-f07c-29a3-d283d3004350, 'name': SearchDatastore_Task, 'duration_secs': 0.010833} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.342253] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.342253] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.342253] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.390728] env[69858]: DEBUG oslo_vmware.api [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Task: {'id': task-3418572, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.401717] env[69858]: DEBUG oslo_vmware.api [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b1b883-a3c7-cb33-3007-b384042e558c, 'name': SearchDatastore_Task, 'duration_secs': 0.009839} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.402751] env[69858]: DEBUG nova.network.neutron [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.406568] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e74215a-8e57-4e0d-affb-8eebe154ff30 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.414101] env[69858]: DEBUG oslo_vmware.api [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Waiting for the task: (returnval){ [ 718.414101] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52327760-85f3-4a08-fb41-bf2287bec2eb" [ 718.414101] env[69858]: _type = "Task" [ 718.414101] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.422989] env[69858]: DEBUG oslo_vmware.api [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52327760-85f3-4a08-fb41-bf2287bec2eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.434545] env[69858]: DEBUG nova.compute.manager [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: facf78f4-ddc0-4821-9d88-045118633447] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.475897] env[69858]: DEBUG nova.virt.hardware [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.476216] env[69858]: DEBUG nova.virt.hardware [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.476343] env[69858]: DEBUG nova.virt.hardware [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.476526] env[69858]: DEBUG nova.virt.hardware [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.476665] env[69858]: DEBUG nova.virt.hardware [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.476846] env[69858]: DEBUG nova.virt.hardware [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.477115] env[69858]: DEBUG nova.virt.hardware [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.477275] env[69858]: DEBUG nova.virt.hardware [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.477446] env[69858]: DEBUG nova.virt.hardware [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.477709] env[69858]: DEBUG nova.virt.hardware [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.477787] env[69858]: DEBUG nova.virt.hardware [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.478748] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5453720d-c0cc-40a4-ba29-ba69a9c62a5f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.496647] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1883d6f-e503-439a-bfbc-cb3b720c4b83 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.724288] env[69858]: DEBUG oslo_vmware.api [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': task-3418571, 'name': PowerOnVM_Task, 'duration_secs': 0.804755} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.724288] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.724558] env[69858]: INFO nova.compute.manager [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Took 13.00 seconds to spawn the instance on the hypervisor. [ 718.724776] env[69858]: DEBUG nova.compute.manager [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.725624] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e09ff7-d01e-4bb8-8c3a-cb4d6b68dbef {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.808293] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.808806] env[69858]: DEBUG nova.compute.manager [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 718.812468] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.701s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.855522] env[69858]: DEBUG nova.network.neutron [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Updating instance_info_cache with network_info: [{"id": "dd75773a-2f4f-452c-8ede-09c9243af8e7", "address": "fa:16:3e:57:e1:ad", "network": {"id": "43862123-fe01-4572-acb1-a3b8c5bcfb92", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2092479556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f2fa0bd3f7549e2b40d7357e22d3ed9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd75773a-2f", "ovs_interfaceid": "dd75773a-2f4f-452c-8ede-09c9243af8e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.883226] env[69858]: DEBUG oslo_vmware.api [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Task: {'id': task-3418572, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647066} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.883670] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] ad653df1-ac0a-4761-920f-bd75ce97292a/ad653df1-ac0a-4761-920f-bd75ce97292a.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.883801] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.884132] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64fad487-d3b0-44e6-a0b9-cbbb1d3918f2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.891713] env[69858]: DEBUG oslo_vmware.api [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Waiting for the task: (returnval){ [ 718.891713] env[69858]: value = "task-3418573" [ 718.891713] env[69858]: _type = "Task" [ 718.891713] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.899950] env[69858]: DEBUG oslo_vmware.api [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Task: {'id': task-3418573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.926699] env[69858]: DEBUG oslo_vmware.api [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52327760-85f3-4a08-fb41-bf2287bec2eb, 'name': SearchDatastore_Task, 'duration_secs': 0.051778} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.928725] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.928893] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] bb6fe254-1c46-4bc6-a7a4-74ec26fa4079/bb6fe254-1c46-4bc6-a7a4-74ec26fa4079.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.931445] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.931641] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.931861] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16f11487-6205-4017-a2cb-eae1a5b5eabe {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.937608] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d651414-a7dd-4c26-86c3-124b1c4e6596 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.946837] env[69858]: DEBUG oslo_vmware.api [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Waiting for the task: (returnval){ [ 718.946837] env[69858]: value = "task-3418574" [ 718.946837] env[69858]: _type = "Task" [ 718.946837] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.948917] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.949110] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.953378] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a50ed7da-d6c2-423e-ae13-c3186be25af4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.961397] env[69858]: DEBUG oslo_vmware.api [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': task-3418574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.962679] env[69858]: DEBUG oslo_vmware.api [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Waiting for the task: (returnval){ [ 718.962679] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523ef280-cd32-1763-eb63-d9981a5ca7a5" [ 718.962679] env[69858]: _type = "Task" [ 718.962679] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.971312] env[69858]: DEBUG oslo_vmware.api [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523ef280-cd32-1763-eb63-d9981a5ca7a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.180883] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bf73769-57ab-46a9-81cd-402c60a3835b tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Acquiring lock "9f503faf-77ea-42fc-ab3d-7483d725e0e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.180883] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bf73769-57ab-46a9-81cd-402c60a3835b tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Lock "9f503faf-77ea-42fc-ab3d-7483d725e0e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.180883] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bf73769-57ab-46a9-81cd-402c60a3835b tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Acquiring lock "9f503faf-77ea-42fc-ab3d-7483d725e0e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.180883] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bf73769-57ab-46a9-81cd-402c60a3835b tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Lock "9f503faf-77ea-42fc-ab3d-7483d725e0e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.181167] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bf73769-57ab-46a9-81cd-402c60a3835b tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Lock "9f503faf-77ea-42fc-ab3d-7483d725e0e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.183329] env[69858]: INFO nova.compute.manager [None req-9bf73769-57ab-46a9-81cd-402c60a3835b tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Terminating instance [ 719.248338] env[69858]: INFO nova.compute.manager [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Took 19.53 seconds to build instance. [ 719.255614] env[69858]: DEBUG nova.network.neutron [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: facf78f4-ddc0-4821-9d88-045118633447] Successfully updated port: 4fdd2075-3e55-4185-9e2f-661772916aff {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.320579] env[69858]: DEBUG nova.compute.utils [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.329294] env[69858]: DEBUG nova.compute.manager [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.330418] env[69858]: DEBUG nova.network.neutron [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.361755] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Releasing lock "refresh_cache-8c07d39f-cead-491a-a6a0-460e907cec58" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.362258] env[69858]: DEBUG nova.compute.manager [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Instance network_info: |[{"id": "dd75773a-2f4f-452c-8ede-09c9243af8e7", "address": "fa:16:3e:57:e1:ad", "network": {"id": "43862123-fe01-4572-acb1-a3b8c5bcfb92", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2092479556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f2fa0bd3f7549e2b40d7357e22d3ed9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd75773a-2f", "ovs_interfaceid": "dd75773a-2f4f-452c-8ede-09c9243af8e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.362890] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:e1:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c20f5114-0866-45b3-9a7c-62f113ff83fa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd75773a-2f4f-452c-8ede-09c9243af8e7', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.379538] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Creating folder: Project (5f2fa0bd3f7549e2b40d7357e22d3ed9). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.383853] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66bdf630-f3e0-4721-a569-5b8762318f77 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.399960] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Created folder: Project (5f2fa0bd3f7549e2b40d7357e22d3ed9) in parent group-v682032. [ 719.399960] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Creating folder: Instances. Parent ref: group-v682054. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.400817] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15e28ba2-8b7b-4587-ae64-77fc44fa9e84 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.406023] env[69858]: DEBUG oslo_vmware.api [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Task: {'id': task-3418573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15988} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.406756] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.409313] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c362d3-9fed-457f-89f3-eaefdb33cd2c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.413980] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Created folder: Instances in parent group-v682054. [ 719.414334] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.424351] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.434990] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] ad653df1-ac0a-4761-920f-bd75ce97292a/ad653df1-ac0a-4761-920f-bd75ce97292a.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.435628] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fc69917-2aff-47bc-9e38-dcaccb9154a8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.452044] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ed9b549-2bee-4da3-a795-595f039ef1e2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.466511] env[69858]: DEBUG oslo_concurrency.lockutils [None req-88ea8152-14b1-454e-99ec-9bdb13741b7e tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Acquiring lock "97e3329a-2999-45a4-9ecb-0cc43fbe9eae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.466807] env[69858]: DEBUG oslo_concurrency.lockutils [None req-88ea8152-14b1-454e-99ec-9bdb13741b7e tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Lock "97e3329a-2999-45a4-9ecb-0cc43fbe9eae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.467087] env[69858]: DEBUG oslo_concurrency.lockutils [None req-88ea8152-14b1-454e-99ec-9bdb13741b7e tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Acquiring lock "97e3329a-2999-45a4-9ecb-0cc43fbe9eae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.467375] env[69858]: DEBUG oslo_concurrency.lockutils [None req-88ea8152-14b1-454e-99ec-9bdb13741b7e tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Lock "97e3329a-2999-45a4-9ecb-0cc43fbe9eae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.467624] env[69858]: DEBUG oslo_concurrency.lockutils [None req-88ea8152-14b1-454e-99ec-9bdb13741b7e tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Lock "97e3329a-2999-45a4-9ecb-0cc43fbe9eae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.470595] env[69858]: INFO nova.compute.manager [None req-88ea8152-14b1-454e-99ec-9bdb13741b7e tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Terminating instance [ 719.488365] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.488365] env[69858]: value = "task-3418577" [ 719.488365] env[69858]: _type = "Task" [ 719.488365] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.488365] env[69858]: DEBUG oslo_vmware.api [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Waiting for the task: (returnval){ [ 719.488365] env[69858]: value = "task-3418578" [ 719.488365] env[69858]: _type = "Task" [ 719.488365] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.494196] env[69858]: DEBUG oslo_vmware.api [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': task-3418574, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.511237] env[69858]: DEBUG oslo_vmware.api [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Task: {'id': task-3418578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.524476] env[69858]: DEBUG oslo_vmware.api [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523ef280-cd32-1763-eb63-d9981a5ca7a5, 'name': SearchDatastore_Task, 'duration_secs': 0.015185} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.524951] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418577, 'name': CreateVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.525585] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-064265cb-996a-4426-99c7-11b0a80388a5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.535532] env[69858]: DEBUG oslo_vmware.api [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Waiting for the task: (returnval){ [ 719.535532] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5299e60c-b81c-4035-97ea-2eb35d0c6024" [ 719.535532] env[69858]: _type = "Task" [ 719.535532] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.546792] env[69858]: DEBUG oslo_vmware.api [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5299e60c-b81c-4035-97ea-2eb35d0c6024, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.553630] env[69858]: DEBUG nova.policy [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '007c796144c34a5bad8c81dc34ceb314', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0191217b1f44d7c9cab76ba85b2b259', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 719.688517] env[69858]: DEBUG nova.compute.manager [None req-9bf73769-57ab-46a9-81cd-402c60a3835b tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 719.689156] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf73769-57ab-46a9-81cd-402c60a3835b tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.689708] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbe7207-1794-4e20-9d80-9072604265ac {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.697760] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf73769-57ab-46a9-81cd-402c60a3835b tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.698809] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-172dc108-5e48-4b31-a497-55d07b29cec7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.704835] env[69858]: DEBUG oslo_vmware.api [None req-9bf73769-57ab-46a9-81cd-402c60a3835b tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Waiting for the task: (returnval){ [ 719.704835] env[69858]: value = "task-3418579" [ 719.704835] env[69858]: _type = "Task" [ 719.704835] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.714710] env[69858]: DEBUG oslo_vmware.api [None req-9bf73769-57ab-46a9-81cd-402c60a3835b tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Task: {'id': task-3418579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.756632] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7b12df80-3d66-45f5-9c68-1e6c0aa856c0 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Lock "4bf9024b-387f-4de3-8e44-885ef6f4ec85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.055s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.758313] env[69858]: DEBUG oslo_concurrency.lockutils [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Acquiring lock "refresh_cache-facf78f4-ddc0-4821-9d88-045118633447" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.758732] env[69858]: DEBUG oslo_concurrency.lockutils [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Acquired lock "refresh_cache-facf78f4-ddc0-4821-9d88-045118633447" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.758732] env[69858]: DEBUG nova.network.neutron [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: facf78f4-ddc0-4821-9d88-045118633447] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.831873] env[69858]: DEBUG nova.compute.manager [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 719.865026] env[69858]: DEBUG nova.compute.manager [req-da11d5f1-6f35-4329-b54f-7fe215dc536d req-7820e180-2c96-4779-a910-2400a4ac649e service nova] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Received event network-changed-05e73961-4529-40ae-99c5-522c95bf1a3b {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.865409] env[69858]: DEBUG nova.compute.manager [req-da11d5f1-6f35-4329-b54f-7fe215dc536d req-7820e180-2c96-4779-a910-2400a4ac649e service nova] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Refreshing instance network info cache due to event network-changed-05e73961-4529-40ae-99c5-522c95bf1a3b. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.865827] env[69858]: DEBUG oslo_concurrency.lockutils [req-da11d5f1-6f35-4329-b54f-7fe215dc536d req-7820e180-2c96-4779-a910-2400a4ac649e service nova] Acquiring lock "refresh_cache-fda564a3-b774-47e6-bf6d-12fb9e7077e4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.866116] env[69858]: DEBUG oslo_concurrency.lockutils [req-da11d5f1-6f35-4329-b54f-7fe215dc536d req-7820e180-2c96-4779-a910-2400a4ac649e service nova] Acquired lock "refresh_cache-fda564a3-b774-47e6-bf6d-12fb9e7077e4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.866401] env[69858]: DEBUG nova.network.neutron [req-da11d5f1-6f35-4329-b54f-7fe215dc536d req-7820e180-2c96-4779-a910-2400a4ac649e service nova] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Refreshing network info cache for port 05e73961-4529-40ae-99c5-522c95bf1a3b {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.870320] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 97e3329a-2999-45a4-9ecb-0cc43fbe9eae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.870665] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance f744813b-d3de-48bc-90fd-586d676de5d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.873018] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 9f503faf-77ea-42fc-ab3d-7483d725e0e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.873018] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 4bf9024b-387f-4de3-8e44-885ef6f4ec85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.873018] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance ad653df1-ac0a-4761-920f-bd75ce97292a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.873018] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance bb6fe254-1c46-4bc6-a7a4-74ec26fa4079 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.874194] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance fda564a3-b774-47e6-bf6d-12fb9e7077e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.874194] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 8c07d39f-cead-491a-a6a0-460e907cec58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.874194] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance facf78f4-ddc0-4821-9d88-045118633447 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.874194] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 271fa258-0e8a-48ae-967b-e87ede527641 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.980863] env[69858]: DEBUG oslo_vmware.api [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': task-3418574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.865721} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.982202] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] bb6fe254-1c46-4bc6-a7a4-74ec26fa4079/bb6fe254-1c46-4bc6-a7a4-74ec26fa4079.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.982202] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.982202] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7472d593-caa1-459f-8bf8-cafb98a6127e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.990017] env[69858]: DEBUG nova.compute.manager [None req-88ea8152-14b1-454e-99ec-9bdb13741b7e tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 719.990017] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-88ea8152-14b1-454e-99ec-9bdb13741b7e tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.990017] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f01f6d4-b271-4443-afe1-f37816a4aef7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.997168] env[69858]: DEBUG oslo_vmware.api [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Waiting for the task: (returnval){ [ 719.997168] env[69858]: value = "task-3418580" [ 719.997168] env[69858]: _type = "Task" [ 719.997168] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.007777] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ea8152-14b1-454e-99ec-9bdb13741b7e tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.013184] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1f54ace-44ab-4f27-8a44-07e8f967f8db {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.014812] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418577, 'name': CreateVM_Task} progress is 25%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.018456] env[69858]: DEBUG oslo_vmware.api [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Task: {'id': task-3418578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.023907] env[69858]: DEBUG oslo_vmware.api [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': task-3418580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.025062] env[69858]: DEBUG oslo_vmware.api [None req-88ea8152-14b1-454e-99ec-9bdb13741b7e tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Waiting for the task: (returnval){ [ 720.025062] env[69858]: value = "task-3418581" [ 720.025062] env[69858]: _type = "Task" [ 720.025062] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.034744] env[69858]: DEBUG oslo_vmware.api [None req-88ea8152-14b1-454e-99ec-9bdb13741b7e tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Task: {'id': task-3418581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.045578] env[69858]: DEBUG oslo_vmware.api [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5299e60c-b81c-4035-97ea-2eb35d0c6024, 'name': SearchDatastore_Task, 'duration_secs': 0.060369} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.045774] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.046049] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] fda564a3-b774-47e6-bf6d-12fb9e7077e4/fda564a3-b774-47e6-bf6d-12fb9e7077e4.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 720.046306] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29ac81b8-d5af-4c09-a34a-7887be8644ae {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.052802] env[69858]: DEBUG oslo_vmware.api [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Waiting for the task: (returnval){ [ 720.052802] env[69858]: value = "task-3418582" [ 720.052802] env[69858]: _type = "Task" [ 720.052802] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.065130] env[69858]: DEBUG oslo_vmware.api [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Task: {'id': task-3418582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.223121] env[69858]: DEBUG oslo_vmware.api [None req-9bf73769-57ab-46a9-81cd-402c60a3835b tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Task: {'id': task-3418579, 'name': PowerOffVM_Task, 'duration_secs': 0.209454} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.223595] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf73769-57ab-46a9-81cd-402c60a3835b tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.223887] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf73769-57ab-46a9-81cd-402c60a3835b tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.224261] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-123483d4-f101-4270-8dfe-5b36bbb58a76 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.260771] env[69858]: DEBUG nova.compute.manager [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 720.293699] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf73769-57ab-46a9-81cd-402c60a3835b tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.293997] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf73769-57ab-46a9-81cd-402c60a3835b tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.294208] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bf73769-57ab-46a9-81cd-402c60a3835b tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Deleting the datastore file [datastore2] 9f503faf-77ea-42fc-ab3d-7483d725e0e9 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.294543] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b294bc9-3f5b-4f98-bf95-10fd665ad961 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.302305] env[69858]: DEBUG oslo_vmware.api [None req-9bf73769-57ab-46a9-81cd-402c60a3835b tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Waiting for the task: (returnval){ [ 720.302305] env[69858]: value = "task-3418584" [ 720.302305] env[69858]: _type = "Task" [ 720.302305] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.314853] env[69858]: DEBUG oslo_vmware.api [None req-9bf73769-57ab-46a9-81cd-402c60a3835b tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Task: {'id': task-3418584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.377867] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance debfde63-c64d-466f-b424-d8dd704ab30f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 720.514483] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418577, 'name': CreateVM_Task, 'duration_secs': 0.724082} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.520102] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.520102] env[69858]: DEBUG oslo_vmware.api [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Task: {'id': task-3418578, 'name': ReconfigVM_Task, 'duration_secs': 0.786254} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.520629] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.520836] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.522487] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.522858] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Reconfigured VM instance instance-00000005 to attach disk [datastore1] ad653df1-ac0a-4761-920f-bd75ce97292a/ad653df1-ac0a-4761-920f-bd75ce97292a.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.527326] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34d2f448-8a9a-41cb-9bad-c32400dedaba {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.530223] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f3c1b12-aff5-4099-945f-60f8ab23e3a7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.532370] env[69858]: DEBUG oslo_vmware.api [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': task-3418580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162026} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.536504] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.538312] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41e81c9-9178-4cb9-91a4-18e9fae3b859 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.542988] env[69858]: DEBUG oslo_vmware.api [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Waiting for the task: (returnval){ [ 720.542988] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d6634d-0ab4-4362-2ef9-66f8f6f55ac9" [ 720.542988] env[69858]: _type = "Task" [ 720.542988] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.544917] env[69858]: DEBUG oslo_vmware.api [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Waiting for the task: (returnval){ [ 720.544917] env[69858]: value = "task-3418585" [ 720.544917] env[69858]: _type = "Task" [ 720.544917] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.551583] env[69858]: DEBUG oslo_vmware.api [None req-88ea8152-14b1-454e-99ec-9bdb13741b7e tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Task: {'id': task-3418581, 'name': PowerOffVM_Task, 'duration_secs': 0.220319} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.562941] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ea8152-14b1-454e-99ec-9bdb13741b7e tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.563243] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-88ea8152-14b1-454e-99ec-9bdb13741b7e tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.573193] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] bb6fe254-1c46-4bc6-a7a4-74ec26fa4079/bb6fe254-1c46-4bc6-a7a4-74ec26fa4079.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.574417] env[69858]: DEBUG nova.network.neutron [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: facf78f4-ddc0-4821-9d88-045118633447] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.577699] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b34c267e-394a-4e84-a837-14a405b82603 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.582852] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86e036ef-b650-44ec-9556-305134fb6f32 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.612295] env[69858]: DEBUG oslo_vmware.api [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d6634d-0ab4-4362-2ef9-66f8f6f55ac9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.615960] env[69858]: DEBUG oslo_vmware.api [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Task: {'id': task-3418585, 'name': Rename_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.620821] env[69858]: DEBUG oslo_vmware.api [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Task: {'id': task-3418582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556549} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.621705] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] fda564a3-b774-47e6-bf6d-12fb9e7077e4/fda564a3-b774-47e6-bf6d-12fb9e7077e4.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.621955] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.622586] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ac5e359-8395-442b-aa1c-11fd4bd78b7f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.625586] env[69858]: DEBUG oslo_vmware.api [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Waiting for the task: (returnval){ [ 720.625586] env[69858]: value = "task-3418587" [ 720.625586] env[69858]: _type = "Task" [ 720.625586] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.633932] env[69858]: DEBUG oslo_vmware.api [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Waiting for the task: (returnval){ [ 720.633932] env[69858]: value = "task-3418588" [ 720.633932] env[69858]: _type = "Task" [ 720.633932] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.641941] env[69858]: DEBUG oslo_vmware.api [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': task-3418587, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.647262] env[69858]: DEBUG oslo_vmware.api [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Task: {'id': task-3418588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.674832] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-88ea8152-14b1-454e-99ec-9bdb13741b7e tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.678097] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-88ea8152-14b1-454e-99ec-9bdb13741b7e tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.678097] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-88ea8152-14b1-454e-99ec-9bdb13741b7e tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Deleting the datastore file [datastore2] 97e3329a-2999-45a4-9ecb-0cc43fbe9eae {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.678097] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80e6eaa9-27bb-479b-a9f4-e784cb3e2292 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.691257] env[69858]: DEBUG oslo_vmware.api [None req-88ea8152-14b1-454e-99ec-9bdb13741b7e tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Waiting for the task: (returnval){ [ 720.691257] env[69858]: value = "task-3418589" [ 720.691257] env[69858]: _type = "Task" [ 720.691257] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.702254] env[69858]: DEBUG oslo_vmware.api [None req-88ea8152-14b1-454e-99ec-9bdb13741b7e tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Task: {'id': task-3418589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.799065] env[69858]: DEBUG oslo_concurrency.lockutils [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.822012] env[69858]: DEBUG oslo_vmware.api [None req-9bf73769-57ab-46a9-81cd-402c60a3835b tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Task: {'id': task-3418584, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372793} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.823389] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bf73769-57ab-46a9-81cd-402c60a3835b tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.823663] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf73769-57ab-46a9-81cd-402c60a3835b tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.823899] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf73769-57ab-46a9-81cd-402c60a3835b tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.823899] env[69858]: INFO nova.compute.manager [None req-9bf73769-57ab-46a9-81cd-402c60a3835b tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 720.824555] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bf73769-57ab-46a9-81cd-402c60a3835b tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.826593] env[69858]: DEBUG nova.compute.manager [-] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 720.826699] env[69858]: DEBUG nova.network.neutron [-] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 720.847023] env[69858]: DEBUG nova.compute.manager [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 720.881742] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 720.887728] env[69858]: DEBUG nova.virt.hardware [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.887728] env[69858]: DEBUG nova.virt.hardware [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.887728] env[69858]: DEBUG nova.virt.hardware [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.887939] env[69858]: DEBUG nova.virt.hardware [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.891403] env[69858]: DEBUG nova.virt.hardware [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.891403] env[69858]: DEBUG nova.virt.hardware [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.891403] env[69858]: DEBUG nova.virt.hardware [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.891403] env[69858]: DEBUG nova.virt.hardware [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.891403] env[69858]: DEBUG nova.virt.hardware [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.891933] env[69858]: DEBUG nova.virt.hardware [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.891933] env[69858]: DEBUG nova.virt.hardware [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.892190] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2026602-747c-4edc-81db-3ac2913a3e05 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.907168] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c4de32-beb0-47f5-adca-f4641cb42f54 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.073390] env[69858]: DEBUG oslo_vmware.api [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Task: {'id': task-3418585, 'name': Rename_Task, 'duration_secs': 0.181901} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.073390] env[69858]: DEBUG oslo_vmware.api [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d6634d-0ab4-4362-2ef9-66f8f6f55ac9, 'name': SearchDatastore_Task, 'duration_secs': 0.052462} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.078296] env[69858]: DEBUG nova.network.neutron [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: facf78f4-ddc0-4821-9d88-045118633447] Updating instance_info_cache with network_info: [{"id": "4fdd2075-3e55-4185-9e2f-661772916aff", "address": "fa:16:3e:f5:c3:20", "network": {"id": "244b1c4f-ceb0-4e26-b130-1931515d7235", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-994662206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daf889cb838549c5aa522e7ef82b81d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fdd2075-3e", "ovs_interfaceid": "4fdd2075-3e55-4185-9e2f-661772916aff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.080095] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.080095] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.080199] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.080587] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.080587] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.081211] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.081211] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f3a9d0f-e583-43b4-9622-3b5ac1cb8bef {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.084344] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91631952-ed89-4904-9b96-fc8384845925 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.092111] env[69858]: DEBUG oslo_vmware.api [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Waiting for the task: (returnval){ [ 721.092111] env[69858]: value = "task-3418590" [ 721.092111] env[69858]: _type = "Task" [ 721.092111] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.093374] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.093754] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.104597] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc95a5ce-3cb4-4e08-be9e-17bd41d73551 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.113533] env[69858]: DEBUG oslo_vmware.api [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Task: {'id': task-3418590, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.115209] env[69858]: DEBUG oslo_vmware.api [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Waiting for the task: (returnval){ [ 721.115209] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52074809-4ea5-a7d5-613c-557c1dfdb8b4" [ 721.115209] env[69858]: _type = "Task" [ 721.115209] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.126225] env[69858]: DEBUG oslo_vmware.api [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52074809-4ea5-a7d5-613c-557c1dfdb8b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.137511] env[69858]: DEBUG oslo_vmware.api [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': task-3418587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.145303] env[69858]: DEBUG oslo_vmware.api [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Task: {'id': task-3418588, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072252} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.145613] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 721.146464] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b927f8-bed1-4beb-a692-d5c458ff3997 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.173308] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] fda564a3-b774-47e6-bf6d-12fb9e7077e4/fda564a3-b774-47e6-bf6d-12fb9e7077e4.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.173636] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1afc7af-8f8a-4cfd-8f04-62e95c7d280c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.201924] env[69858]: DEBUG nova.network.neutron [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Successfully created port: c625502e-3242-41cf-bc68-905afd9930d4 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 721.206046] env[69858]: DEBUG oslo_vmware.api [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Waiting for the task: (returnval){ [ 721.206046] env[69858]: value = "task-3418591" [ 721.206046] env[69858]: _type = "Task" [ 721.206046] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.213498] env[69858]: DEBUG oslo_vmware.api [None req-88ea8152-14b1-454e-99ec-9bdb13741b7e tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Task: {'id': task-3418589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149544} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.214484] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-88ea8152-14b1-454e-99ec-9bdb13741b7e tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.214893] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-88ea8152-14b1-454e-99ec-9bdb13741b7e tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.215090] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-88ea8152-14b1-454e-99ec-9bdb13741b7e tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.215340] env[69858]: INFO nova.compute.manager [None req-88ea8152-14b1-454e-99ec-9bdb13741b7e tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Took 1.23 seconds to destroy the instance on the hypervisor. [ 721.215683] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88ea8152-14b1-454e-99ec-9bdb13741b7e tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.219607] env[69858]: DEBUG nova.compute.manager [-] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 721.219710] env[69858]: DEBUG nova.network.neutron [-] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.221597] env[69858]: DEBUG oslo_vmware.api [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Task: {'id': task-3418591, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.263614] env[69858]: DEBUG nova.network.neutron [req-da11d5f1-6f35-4329-b54f-7fe215dc536d req-7820e180-2c96-4779-a910-2400a4ac649e service nova] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Updated VIF entry in instance network info cache for port 05e73961-4529-40ae-99c5-522c95bf1a3b. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.264060] env[69858]: DEBUG nova.network.neutron [req-da11d5f1-6f35-4329-b54f-7fe215dc536d req-7820e180-2c96-4779-a910-2400a4ac649e service nova] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Updating instance_info_cache with network_info: [{"id": "05e73961-4529-40ae-99c5-522c95bf1a3b", "address": "fa:16:3e:58:42:17", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05e73961-45", "ovs_interfaceid": "05e73961-4529-40ae-99c5-522c95bf1a3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.334933] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d3bc7a41-0a34-424c-8780-1251656c5bbc tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Acquiring lock "f744813b-d3de-48bc-90fd-586d676de5d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.335838] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d3bc7a41-0a34-424c-8780-1251656c5bbc tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Lock "f744813b-d3de-48bc-90fd-586d676de5d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.335838] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d3bc7a41-0a34-424c-8780-1251656c5bbc tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Acquiring lock "f744813b-d3de-48bc-90fd-586d676de5d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.335838] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d3bc7a41-0a34-424c-8780-1251656c5bbc tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Lock "f744813b-d3de-48bc-90fd-586d676de5d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.336882] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d3bc7a41-0a34-424c-8780-1251656c5bbc tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Lock "f744813b-d3de-48bc-90fd-586d676de5d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.338584] env[69858]: INFO nova.compute.manager [None req-d3bc7a41-0a34-424c-8780-1251656c5bbc tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Terminating instance [ 721.385767] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 05e2282e-8e8c-461b-80a7-6e80aa812a95 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 721.582630] env[69858]: DEBUG oslo_concurrency.lockutils [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Releasing lock "refresh_cache-facf78f4-ddc0-4821-9d88-045118633447" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.583064] env[69858]: DEBUG nova.compute.manager [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: facf78f4-ddc0-4821-9d88-045118633447] Instance network_info: |[{"id": "4fdd2075-3e55-4185-9e2f-661772916aff", "address": "fa:16:3e:f5:c3:20", "network": {"id": "244b1c4f-ceb0-4e26-b130-1931515d7235", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-994662206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daf889cb838549c5aa522e7ef82b81d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fdd2075-3e", "ovs_interfaceid": "4fdd2075-3e55-4185-9e2f-661772916aff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 721.583493] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: facf78f4-ddc0-4821-9d88-045118633447] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:c3:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '503991c4-44d0-42d9-aa03-5259331f1051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fdd2075-3e55-4185-9e2f-661772916aff', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.592705] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Creating folder: Project (daf889cb838549c5aa522e7ef82b81d2). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.593134] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d4f8464-d6f6-4d18-bf77-c56c63857de5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.613762] env[69858]: DEBUG oslo_vmware.api [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Task: {'id': task-3418590, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.616409] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Created folder: Project (daf889cb838549c5aa522e7ef82b81d2) in parent group-v682032. [ 721.616409] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Creating folder: Instances. Parent ref: group-v682057. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.620994] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c8a4815-e40a-4e08-bf17-8c823819068f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.635097] env[69858]: DEBUG oslo_vmware.api [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52074809-4ea5-a7d5-613c-557c1dfdb8b4, 'name': SearchDatastore_Task, 'duration_secs': 0.016307} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.645949] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Created folder: Instances in parent group-v682057. [ 721.645949] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.645949] env[69858]: DEBUG oslo_vmware.api [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': task-3418587, 'name': ReconfigVM_Task, 'duration_secs': 0.797686} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.645949] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96e10b44-9367-483c-a410-93b34d4ce4e2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.647039] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: facf78f4-ddc0-4821-9d88-045118633447] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.649105] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Reconfigured VM instance instance-00000006 to attach disk [datastore1] bb6fe254-1c46-4bc6-a7a4-74ec26fa4079/bb6fe254-1c46-4bc6-a7a4-74ec26fa4079.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.649788] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-baddaddd-3b74-4a08-b1a9-dedb38f552ce {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.665400] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85b2bcbc-e38c-4436-a7a9-d3363504cbc9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.673831] env[69858]: DEBUG oslo_vmware.api [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Waiting for the task: (returnval){ [ 721.673831] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5291ecef-cb46-7ddf-6221-15cc7e704366" [ 721.673831] env[69858]: _type = "Task" [ 721.673831] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.677107] env[69858]: DEBUG oslo_vmware.api [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Waiting for the task: (returnval){ [ 721.677107] env[69858]: value = "task-3418594" [ 721.677107] env[69858]: _type = "Task" [ 721.677107] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.677296] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.677296] env[69858]: value = "task-3418595" [ 721.677296] env[69858]: _type = "Task" [ 721.677296] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.689100] env[69858]: DEBUG oslo_vmware.api [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5291ecef-cb46-7ddf-6221-15cc7e704366, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.695072] env[69858]: DEBUG oslo_vmware.api [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': task-3418594, 'name': Rename_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.699877] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418595, 'name': CreateVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.726041] env[69858]: DEBUG oslo_vmware.api [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Task: {'id': task-3418591, 'name': ReconfigVM_Task, 'duration_secs': 0.363114} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.726041] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Reconfigured VM instance instance-00000007 to attach disk [datastore1] fda564a3-b774-47e6-bf6d-12fb9e7077e4/fda564a3-b774-47e6-bf6d-12fb9e7077e4.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.726279] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-577d662f-0473-4bba-9f23-1600014f9823 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.733306] env[69858]: DEBUG oslo_vmware.api [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Waiting for the task: (returnval){ [ 721.733306] env[69858]: value = "task-3418596" [ 721.733306] env[69858]: _type = "Task" [ 721.733306] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.748249] env[69858]: DEBUG oslo_vmware.api [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Task: {'id': task-3418596, 'name': Rename_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.767802] env[69858]: DEBUG oslo_concurrency.lockutils [req-da11d5f1-6f35-4329-b54f-7fe215dc536d req-7820e180-2c96-4779-a910-2400a4ac649e service nova] Releasing lock "refresh_cache-fda564a3-b774-47e6-bf6d-12fb9e7077e4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.767802] env[69858]: DEBUG nova.compute.manager [req-da11d5f1-6f35-4329-b54f-7fe215dc536d req-7820e180-2c96-4779-a910-2400a4ac649e service nova] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Received event network-vif-plugged-dd75773a-2f4f-452c-8ede-09c9243af8e7 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.767802] env[69858]: DEBUG oslo_concurrency.lockutils [req-da11d5f1-6f35-4329-b54f-7fe215dc536d req-7820e180-2c96-4779-a910-2400a4ac649e service nova] Acquiring lock "8c07d39f-cead-491a-a6a0-460e907cec58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.768174] env[69858]: DEBUG oslo_concurrency.lockutils [req-da11d5f1-6f35-4329-b54f-7fe215dc536d req-7820e180-2c96-4779-a910-2400a4ac649e service nova] Lock "8c07d39f-cead-491a-a6a0-460e907cec58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.768345] env[69858]: DEBUG oslo_concurrency.lockutils [req-da11d5f1-6f35-4329-b54f-7fe215dc536d req-7820e180-2c96-4779-a910-2400a4ac649e service nova] Lock "8c07d39f-cead-491a-a6a0-460e907cec58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.768531] env[69858]: DEBUG nova.compute.manager [req-da11d5f1-6f35-4329-b54f-7fe215dc536d req-7820e180-2c96-4779-a910-2400a4ac649e service nova] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] No waiting events found dispatching network-vif-plugged-dd75773a-2f4f-452c-8ede-09c9243af8e7 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 721.769770] env[69858]: WARNING nova.compute.manager [req-da11d5f1-6f35-4329-b54f-7fe215dc536d req-7820e180-2c96-4779-a910-2400a4ac649e service nova] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Received unexpected event network-vif-plugged-dd75773a-2f4f-452c-8ede-09c9243af8e7 for instance with vm_state building and task_state spawning. [ 721.769770] env[69858]: DEBUG nova.compute.manager [req-da11d5f1-6f35-4329-b54f-7fe215dc536d req-7820e180-2c96-4779-a910-2400a4ac649e service nova] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Received event network-changed-dd75773a-2f4f-452c-8ede-09c9243af8e7 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.769770] env[69858]: DEBUG nova.compute.manager [req-da11d5f1-6f35-4329-b54f-7fe215dc536d req-7820e180-2c96-4779-a910-2400a4ac649e service nova] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Refreshing instance network info cache due to event network-changed-dd75773a-2f4f-452c-8ede-09c9243af8e7. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.770064] env[69858]: DEBUG oslo_concurrency.lockutils [req-da11d5f1-6f35-4329-b54f-7fe215dc536d req-7820e180-2c96-4779-a910-2400a4ac649e service nova] Acquiring lock "refresh_cache-8c07d39f-cead-491a-a6a0-460e907cec58" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.770064] env[69858]: DEBUG oslo_concurrency.lockutils [req-da11d5f1-6f35-4329-b54f-7fe215dc536d req-7820e180-2c96-4779-a910-2400a4ac649e service nova] Acquired lock "refresh_cache-8c07d39f-cead-491a-a6a0-460e907cec58" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.771013] env[69858]: DEBUG nova.network.neutron [req-da11d5f1-6f35-4329-b54f-7fe215dc536d req-7820e180-2c96-4779-a910-2400a4ac649e service nova] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Refreshing network info cache for port dd75773a-2f4f-452c-8ede-09c9243af8e7 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.850297] env[69858]: DEBUG nova.compute.manager [None req-d3bc7a41-0a34-424c-8780-1251656c5bbc tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 721.850297] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bc7a41-0a34-424c-8780-1251656c5bbc tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.850297] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17d024d-a5c1-44c7-8a94-6645ff2efb20 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.864163] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3bc7a41-0a34-424c-8780-1251656c5bbc tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.865081] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-baae2cff-4e04-4d20-9fb9-3441eb0e5e3a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.872904] env[69858]: DEBUG oslo_vmware.api [None req-d3bc7a41-0a34-424c-8780-1251656c5bbc tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Waiting for the task: (returnval){ [ 721.872904] env[69858]: value = "task-3418597" [ 721.872904] env[69858]: _type = "Task" [ 721.872904] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.889496] env[69858]: DEBUG oslo_vmware.api [None req-d3bc7a41-0a34-424c-8780-1251656c5bbc tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Task: {'id': task-3418597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.891713] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance b0455420-8630-4c65-8b2c-f949630c42f1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 722.112263] env[69858]: DEBUG oslo_vmware.api [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Task: {'id': task-3418590, 'name': PowerOnVM_Task, 'duration_secs': 0.908461} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.112515] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.112638] env[69858]: INFO nova.compute.manager [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Took 14.09 seconds to spawn the instance on the hypervisor. [ 722.112822] env[69858]: DEBUG nova.compute.manager [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.113808] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30049d66-580a-4bb1-8a0d-2c39db2e0923 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.192394] env[69858]: DEBUG oslo_vmware.api [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5291ecef-cb46-7ddf-6221-15cc7e704366, 'name': SearchDatastore_Task, 'duration_secs': 0.02521} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.193806] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.194171] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 8c07d39f-cead-491a-a6a0-460e907cec58/8c07d39f-cead-491a-a6a0-460e907cec58.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.194743] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-524efd33-12a0-4e0c-8450-446327fb0c88 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.204268] env[69858]: DEBUG oslo_vmware.api [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': task-3418594, 'name': Rename_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.204339] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418595, 'name': CreateVM_Task} progress is 25%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.210909] env[69858]: DEBUG oslo_vmware.api [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Waiting for the task: (returnval){ [ 722.210909] env[69858]: value = "task-3418598" [ 722.210909] env[69858]: _type = "Task" [ 722.210909] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.221500] env[69858]: DEBUG oslo_vmware.api [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418598, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.247050] env[69858]: DEBUG oslo_vmware.api [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Task: {'id': task-3418596, 'name': Rename_Task, 'duration_secs': 0.322987} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.247584] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.248028] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bace444-677e-421e-97da-8fc778805668 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.257492] env[69858]: DEBUG oslo_vmware.api [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Waiting for the task: (returnval){ [ 722.257492] env[69858]: value = "task-3418599" [ 722.257492] env[69858]: _type = "Task" [ 722.257492] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.266874] env[69858]: DEBUG oslo_vmware.api [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Task: {'id': task-3418599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.400627] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 2293f6bc-7334-4e4e-a155-41b528b62116 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 722.400627] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69858) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 722.400627] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69858) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 722.406020] env[69858]: DEBUG oslo_vmware.api [None req-d3bc7a41-0a34-424c-8780-1251656c5bbc tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Task: {'id': task-3418597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.455734] env[69858]: DEBUG oslo_concurrency.lockutils [None req-533f2812-95cb-4779-b2c1-3bc2044e613f tempest-DeleteServersAdminTestJSON-738318526 tempest-DeleteServersAdminTestJSON-738318526-project-admin] Acquiring lock "4bf9024b-387f-4de3-8e44-885ef6f4ec85" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.456211] env[69858]: DEBUG oslo_concurrency.lockutils [None req-533f2812-95cb-4779-b2c1-3bc2044e613f tempest-DeleteServersAdminTestJSON-738318526 tempest-DeleteServersAdminTestJSON-738318526-project-admin] Lock "4bf9024b-387f-4de3-8e44-885ef6f4ec85" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.456585] env[69858]: DEBUG oslo_concurrency.lockutils [None req-533f2812-95cb-4779-b2c1-3bc2044e613f tempest-DeleteServersAdminTestJSON-738318526 tempest-DeleteServersAdminTestJSON-738318526-project-admin] Acquiring lock "4bf9024b-387f-4de3-8e44-885ef6f4ec85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.456944] env[69858]: DEBUG oslo_concurrency.lockutils [None req-533f2812-95cb-4779-b2c1-3bc2044e613f tempest-DeleteServersAdminTestJSON-738318526 tempest-DeleteServersAdminTestJSON-738318526-project-admin] Lock "4bf9024b-387f-4de3-8e44-885ef6f4ec85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.457381] env[69858]: DEBUG oslo_concurrency.lockutils [None req-533f2812-95cb-4779-b2c1-3bc2044e613f tempest-DeleteServersAdminTestJSON-738318526 tempest-DeleteServersAdminTestJSON-738318526-project-admin] Lock "4bf9024b-387f-4de3-8e44-885ef6f4ec85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.460597] env[69858]: INFO nova.compute.manager [None req-533f2812-95cb-4779-b2c1-3bc2044e613f tempest-DeleteServersAdminTestJSON-738318526 tempest-DeleteServersAdminTestJSON-738318526-project-admin] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Terminating instance [ 722.642607] env[69858]: DEBUG nova.network.neutron [-] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.645566] env[69858]: INFO nova.compute.manager [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Took 22.74 seconds to build instance. [ 722.659580] env[69858]: DEBUG nova.network.neutron [-] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.706206] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418595, 'name': CreateVM_Task, 'duration_secs': 0.704015} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.708123] env[69858]: DEBUG oslo_vmware.api [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': task-3418594, 'name': Rename_Task, 'duration_secs': 0.879184} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.708123] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: facf78f4-ddc0-4821-9d88-045118633447] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.708123] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.708123] env[69858]: DEBUG oslo_concurrency.lockutils [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.708636] env[69858]: DEBUG oslo_concurrency.lockutils [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.709122] env[69858]: DEBUG oslo_concurrency.lockutils [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.709579] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8dd1509-562c-4f0f-9049-83336c83e62c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.711778] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c71897d3-e107-4b2f-aac3-2683a782804c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.728332] env[69858]: DEBUG oslo_vmware.api [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Waiting for the task: (returnval){ [ 722.728332] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524cc164-d8b8-2eb3-f9fa-d98db19dfb65" [ 722.728332] env[69858]: _type = "Task" [ 722.728332] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.732265] env[69858]: DEBUG oslo_vmware.api [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418598, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.737712] env[69858]: DEBUG oslo_vmware.api [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Waiting for the task: (returnval){ [ 722.737712] env[69858]: value = "task-3418600" [ 722.737712] env[69858]: _type = "Task" [ 722.737712] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.749189] env[69858]: DEBUG oslo_vmware.api [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524cc164-d8b8-2eb3-f9fa-d98db19dfb65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.759630] env[69858]: DEBUG oslo_vmware.api [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': task-3418600, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.768974] env[69858]: DEBUG oslo_vmware.api [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Task: {'id': task-3418599, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.869089] env[69858]: DEBUG nova.network.neutron [req-da11d5f1-6f35-4329-b54f-7fe215dc536d req-7820e180-2c96-4779-a910-2400a4ac649e service nova] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Updated VIF entry in instance network info cache for port dd75773a-2f4f-452c-8ede-09c9243af8e7. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.869089] env[69858]: DEBUG nova.network.neutron [req-da11d5f1-6f35-4329-b54f-7fe215dc536d req-7820e180-2c96-4779-a910-2400a4ac649e service nova] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Updating instance_info_cache with network_info: [{"id": "dd75773a-2f4f-452c-8ede-09c9243af8e7", "address": "fa:16:3e:57:e1:ad", "network": {"id": "43862123-fe01-4572-acb1-a3b8c5bcfb92", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2092479556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f2fa0bd3f7549e2b40d7357e22d3ed9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd75773a-2f", "ovs_interfaceid": "dd75773a-2f4f-452c-8ede-09c9243af8e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.875593] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2514968-6c56-4056-887e-9ac329db32dc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.898536] env[69858]: DEBUG oslo_vmware.api [None req-d3bc7a41-0a34-424c-8780-1251656c5bbc tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Task: {'id': task-3418597, 'name': PowerOffVM_Task, 'duration_secs': 0.752986} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.898902] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3bc7a41-0a34-424c-8780-1251656c5bbc tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.899082] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bc7a41-0a34-424c-8780-1251656c5bbc tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.900120] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512501c6-05c7-4bb4-8afc-1634afd7aa04 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.904965] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93b9b9c2-5421-46f4-a297-41dc3731f735 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.954058] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b17798a-ba1e-4b26-920b-41b0e0ff3fa0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.967227] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1145b052-83b8-4d82-98cc-ff88afb9a890 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.975154] env[69858]: DEBUG nova.compute.manager [None req-533f2812-95cb-4779-b2c1-3bc2044e613f tempest-DeleteServersAdminTestJSON-738318526 tempest-DeleteServersAdminTestJSON-738318526-project-admin] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 722.975154] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-533f2812-95cb-4779-b2c1-3bc2044e613f tempest-DeleteServersAdminTestJSON-738318526 tempest-DeleteServersAdminTestJSON-738318526-project-admin] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.977539] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cabe8ff-2b58-4f73-b777-b2d1878f7409 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.982522] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bc7a41-0a34-424c-8780-1251656c5bbc tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.982864] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bc7a41-0a34-424c-8780-1251656c5bbc tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.983179] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3bc7a41-0a34-424c-8780-1251656c5bbc tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Deleting the datastore file [datastore2] f744813b-d3de-48bc-90fd-586d676de5d7 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.984039] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4e84131-e4ae-41b4-85b0-4acdc18d323a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.003811] env[69858]: DEBUG nova.compute.provider_tree [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.009916] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-533f2812-95cb-4779-b2c1-3bc2044e613f tempest-DeleteServersAdminTestJSON-738318526 tempest-DeleteServersAdminTestJSON-738318526-project-admin] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.010625] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aeaa6c35-584e-4e22-b6f2-4cef4e9bb5e0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.014865] env[69858]: DEBUG oslo_vmware.api [None req-d3bc7a41-0a34-424c-8780-1251656c5bbc tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Waiting for the task: (returnval){ [ 723.014865] env[69858]: value = "task-3418602" [ 723.014865] env[69858]: _type = "Task" [ 723.014865] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.023550] env[69858]: DEBUG oslo_vmware.api [None req-533f2812-95cb-4779-b2c1-3bc2044e613f tempest-DeleteServersAdminTestJSON-738318526 tempest-DeleteServersAdminTestJSON-738318526-project-admin] Waiting for the task: (returnval){ [ 723.023550] env[69858]: value = "task-3418603" [ 723.023550] env[69858]: _type = "Task" [ 723.023550] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.037140] env[69858]: DEBUG oslo_vmware.api [None req-d3bc7a41-0a34-424c-8780-1251656c5bbc tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Task: {'id': task-3418602, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.043527] env[69858]: DEBUG oslo_vmware.api [None req-533f2812-95cb-4779-b2c1-3bc2044e613f tempest-DeleteServersAdminTestJSON-738318526 tempest-DeleteServersAdminTestJSON-738318526-project-admin] Task: {'id': task-3418603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.144392] env[69858]: INFO nova.compute.manager [-] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Took 1.92 seconds to deallocate network for instance. [ 723.150896] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cec420d-0ac2-4637-82b0-5dc3e1be890e tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Lock "ad653df1-ac0a-4761-920f-bd75ce97292a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.261s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.165499] env[69858]: INFO nova.compute.manager [-] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Took 2.34 seconds to deallocate network for instance. [ 723.228820] env[69858]: DEBUG oslo_vmware.api [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418598, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67184} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.230014] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 8c07d39f-cead-491a-a6a0-460e907cec58/8c07d39f-cead-491a-a6a0-460e907cec58.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.230458] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.230945] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ecdfe46-a997-4702-bb6b-3160197f9224 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.246348] env[69858]: DEBUG oslo_vmware.api [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Waiting for the task: (returnval){ [ 723.246348] env[69858]: value = "task-3418604" [ 723.246348] env[69858]: _type = "Task" [ 723.246348] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.250641] env[69858]: DEBUG oslo_vmware.api [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524cc164-d8b8-2eb3-f9fa-d98db19dfb65, 'name': SearchDatastore_Task, 'duration_secs': 0.065726} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.254242] env[69858]: DEBUG oslo_concurrency.lockutils [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.254518] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: facf78f4-ddc0-4821-9d88-045118633447] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.254819] env[69858]: DEBUG oslo_concurrency.lockutils [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.255022] env[69858]: DEBUG oslo_concurrency.lockutils [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.255231] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.259175] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e972bd4-df52-4a0f-b44f-23dc3a826892 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.261215] env[69858]: DEBUG oslo_vmware.api [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': task-3418600, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.271481] env[69858]: DEBUG oslo_vmware.api [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418604, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.273705] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.273943] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.278902] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-678e69a4-f40c-4616-b5b4-b320d97352f1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.282096] env[69858]: DEBUG oslo_vmware.api [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Task: {'id': task-3418599, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.286116] env[69858]: DEBUG oslo_vmware.api [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Waiting for the task: (returnval){ [ 723.286116] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5279ef14-a6cb-3155-c2d7-b9ac29037fb2" [ 723.286116] env[69858]: _type = "Task" [ 723.286116] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.296188] env[69858]: DEBUG oslo_vmware.api [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5279ef14-a6cb-3155-c2d7-b9ac29037fb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.376743] env[69858]: DEBUG oslo_concurrency.lockutils [req-da11d5f1-6f35-4329-b54f-7fe215dc536d req-7820e180-2c96-4779-a910-2400a4ac649e service nova] Releasing lock "refresh_cache-8c07d39f-cead-491a-a6a0-460e907cec58" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.377182] env[69858]: DEBUG nova.compute.manager [req-da11d5f1-6f35-4329-b54f-7fe215dc536d req-7820e180-2c96-4779-a910-2400a4ac649e service nova] [instance: facf78f4-ddc0-4821-9d88-045118633447] Received event network-vif-plugged-4fdd2075-3e55-4185-9e2f-661772916aff {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.377330] env[69858]: DEBUG oslo_concurrency.lockutils [req-da11d5f1-6f35-4329-b54f-7fe215dc536d req-7820e180-2c96-4779-a910-2400a4ac649e service nova] Acquiring lock "facf78f4-ddc0-4821-9d88-045118633447-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.377547] env[69858]: DEBUG oslo_concurrency.lockutils [req-da11d5f1-6f35-4329-b54f-7fe215dc536d req-7820e180-2c96-4779-a910-2400a4ac649e service nova] Lock "facf78f4-ddc0-4821-9d88-045118633447-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.377709] env[69858]: DEBUG oslo_concurrency.lockutils [req-da11d5f1-6f35-4329-b54f-7fe215dc536d req-7820e180-2c96-4779-a910-2400a4ac649e service nova] Lock "facf78f4-ddc0-4821-9d88-045118633447-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.377880] env[69858]: DEBUG nova.compute.manager [req-da11d5f1-6f35-4329-b54f-7fe215dc536d req-7820e180-2c96-4779-a910-2400a4ac649e service nova] [instance: facf78f4-ddc0-4821-9d88-045118633447] No waiting events found dispatching network-vif-plugged-4fdd2075-3e55-4185-9e2f-661772916aff {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.378290] env[69858]: WARNING nova.compute.manager [req-da11d5f1-6f35-4329-b54f-7fe215dc536d req-7820e180-2c96-4779-a910-2400a4ac649e service nova] [instance: facf78f4-ddc0-4821-9d88-045118633447] Received unexpected event network-vif-plugged-4fdd2075-3e55-4185-9e2f-661772916aff for instance with vm_state building and task_state spawning. [ 723.511908] env[69858]: DEBUG nova.scheduler.client.report [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.525655] env[69858]: DEBUG oslo_vmware.api [None req-d3bc7a41-0a34-424c-8780-1251656c5bbc tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Task: {'id': task-3418602, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331587} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.531248] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3bc7a41-0a34-424c-8780-1251656c5bbc tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.531248] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bc7a41-0a34-424c-8780-1251656c5bbc tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.531248] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bc7a41-0a34-424c-8780-1251656c5bbc tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.531248] env[69858]: INFO nova.compute.manager [None req-d3bc7a41-0a34-424c-8780-1251656c5bbc tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Took 1.68 seconds to destroy the instance on the hypervisor. [ 723.531248] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3bc7a41-0a34-424c-8780-1251656c5bbc tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.531432] env[69858]: DEBUG nova.compute.manager [-] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 723.531432] env[69858]: DEBUG nova.network.neutron [-] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 723.540180] env[69858]: DEBUG oslo_vmware.api [None req-533f2812-95cb-4779-b2c1-3bc2044e613f tempest-DeleteServersAdminTestJSON-738318526 tempest-DeleteServersAdminTestJSON-738318526-project-admin] Task: {'id': task-3418603, 'name': PowerOffVM_Task, 'duration_secs': 0.37039} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.540479] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-533f2812-95cb-4779-b2c1-3bc2044e613f tempest-DeleteServersAdminTestJSON-738318526 tempest-DeleteServersAdminTestJSON-738318526-project-admin] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.540693] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-533f2812-95cb-4779-b2c1-3bc2044e613f tempest-DeleteServersAdminTestJSON-738318526 tempest-DeleteServersAdminTestJSON-738318526-project-admin] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.540976] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-392b2ce6-fe10-4b29-b9f5-0a3512799a7d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.622418] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-533f2812-95cb-4779-b2c1-3bc2044e613f tempest-DeleteServersAdminTestJSON-738318526 tempest-DeleteServersAdminTestJSON-738318526-project-admin] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.622673] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-533f2812-95cb-4779-b2c1-3bc2044e613f tempest-DeleteServersAdminTestJSON-738318526 tempest-DeleteServersAdminTestJSON-738318526-project-admin] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.624038] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-533f2812-95cb-4779-b2c1-3bc2044e613f tempest-DeleteServersAdminTestJSON-738318526 tempest-DeleteServersAdminTestJSON-738318526-project-admin] Deleting the datastore file [datastore2] 4bf9024b-387f-4de3-8e44-885ef6f4ec85 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.624038] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d62e330-c30c-4d2a-9bbd-75c9d8d79193 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.635595] env[69858]: DEBUG oslo_vmware.api [None req-533f2812-95cb-4779-b2c1-3bc2044e613f tempest-DeleteServersAdminTestJSON-738318526 tempest-DeleteServersAdminTestJSON-738318526-project-admin] Waiting for the task: (returnval){ [ 723.635595] env[69858]: value = "task-3418606" [ 723.635595] env[69858]: _type = "Task" [ 723.635595] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.647130] env[69858]: DEBUG oslo_vmware.api [None req-533f2812-95cb-4779-b2c1-3bc2044e613f tempest-DeleteServersAdminTestJSON-738318526 tempest-DeleteServersAdminTestJSON-738318526-project-admin] Task: {'id': task-3418606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.653308] env[69858]: DEBUG oslo_concurrency.lockutils [None req-88ea8152-14b1-454e-99ec-9bdb13741b7e tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.654098] env[69858]: DEBUG nova.compute.manager [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.675631] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bf73769-57ab-46a9-81cd-402c60a3835b tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.751898] env[69858]: DEBUG oslo_vmware.api [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': task-3418600, 'name': PowerOnVM_Task, 'duration_secs': 0.870171} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.757030] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.757385] env[69858]: INFO nova.compute.manager [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Took 12.53 seconds to spawn the instance on the hypervisor. [ 723.757469] env[69858]: DEBUG nova.compute.manager [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.758683] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b7d644-1ec1-43d9-9c6c-f45cef65db65 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.772688] env[69858]: DEBUG oslo_vmware.api [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418604, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075814} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.774378] env[69858]: DEBUG nova.network.neutron [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Successfully updated port: c625502e-3242-41cf-bc68-905afd9930d4 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.775204] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.779671] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4601f64a-49c2-48f5-8421-c08934c7cd55 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.789717] env[69858]: DEBUG oslo_vmware.api [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Task: {'id': task-3418599, 'name': PowerOnVM_Task, 'duration_secs': 1.195303} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.795149] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.795384] env[69858]: INFO nova.compute.manager [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Took 10.18 seconds to spawn the instance on the hypervisor. [ 723.795605] env[69858]: DEBUG nova.compute.manager [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.815787] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb66acc-1c0e-4c04-a704-f0f8f913746f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.828773] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 8c07d39f-cead-491a-a6a0-460e907cec58/8c07d39f-cead-491a-a6a0-460e907cec58.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.829458] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81e039a8-4726-4da9-963c-c8e738b1a053 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.848730] env[69858]: DEBUG oslo_vmware.api [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5279ef14-a6cb-3155-c2d7-b9ac29037fb2, 'name': SearchDatastore_Task, 'duration_secs': 0.015051} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.851855] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-692c5ed6-79d4-4b8c-bb0d-e0dbf79a13cc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.859421] env[69858]: DEBUG oslo_vmware.api [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Waiting for the task: (returnval){ [ 723.859421] env[69858]: value = "task-3418607" [ 723.859421] env[69858]: _type = "Task" [ 723.859421] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.865204] env[69858]: DEBUG oslo_vmware.api [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Waiting for the task: (returnval){ [ 723.865204] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52cbc0e3-85e2-3dd1-dfc5-7a6e6932286b" [ 723.865204] env[69858]: _type = "Task" [ 723.865204] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.873054] env[69858]: DEBUG oslo_vmware.api [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418607, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.878847] env[69858]: DEBUG oslo_vmware.api [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52cbc0e3-85e2-3dd1-dfc5-7a6e6932286b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.915335] env[69858]: DEBUG nova.compute.manager [req-e6c476d8-c6e1-43c4-ab1c-b777f67e088e req-af1279ef-d24a-459e-9eb6-df2cd9761898 service nova] [instance: facf78f4-ddc0-4821-9d88-045118633447] Received event network-changed-4fdd2075-3e55-4185-9e2f-661772916aff {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.915532] env[69858]: DEBUG nova.compute.manager [req-e6c476d8-c6e1-43c4-ab1c-b777f67e088e req-af1279ef-d24a-459e-9eb6-df2cd9761898 service nova] [instance: facf78f4-ddc0-4821-9d88-045118633447] Refreshing instance network info cache due to event network-changed-4fdd2075-3e55-4185-9e2f-661772916aff. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.915748] env[69858]: DEBUG oslo_concurrency.lockutils [req-e6c476d8-c6e1-43c4-ab1c-b777f67e088e req-af1279ef-d24a-459e-9eb6-df2cd9761898 service nova] Acquiring lock "refresh_cache-facf78f4-ddc0-4821-9d88-045118633447" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.915893] env[69858]: DEBUG oslo_concurrency.lockutils [req-e6c476d8-c6e1-43c4-ab1c-b777f67e088e req-af1279ef-d24a-459e-9eb6-df2cd9761898 service nova] Acquired lock "refresh_cache-facf78f4-ddc0-4821-9d88-045118633447" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.916131] env[69858]: DEBUG nova.network.neutron [req-e6c476d8-c6e1-43c4-ab1c-b777f67e088e req-af1279ef-d24a-459e-9eb6-df2cd9761898 service nova] [instance: facf78f4-ddc0-4821-9d88-045118633447] Refreshing network info cache for port 4fdd2075-3e55-4185-9e2f-661772916aff {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.016900] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69858) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 724.017167] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.205s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.017500] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.696s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.018911] env[69858]: INFO nova.compute.claims [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.147312] env[69858]: DEBUG oslo_vmware.api [None req-533f2812-95cb-4779-b2c1-3bc2044e613f tempest-DeleteServersAdminTestJSON-738318526 tempest-DeleteServersAdminTestJSON-738318526-project-admin] Task: {'id': task-3418606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.173583] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.251495] env[69858]: DEBUG nova.compute.manager [req-eb190680-30d6-4ac0-89c3-24879b971fc9 req-d6359623-9cf3-4abb-bfc0-b9bd167a694f service nova] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Received event network-vif-deleted-1ae49c97-21fa-4662-9b8c-2633c9375d9c {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.286847] env[69858]: INFO nova.compute.manager [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Took 24.17 seconds to build instance. [ 724.287538] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Acquiring lock "refresh_cache-271fa258-0e8a-48ae-967b-e87ede527641" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.287859] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Acquired lock "refresh_cache-271fa258-0e8a-48ae-967b-e87ede527641" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.288802] env[69858]: DEBUG nova.network.neutron [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.379771] env[69858]: INFO nova.compute.manager [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Took 23.48 seconds to build instance. [ 724.388843] env[69858]: DEBUG oslo_vmware.api [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418607, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.395946] env[69858]: DEBUG oslo_vmware.api [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52cbc0e3-85e2-3dd1-dfc5-7a6e6932286b, 'name': SearchDatastore_Task, 'duration_secs': 0.017611} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.396349] env[69858]: DEBUG oslo_concurrency.lockutils [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.398139] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] facf78f4-ddc0-4821-9d88-045118633447/facf78f4-ddc0-4821-9d88-045118633447.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 724.398139] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bacece3-5382-4c76-9be9-06fe472dc76b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.406044] env[69858]: DEBUG oslo_vmware.api [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Waiting for the task: (returnval){ [ 724.406044] env[69858]: value = "task-3418608" [ 724.406044] env[69858]: _type = "Task" [ 724.406044] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.423319] env[69858]: DEBUG oslo_vmware.api [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': task-3418608, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.501437] env[69858]: DEBUG nova.network.neutron [-] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.560243] env[69858]: DEBUG oslo_concurrency.lockutils [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Acquiring lock "b5571ce8-4a18-4bed-8f74-6cdbe092891c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.562636] env[69858]: DEBUG oslo_concurrency.lockutils [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Lock "b5571ce8-4a18-4bed-8f74-6cdbe092891c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.652548] env[69858]: DEBUG oslo_vmware.api [None req-533f2812-95cb-4779-b2c1-3bc2044e613f tempest-DeleteServersAdminTestJSON-738318526 tempest-DeleteServersAdminTestJSON-738318526-project-admin] Task: {'id': task-3418606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.542508} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.652839] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-533f2812-95cb-4779-b2c1-3bc2044e613f tempest-DeleteServersAdminTestJSON-738318526 tempest-DeleteServersAdminTestJSON-738318526-project-admin] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.653034] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-533f2812-95cb-4779-b2c1-3bc2044e613f tempest-DeleteServersAdminTestJSON-738318526 tempest-DeleteServersAdminTestJSON-738318526-project-admin] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.653223] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-533f2812-95cb-4779-b2c1-3bc2044e613f tempest-DeleteServersAdminTestJSON-738318526 tempest-DeleteServersAdminTestJSON-738318526-project-admin] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.653407] env[69858]: INFO nova.compute.manager [None req-533f2812-95cb-4779-b2c1-3bc2044e613f tempest-DeleteServersAdminTestJSON-738318526 tempest-DeleteServersAdminTestJSON-738318526-project-admin] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Took 1.68 seconds to destroy the instance on the hypervisor. [ 724.653695] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-533f2812-95cb-4779-b2c1-3bc2044e613f tempest-DeleteServersAdminTestJSON-738318526 tempest-DeleteServersAdminTestJSON-738318526-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.654335] env[69858]: DEBUG nova.compute.manager [-] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 724.654335] env[69858]: DEBUG nova.network.neutron [-] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.792257] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bca19a2-89f8-460f-a347-3fb864461d41 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Lock "bb6fe254-1c46-4bc6-a7a4-74ec26fa4079" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.691s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.795915] env[69858]: DEBUG nova.network.neutron [req-e6c476d8-c6e1-43c4-ab1c-b777f67e088e req-af1279ef-d24a-459e-9eb6-df2cd9761898 service nova] [instance: facf78f4-ddc0-4821-9d88-045118633447] Updated VIF entry in instance network info cache for port 4fdd2075-3e55-4185-9e2f-661772916aff. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.796110] env[69858]: DEBUG nova.network.neutron [req-e6c476d8-c6e1-43c4-ab1c-b777f67e088e req-af1279ef-d24a-459e-9eb6-df2cd9761898 service nova] [instance: facf78f4-ddc0-4821-9d88-045118633447] Updating instance_info_cache with network_info: [{"id": "4fdd2075-3e55-4185-9e2f-661772916aff", "address": "fa:16:3e:f5:c3:20", "network": {"id": "244b1c4f-ceb0-4e26-b130-1931515d7235", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-994662206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daf889cb838549c5aa522e7ef82b81d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fdd2075-3e", "ovs_interfaceid": "4fdd2075-3e55-4185-9e2f-661772916aff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.878528] env[69858]: DEBUG oslo_vmware.api [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418607, 'name': ReconfigVM_Task, 'duration_secs': 0.616151} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.879249] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 8c07d39f-cead-491a-a6a0-460e907cec58/8c07d39f-cead-491a-a6a0-460e907cec58.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.879922] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fdb4ff4-241a-4598-829c-915e05b4fc36 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.889969] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ff4ba6d8-a7de-4290-970e-73b63ade1640 tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Lock "fda564a3-b774-47e6-bf6d-12fb9e7077e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.890696] env[69858]: DEBUG oslo_vmware.api [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Waiting for the task: (returnval){ [ 724.890696] env[69858]: value = "task-3418609" [ 724.890696] env[69858]: _type = "Task" [ 724.890696] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.891174] env[69858]: DEBUG nova.network.neutron [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.902352] env[69858]: DEBUG oslo_vmware.api [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418609, 'name': Rename_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.917061] env[69858]: DEBUG oslo_vmware.api [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': task-3418608, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.007873] env[69858]: INFO nova.compute.manager [-] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Took 1.48 seconds to deallocate network for instance. [ 725.181141] env[69858]: DEBUG nova.network.neutron [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Updating instance_info_cache with network_info: [{"id": "c625502e-3242-41cf-bc68-905afd9930d4", "address": "fa:16:3e:83:ab:af", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc625502e-32", "ovs_interfaceid": "c625502e-3242-41cf-bc68-905afd9930d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.299020] env[69858]: DEBUG oslo_concurrency.lockutils [req-e6c476d8-c6e1-43c4-ab1c-b777f67e088e req-af1279ef-d24a-459e-9eb6-df2cd9761898 service nova] Releasing lock "refresh_cache-facf78f4-ddc0-4821-9d88-045118633447" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.302250] env[69858]: DEBUG nova.compute.manager [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.332589] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7b122e-9ad3-4ff4-b1d6-3acce7c68e5b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.343458] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ddd02f-95f9-46a4-bc79-63197d761cec {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.381964] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e472906-9747-488f-b7c1-2bbf32319490 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.391295] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d44dc45-e3b0-48b1-bf9c-613b91f2185b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.417536] env[69858]: DEBUG nova.compute.provider_tree [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.419290] env[69858]: DEBUG oslo_vmware.api [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418609, 'name': Rename_Task, 'duration_secs': 0.237068} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.421814] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.422366] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25db986d-187e-4519-9394-97b3fa138848 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.429521] env[69858]: DEBUG oslo_vmware.api [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': task-3418608, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51089} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.430910] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] facf78f4-ddc0-4821-9d88-045118633447/facf78f4-ddc0-4821-9d88-045118633447.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.431101] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: facf78f4-ddc0-4821-9d88-045118633447] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.431439] env[69858]: DEBUG oslo_vmware.api [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Waiting for the task: (returnval){ [ 725.431439] env[69858]: value = "task-3418610" [ 725.431439] env[69858]: _type = "Task" [ 725.431439] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.432267] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbb17758-6821-4f5b-a3ab-e4036c5d446f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.443948] env[69858]: DEBUG oslo_vmware.api [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Waiting for the task: (returnval){ [ 725.443948] env[69858]: value = "task-3418611" [ 725.443948] env[69858]: _type = "Task" [ 725.443948] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.446695] env[69858]: DEBUG oslo_vmware.api [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.457216] env[69858]: DEBUG oslo_vmware.api [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': task-3418611, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.520016] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d3bc7a41-0a34-424c-8780-1251656c5bbc tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.689799] env[69858]: DEBUG nova.network.neutron [-] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.693127] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Releasing lock "refresh_cache-271fa258-0e8a-48ae-967b-e87ede527641" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.693127] env[69858]: DEBUG nova.compute.manager [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Instance network_info: |[{"id": "c625502e-3242-41cf-bc68-905afd9930d4", "address": "fa:16:3e:83:ab:af", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc625502e-32", "ovs_interfaceid": "c625502e-3242-41cf-bc68-905afd9930d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 725.697029] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:ab:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c625502e-3242-41cf-bc68-905afd9930d4', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.702886] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Creating folder: Project (f0191217b1f44d7c9cab76ba85b2b259). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.703972] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e624102-5a0b-4b89-9043-398f339bde34 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.717029] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Created folder: Project (f0191217b1f44d7c9cab76ba85b2b259) in parent group-v682032. [ 725.717029] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Creating folder: Instances. Parent ref: group-v682060. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.717458] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35c4861d-ebe5-44b9-a91d-99f628935377 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.732640] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Created folder: Instances in parent group-v682060. [ 725.733037] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.733163] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.736506] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b31ae407-7789-4878-aca4-d54753d85906 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.761561] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.761561] env[69858]: value = "task-3418614" [ 725.761561] env[69858]: _type = "Task" [ 725.761561] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.767253] env[69858]: DEBUG nova.compute.manager [None req-8a80047d-4ec3-4a8c-9be1-b6bbb661fc84 tempest-ServerDiagnosticsTest-216902486 tempest-ServerDiagnosticsTest-216902486-project-admin] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.768951] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6194c0a8-9523-433e-8a3d-64c27e39b5c1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.775397] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418614, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.778920] env[69858]: INFO nova.compute.manager [None req-8a80047d-4ec3-4a8c-9be1-b6bbb661fc84 tempest-ServerDiagnosticsTest-216902486 tempest-ServerDiagnosticsTest-216902486-project-admin] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Retrieving diagnostics [ 725.779980] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3741970f-a452-4fc5-925c-cdf4be29b133 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.836574] env[69858]: DEBUG oslo_concurrency.lockutils [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.924448] env[69858]: DEBUG nova.scheduler.client.report [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.946167] env[69858]: DEBUG oslo_vmware.api [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418610, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.957250] env[69858]: DEBUG oslo_vmware.api [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': task-3418611, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06761} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.957429] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: facf78f4-ddc0-4821-9d88-045118633447] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.958182] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8583e004-eba9-48af-9a7c-ad85f471c738 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.983113] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: facf78f4-ddc0-4821-9d88-045118633447] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] facf78f4-ddc0-4821-9d88-045118633447/facf78f4-ddc0-4821-9d88-045118633447.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.983457] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c104a4f7-873f-4bd0-8895-a705640fa632 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.003786] env[69858]: DEBUG oslo_vmware.api [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Waiting for the task: (returnval){ [ 726.003786] env[69858]: value = "task-3418615" [ 726.003786] env[69858]: _type = "Task" [ 726.003786] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.014552] env[69858]: DEBUG oslo_vmware.api [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': task-3418615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.195124] env[69858]: INFO nova.compute.manager [-] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Took 1.54 seconds to deallocate network for instance. [ 726.278806] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418614, 'name': CreateVM_Task, 'duration_secs': 0.479948} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.279274] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.280883] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.281255] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.281882] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.282496] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22dbe2e8-61bf-4fcb-b0dd-fba74a699aeb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.288507] env[69858]: DEBUG oslo_vmware.api [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Waiting for the task: (returnval){ [ 726.288507] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5249dacb-39b5-dc6d-68b5-a90f635ee8c0" [ 726.288507] env[69858]: _type = "Task" [ 726.288507] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.300954] env[69858]: DEBUG oslo_vmware.api [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5249dacb-39b5-dc6d-68b5-a90f635ee8c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.431935] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.435931] env[69858]: DEBUG nova.compute.manager [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.439316] env[69858]: DEBUG oslo_concurrency.lockutils [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.479s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.441169] env[69858]: INFO nova.compute.claims [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.456864] env[69858]: DEBUG oslo_vmware.api [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418610, 'name': PowerOnVM_Task, 'duration_secs': 0.862486} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.457419] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.457740] env[69858]: INFO nova.compute.manager [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Took 10.44 seconds to spawn the instance on the hypervisor. [ 726.458114] env[69858]: DEBUG nova.compute.manager [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.459521] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c783c6ca-407e-43bb-b4e7-8ea2e894617b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.519458] env[69858]: DEBUG oslo_vmware.api [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': task-3418615, 'name': ReconfigVM_Task, 'duration_secs': 0.37637} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.520249] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: facf78f4-ddc0-4821-9d88-045118633447] Reconfigured VM instance instance-00000009 to attach disk [datastore1] facf78f4-ddc0-4821-9d88-045118633447/facf78f4-ddc0-4821-9d88-045118633447.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.521581] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb4ce026-2957-4b82-8422-c681889b3b57 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.533210] env[69858]: DEBUG oslo_vmware.api [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Waiting for the task: (returnval){ [ 726.533210] env[69858]: value = "task-3418616" [ 726.533210] env[69858]: _type = "Task" [ 726.533210] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.546971] env[69858]: DEBUG oslo_vmware.api [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': task-3418616, 'name': Rename_Task} progress is 10%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.705572] env[69858]: DEBUG oslo_concurrency.lockutils [None req-533f2812-95cb-4779-b2c1-3bc2044e613f tempest-DeleteServersAdminTestJSON-738318526 tempest-DeleteServersAdminTestJSON-738318526-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.805115] env[69858]: DEBUG oslo_vmware.api [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5249dacb-39b5-dc6d-68b5-a90f635ee8c0, 'name': SearchDatastore_Task, 'duration_secs': 0.012451} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.805570] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.805869] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.806060] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.806208] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.806386] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.806669] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc478605-a567-4b88-9f83-ad98a808473e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.821998] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.822638] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.823054] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bec24ceb-383c-44da-96ae-d5632503d320 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.830129] env[69858]: DEBUG oslo_vmware.api [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Waiting for the task: (returnval){ [ 726.830129] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5239f22a-dd17-e632-8ac4-13b7b2f7051a" [ 726.830129] env[69858]: _type = "Task" [ 726.830129] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.840345] env[69858]: DEBUG oslo_vmware.api [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5239f22a-dd17-e632-8ac4-13b7b2f7051a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.949994] env[69858]: DEBUG nova.compute.utils [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 726.950851] env[69858]: DEBUG nova.compute.manager [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 726.950851] env[69858]: DEBUG nova.network.neutron [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 726.981823] env[69858]: INFO nova.compute.manager [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Took 24.43 seconds to build instance. [ 727.043718] env[69858]: DEBUG nova.policy [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ecd09d778eb434eb6d8dde6245fb8b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd0b9fff3ebf4c4da4b1b3d6d15b4862', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.052645] env[69858]: DEBUG oslo_vmware.api [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': task-3418616, 'name': Rename_Task, 'duration_secs': 0.186481} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.053311] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: facf78f4-ddc0-4821-9d88-045118633447] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 727.053702] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3c675a7-f3c8-452e-80a9-bc975e7679c7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.061897] env[69858]: DEBUG oslo_vmware.api [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Waiting for the task: (returnval){ [ 727.061897] env[69858]: value = "task-3418617" [ 727.061897] env[69858]: _type = "Task" [ 727.061897] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.074050] env[69858]: DEBUG oslo_vmware.api [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': task-3418617, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.202975] env[69858]: DEBUG oslo_concurrency.lockutils [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Acquiring lock "8b263c3e-8f1a-4da9-8e62-fbd1037dfd96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.203350] env[69858]: DEBUG oslo_concurrency.lockutils [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Lock "8b263c3e-8f1a-4da9-8e62-fbd1037dfd96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.347266] env[69858]: DEBUG oslo_vmware.api [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5239f22a-dd17-e632-8ac4-13b7b2f7051a, 'name': SearchDatastore_Task, 'duration_secs': 0.014431} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.348257] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ced076c-86d5-4eda-9c58-9e64993c68dc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.355859] env[69858]: DEBUG oslo_vmware.api [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Waiting for the task: (returnval){ [ 727.355859] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c5ef07-d28f-c748-ccab-bef67dc93ad0" [ 727.355859] env[69858]: _type = "Task" [ 727.355859] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.364721] env[69858]: DEBUG oslo_vmware.api [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c5ef07-d28f-c748-ccab-bef67dc93ad0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.373192] env[69858]: INFO nova.compute.manager [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Rebuilding instance [ 727.439653] env[69858]: DEBUG nova.compute.manager [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.440664] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8224cc57-0f5a-4368-b59a-8b8023a6ff23 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.455106] env[69858]: DEBUG nova.compute.manager [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 727.486939] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5929ec60-2b6a-4f42-8fb6-4fdccf433ece tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Lock "8c07d39f-cead-491a-a6a0-460e907cec58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.944s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.581973] env[69858]: DEBUG oslo_vmware.api [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': task-3418617, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.668271] env[69858]: DEBUG nova.network.neutron [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Successfully created port: 37e227a2-a24e-4f94-b250-fde65220e69a {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 727.707329] env[69858]: DEBUG nova.compute.manager [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.791302] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15c4d3b-74e3-4df1-a79b-7d09f08dee3d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.797819] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afa4471-37ac-4264-bbd7-2b2df3023269 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.834598] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee01db31-6971-4d8b-a1ab-a1d29f1c30c0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.838929] env[69858]: DEBUG nova.compute.manager [req-3791be63-b7e1-428e-9972-5ce97fc336b6 req-342962ac-1641-4a72-9b14-721ee41f5b78 service nova] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Received event network-vif-deleted-abd7fcbd-44b3-4155-8a12-5f153bc6b404 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.839204] env[69858]: DEBUG nova.compute.manager [req-3791be63-b7e1-428e-9972-5ce97fc336b6 req-342962ac-1641-4a72-9b14-721ee41f5b78 service nova] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Received event network-vif-plugged-c625502e-3242-41cf-bc68-905afd9930d4 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.839419] env[69858]: DEBUG oslo_concurrency.lockutils [req-3791be63-b7e1-428e-9972-5ce97fc336b6 req-342962ac-1641-4a72-9b14-721ee41f5b78 service nova] Acquiring lock "271fa258-0e8a-48ae-967b-e87ede527641-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.839621] env[69858]: DEBUG oslo_concurrency.lockutils [req-3791be63-b7e1-428e-9972-5ce97fc336b6 req-342962ac-1641-4a72-9b14-721ee41f5b78 service nova] Lock "271fa258-0e8a-48ae-967b-e87ede527641-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.840329] env[69858]: DEBUG oslo_concurrency.lockutils [req-3791be63-b7e1-428e-9972-5ce97fc336b6 req-342962ac-1641-4a72-9b14-721ee41f5b78 service nova] Lock "271fa258-0e8a-48ae-967b-e87ede527641-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.840329] env[69858]: DEBUG nova.compute.manager [req-3791be63-b7e1-428e-9972-5ce97fc336b6 req-342962ac-1641-4a72-9b14-721ee41f5b78 service nova] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] No waiting events found dispatching network-vif-plugged-c625502e-3242-41cf-bc68-905afd9930d4 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.840329] env[69858]: WARNING nova.compute.manager [req-3791be63-b7e1-428e-9972-5ce97fc336b6 req-342962ac-1641-4a72-9b14-721ee41f5b78 service nova] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Received unexpected event network-vif-plugged-c625502e-3242-41cf-bc68-905afd9930d4 for instance with vm_state building and task_state spawning. [ 727.840329] env[69858]: DEBUG nova.compute.manager [req-3791be63-b7e1-428e-9972-5ce97fc336b6 req-342962ac-1641-4a72-9b14-721ee41f5b78 service nova] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Received event network-changed-c625502e-3242-41cf-bc68-905afd9930d4 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.840645] env[69858]: DEBUG nova.compute.manager [req-3791be63-b7e1-428e-9972-5ce97fc336b6 req-342962ac-1641-4a72-9b14-721ee41f5b78 service nova] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Refreshing instance network info cache due to event network-changed-c625502e-3242-41cf-bc68-905afd9930d4. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 727.840645] env[69858]: DEBUG oslo_concurrency.lockutils [req-3791be63-b7e1-428e-9972-5ce97fc336b6 req-342962ac-1641-4a72-9b14-721ee41f5b78 service nova] Acquiring lock "refresh_cache-271fa258-0e8a-48ae-967b-e87ede527641" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.840710] env[69858]: DEBUG oslo_concurrency.lockutils [req-3791be63-b7e1-428e-9972-5ce97fc336b6 req-342962ac-1641-4a72-9b14-721ee41f5b78 service nova] Acquired lock "refresh_cache-271fa258-0e8a-48ae-967b-e87ede527641" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.840824] env[69858]: DEBUG nova.network.neutron [req-3791be63-b7e1-428e-9972-5ce97fc336b6 req-342962ac-1641-4a72-9b14-721ee41f5b78 service nova] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Refreshing network info cache for port c625502e-3242-41cf-bc68-905afd9930d4 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.850075] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e11b33-b4eb-4787-94a9-9632445eeb47 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.870306] env[69858]: DEBUG nova.compute.provider_tree [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.877941] env[69858]: DEBUG oslo_vmware.api [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c5ef07-d28f-c748-ccab-bef67dc93ad0, 'name': SearchDatastore_Task, 'duration_secs': 0.016717} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.878254] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.878519] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 271fa258-0e8a-48ae-967b-e87ede527641/271fa258-0e8a-48ae-967b-e87ede527641.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.878758] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5d4b5b6-3b34-4286-957e-e6fa314aa2ca {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.887914] env[69858]: DEBUG oslo_vmware.api [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Waiting for the task: (returnval){ [ 727.887914] env[69858]: value = "task-3418618" [ 727.887914] env[69858]: _type = "Task" [ 727.887914] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.894740] env[69858]: DEBUG oslo_vmware.api [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Task: {'id': task-3418618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.074513] env[69858]: DEBUG oslo_vmware.api [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': task-3418617, 'name': PowerOnVM_Task, 'duration_secs': 0.694961} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.077553] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: facf78f4-ddc0-4821-9d88-045118633447] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.078469] env[69858]: INFO nova.compute.manager [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: facf78f4-ddc0-4821-9d88-045118633447] Took 9.64 seconds to spawn the instance on the hypervisor. [ 728.078469] env[69858]: DEBUG nova.compute.manager [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: facf78f4-ddc0-4821-9d88-045118633447] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.079052] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9314c2-d82f-42ca-ab00-93fba83bc601 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.171623] env[69858]: DEBUG nova.compute.manager [req-58042fdb-0ad3-465b-82a7-5b8a6835a52f req-3a7789ce-e027-48ed-8be0-c2cf9e059532 service nova] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Received event network-vif-deleted-9f14c048-aeec-4065-b1db-c9696f86c9fe {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.245953] env[69858]: DEBUG oslo_concurrency.lockutils [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.374433] env[69858]: DEBUG nova.scheduler.client.report [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.399040] env[69858]: DEBUG oslo_vmware.api [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Task: {'id': task-3418618, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.455907] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.456501] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3c06622-9687-49f1-a649-d965e85890b6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.467817] env[69858]: DEBUG oslo_vmware.api [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Waiting for the task: (returnval){ [ 728.467817] env[69858]: value = "task-3418619" [ 728.467817] env[69858]: _type = "Task" [ 728.467817] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.469438] env[69858]: DEBUG nova.compute.manager [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.487487] env[69858]: DEBUG oslo_vmware.api [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': task-3418619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.529597] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f911d0f1-e7e7-4495-8459-beeafd32e7ca tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Acquiring lock "fda564a3-b774-47e6-bf6d-12fb9e7077e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.529996] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f911d0f1-e7e7-4495-8459-beeafd32e7ca tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Lock "fda564a3-b774-47e6-bf6d-12fb9e7077e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.532373] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f911d0f1-e7e7-4495-8459-beeafd32e7ca tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Acquiring lock "fda564a3-b774-47e6-bf6d-12fb9e7077e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.532538] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f911d0f1-e7e7-4495-8459-beeafd32e7ca tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Lock "fda564a3-b774-47e6-bf6d-12fb9e7077e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.532751] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f911d0f1-e7e7-4495-8459-beeafd32e7ca tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Lock "fda564a3-b774-47e6-bf6d-12fb9e7077e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.535938] env[69858]: INFO nova.compute.manager [None req-f911d0f1-e7e7-4495-8459-beeafd32e7ca tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Terminating instance [ 728.550611] env[69858]: DEBUG nova.virt.hardware [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.551825] env[69858]: DEBUG nova.virt.hardware [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.551931] env[69858]: DEBUG nova.virt.hardware [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.552079] env[69858]: DEBUG nova.virt.hardware [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.552227] env[69858]: DEBUG nova.virt.hardware [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.552373] env[69858]: DEBUG nova.virt.hardware [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.554033] env[69858]: DEBUG nova.virt.hardware [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.554312] env[69858]: DEBUG nova.virt.hardware [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.554540] env[69858]: DEBUG nova.virt.hardware [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.554802] env[69858]: DEBUG nova.virt.hardware [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.554998] env[69858]: DEBUG nova.virt.hardware [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.556110] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e74706-4f42-4a4d-bc73-23959fb00288 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.576264] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bfcef8-6d71-4b93-bed9-563c4d0a9961 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.601665] env[69858]: INFO nova.compute.manager [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: facf78f4-ddc0-4821-9d88-045118633447] Took 15.91 seconds to build instance. [ 728.880567] env[69858]: DEBUG oslo_concurrency.lockutils [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.881091] env[69858]: DEBUG nova.compute.manager [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.885174] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.730s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.889049] env[69858]: INFO nova.compute.claims [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.901913] env[69858]: DEBUG oslo_vmware.api [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Task: {'id': task-3418618, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.798394} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.901913] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 271fa258-0e8a-48ae-967b-e87ede527641/271fa258-0e8a-48ae-967b-e87ede527641.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.901913] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.902568] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb5713d6-c1f2-4532-bfa8-e19b48bc5b13 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.913055] env[69858]: DEBUG oslo_vmware.api [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Waiting for the task: (returnval){ [ 728.913055] env[69858]: value = "task-3418620" [ 728.913055] env[69858]: _type = "Task" [ 728.913055] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.930017] env[69858]: DEBUG oslo_vmware.api [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Task: {'id': task-3418620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.962188] env[69858]: DEBUG nova.network.neutron [req-3791be63-b7e1-428e-9972-5ce97fc336b6 req-342962ac-1641-4a72-9b14-721ee41f5b78 service nova] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Updated VIF entry in instance network info cache for port c625502e-3242-41cf-bc68-905afd9930d4. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.962616] env[69858]: DEBUG nova.network.neutron [req-3791be63-b7e1-428e-9972-5ce97fc336b6 req-342962ac-1641-4a72-9b14-721ee41f5b78 service nova] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Updating instance_info_cache with network_info: [{"id": "c625502e-3242-41cf-bc68-905afd9930d4", "address": "fa:16:3e:83:ab:af", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc625502e-32", "ovs_interfaceid": "c625502e-3242-41cf-bc68-905afd9930d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.985106] env[69858]: DEBUG oslo_vmware.api [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': task-3418619, 'name': PowerOffVM_Task, 'duration_secs': 0.158342} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.985106] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.985106] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.985563] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6bd16c-cd6b-4306-9fd3-97a8707da8d7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.996161] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 728.996428] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c501f7a-dceb-4abd-8340-c510484b752e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.027421] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.027787] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.027928] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Deleting the datastore file [datastore1] bb6fe254-1c46-4bc6-a7a4-74ec26fa4079 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.028135] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cab4ee28-599f-4506-94c2-8519719b5461 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.034380] env[69858]: DEBUG oslo_vmware.api [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Waiting for the task: (returnval){ [ 729.034380] env[69858]: value = "task-3418622" [ 729.034380] env[69858]: _type = "Task" [ 729.034380] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.047365] env[69858]: DEBUG nova.compute.manager [None req-f911d0f1-e7e7-4495-8459-beeafd32e7ca tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 729.047623] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f911d0f1-e7e7-4495-8459-beeafd32e7ca tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 729.047972] env[69858]: DEBUG oslo_vmware.api [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': task-3418622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.049146] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da19f5b-dae4-496d-b0a1-e1bd6180039a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.057536] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f911d0f1-e7e7-4495-8459-beeafd32e7ca tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.057733] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56f809d0-0c3c-43e3-ad26-c094eb430782 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.063771] env[69858]: DEBUG oslo_vmware.api [None req-f911d0f1-e7e7-4495-8459-beeafd32e7ca tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Waiting for the task: (returnval){ [ 729.063771] env[69858]: value = "task-3418623" [ 729.063771] env[69858]: _type = "Task" [ 729.063771] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.074538] env[69858]: DEBUG oslo_vmware.api [None req-f911d0f1-e7e7-4495-8459-beeafd32e7ca tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Task: {'id': task-3418623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.107765] env[69858]: DEBUG oslo_concurrency.lockutils [None req-de279e7d-8f42-4f85-99ef-a3a0cae8ea32 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Lock "facf78f4-ddc0-4821-9d88-045118633447" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.439s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.392615] env[69858]: DEBUG nova.compute.utils [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 729.398291] env[69858]: DEBUG nova.compute.manager [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 729.398588] env[69858]: DEBUG nova.network.neutron [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.429250] env[69858]: DEBUG oslo_vmware.api [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Task: {'id': task-3418620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069786} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.429602] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.430936] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2839f4-5d59-450d-a0ad-e5626dbd74b8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.456342] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 271fa258-0e8a-48ae-967b-e87ede527641/271fa258-0e8a-48ae-967b-e87ede527641.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.456342] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ef78e8d-9e77-4351-ae6d-1ae803cd89cd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.471015] env[69858]: DEBUG oslo_concurrency.lockutils [req-3791be63-b7e1-428e-9972-5ce97fc336b6 req-342962ac-1641-4a72-9b14-721ee41f5b78 service nova] Releasing lock "refresh_cache-271fa258-0e8a-48ae-967b-e87ede527641" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.471015] env[69858]: DEBUG nova.compute.manager [req-3791be63-b7e1-428e-9972-5ce97fc336b6 req-342962ac-1641-4a72-9b14-721ee41f5b78 service nova] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Received event network-vif-deleted-059e5241-e88d-4504-aab6-215239c299d0 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.477270] env[69858]: DEBUG oslo_vmware.api [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Waiting for the task: (returnval){ [ 729.477270] env[69858]: value = "task-3418624" [ 729.477270] env[69858]: _type = "Task" [ 729.477270] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.486026] env[69858]: DEBUG oslo_vmware.api [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Task: {'id': task-3418624, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.547354] env[69858]: DEBUG oslo_vmware.api [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': task-3418622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12873} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.547762] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 729.547802] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 729.547957] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 729.580402] env[69858]: DEBUG oslo_vmware.api [None req-f911d0f1-e7e7-4495-8459-beeafd32e7ca tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Task: {'id': task-3418623, 'name': PowerOffVM_Task, 'duration_secs': 0.310558} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.580402] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f911d0f1-e7e7-4495-8459-beeafd32e7ca tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.580402] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f911d0f1-e7e7-4495-8459-beeafd32e7ca tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.580402] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9454a365-ecf2-4368-92fe-a93a95d06bca {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.646932] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f911d0f1-e7e7-4495-8459-beeafd32e7ca tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.647194] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f911d0f1-e7e7-4495-8459-beeafd32e7ca tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.647382] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-f911d0f1-e7e7-4495-8459-beeafd32e7ca tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Deleting the datastore file [datastore1] fda564a3-b774-47e6-bf6d-12fb9e7077e4 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.647696] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f215e90e-3467-4f9a-b099-fa77bdcca0d2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.655405] env[69858]: DEBUG oslo_vmware.api [None req-f911d0f1-e7e7-4495-8459-beeafd32e7ca tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Waiting for the task: (returnval){ [ 729.655405] env[69858]: value = "task-3418626" [ 729.655405] env[69858]: _type = "Task" [ 729.655405] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.663938] env[69858]: DEBUG oslo_vmware.api [None req-f911d0f1-e7e7-4495-8459-beeafd32e7ca tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Task: {'id': task-3418626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.727678] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Acquiring lock "0970e5bb-0c9d-406a-9467-0a50dc9c11c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.727923] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Lock "0970e5bb-0c9d-406a-9467-0a50dc9c11c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.730150] env[69858]: DEBUG nova.policy [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9b22f0afc434cf9998289286200d44e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8997f21f61394e1c820e63ef5b84f3d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.898900] env[69858]: DEBUG nova.compute.manager [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.999713] env[69858]: DEBUG oslo_vmware.api [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Task: {'id': task-3418624, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.167466] env[69858]: DEBUG oslo_vmware.api [None req-f911d0f1-e7e7-4495-8459-beeafd32e7ca tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Task: {'id': task-3418626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.495258} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.167720] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-f911d0f1-e7e7-4495-8459-beeafd32e7ca tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.167906] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f911d0f1-e7e7-4495-8459-beeafd32e7ca tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.168095] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f911d0f1-e7e7-4495-8459-beeafd32e7ca tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.168270] env[69858]: INFO nova.compute.manager [None req-f911d0f1-e7e7-4495-8459-beeafd32e7ca tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 730.169118] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f911d0f1-e7e7-4495-8459-beeafd32e7ca tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.169118] env[69858]: DEBUG nova.compute.manager [-] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.169118] env[69858]: DEBUG nova.network.neutron [-] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.210914] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049e0a64-17de-4589-9eb3-ac7e3c1ad6e0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.221096] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74007d0b-c2c7-470b-9dcd-a8bf0c2d0d9c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.257195] env[69858]: DEBUG nova.compute.manager [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.261703] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0520ec-3be8-4540-8550-9f67720c6b18 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.270323] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55e36ad-c2ab-4a20-9e1a-2e3cb769819f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.285178] env[69858]: DEBUG nova.compute.provider_tree [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.489335] env[69858]: DEBUG oslo_vmware.api [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Task: {'id': task-3418624, 'name': ReconfigVM_Task, 'duration_secs': 0.740587} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.490259] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 271fa258-0e8a-48ae-967b-e87ede527641/271fa258-0e8a-48ae-967b-e87ede527641.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.490891] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d69ddf98-b1d6-4174-bed7-4b48411d3564 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.499197] env[69858]: DEBUG oslo_vmware.api [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Waiting for the task: (returnval){ [ 730.499197] env[69858]: value = "task-3418627" [ 730.499197] env[69858]: _type = "Task" [ 730.499197] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.515811] env[69858]: DEBUG oslo_vmware.api [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Task: {'id': task-3418627, 'name': Rename_Task} progress is 10%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.599073] env[69858]: DEBUG nova.virt.hardware [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.600460] env[69858]: DEBUG nova.virt.hardware [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.600727] env[69858]: DEBUG nova.virt.hardware [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.600970] env[69858]: DEBUG nova.virt.hardware [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.601183] env[69858]: DEBUG nova.virt.hardware [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.601368] env[69858]: DEBUG nova.virt.hardware [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.601618] env[69858]: DEBUG nova.virt.hardware [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.601798] env[69858]: DEBUG nova.virt.hardware [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.602019] env[69858]: DEBUG nova.virt.hardware [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.602220] env[69858]: DEBUG nova.virt.hardware [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.602412] env[69858]: DEBUG nova.virt.hardware [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.603618] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd399344-bd46-4e6f-b7e6-ccb99f2d3c0d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.613984] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9443eb-caee-4dec-b38c-60f2c02b499d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.632377] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Instance VIF info [] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.638202] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.638813] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.639642] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6e13991-547c-4b50-b11e-95240c77576d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.658595] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.658595] env[69858]: value = "task-3418628" [ 730.658595] env[69858]: _type = "Task" [ 730.658595] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.667032] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418628, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.694429] env[69858]: DEBUG nova.compute.manager [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.695514] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e3b0db-6185-4f18-af00-b264b2639476 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.710013] env[69858]: DEBUG nova.network.neutron [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Successfully updated port: 37e227a2-a24e-4f94-b250-fde65220e69a {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.787473] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.791909] env[69858]: DEBUG nova.scheduler.client.report [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.913757] env[69858]: DEBUG nova.compute.manager [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.942069] env[69858]: DEBUG nova.virt.hardware [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.942456] env[69858]: DEBUG nova.virt.hardware [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.943361] env[69858]: DEBUG nova.virt.hardware [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.943361] env[69858]: DEBUG nova.virt.hardware [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.943361] env[69858]: DEBUG nova.virt.hardware [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.943514] env[69858]: DEBUG nova.virt.hardware [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.944663] env[69858]: DEBUG nova.virt.hardware [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.944663] env[69858]: DEBUG nova.virt.hardware [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.944663] env[69858]: DEBUG nova.virt.hardware [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.944663] env[69858]: DEBUG nova.virt.hardware [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.944663] env[69858]: DEBUG nova.virt.hardware [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.945371] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c171945-81b5-4a75-ac4b-ada8896e8399 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.957826] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3d218f-c4df-48df-9834-9bfe68b302b5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.011638] env[69858]: DEBUG oslo_vmware.api [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Task: {'id': task-3418627, 'name': Rename_Task, 'duration_secs': 0.220136} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.011977] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.012243] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6eef01a6-eb07-465c-8dfe-3f1938f1aba3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.018636] env[69858]: DEBUG oslo_vmware.api [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Waiting for the task: (returnval){ [ 731.018636] env[69858]: value = "task-3418629" [ 731.018636] env[69858]: _type = "Task" [ 731.018636] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.026952] env[69858]: DEBUG oslo_vmware.api [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Task: {'id': task-3418629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.173706] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418628, 'name': CreateVM_Task, 'duration_secs': 0.313674} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.173783] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.174150] env[69858]: DEBUG oslo_concurrency.lockutils [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.174319] env[69858]: DEBUG oslo_concurrency.lockutils [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.174669] env[69858]: DEBUG oslo_concurrency.lockutils [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.175224] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eca60dda-b152-4169-897a-0f3b8456db3b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.181540] env[69858]: DEBUG oslo_vmware.api [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Waiting for the task: (returnval){ [ 731.181540] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5270869b-1368-4c31-3d39-b171c42565e9" [ 731.181540] env[69858]: _type = "Task" [ 731.181540] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.191153] env[69858]: DEBUG oslo_vmware.api [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5270869b-1368-4c31-3d39-b171c42565e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.211516] env[69858]: INFO nova.compute.manager [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] instance snapshotting [ 731.213122] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Acquiring lock "refresh_cache-debfde63-c64d-466f-b424-d8dd704ab30f" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.213262] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Acquired lock "refresh_cache-debfde63-c64d-466f-b424-d8dd704ab30f" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.213409] env[69858]: DEBUG nova.network.neutron [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.216779] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584ec060-9142-4dd2-b16d-1a9d5f1c2911 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.247457] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fc949c-8efc-4628-972c-229b095e1b14 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.300018] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.300018] env[69858]: DEBUG nova.compute.manager [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.302792] env[69858]: DEBUG oslo_concurrency.lockutils [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.504s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.305607] env[69858]: INFO nova.compute.claims [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.465392] env[69858]: DEBUG nova.network.neutron [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Successfully created port: a607ccf1-b17f-41c2-978f-cf02d035c2b7 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.534331] env[69858]: DEBUG oslo_vmware.api [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Task: {'id': task-3418629, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.639268] env[69858]: DEBUG nova.network.neutron [-] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.692447] env[69858]: DEBUG oslo_vmware.api [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5270869b-1368-4c31-3d39-b171c42565e9, 'name': SearchDatastore_Task, 'duration_secs': 0.027557} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.692612] env[69858]: DEBUG oslo_concurrency.lockutils [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.692845] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.693094] env[69858]: DEBUG oslo_concurrency.lockutils [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.693243] env[69858]: DEBUG oslo_concurrency.lockutils [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.693414] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.693669] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ced29145-1763-4eaa-930a-543586c825c4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.702817] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.703016] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.703748] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-051fa81d-fef9-4d3b-af50-ed0ba37a6bb0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.712979] env[69858]: DEBUG oslo_vmware.api [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Waiting for the task: (returnval){ [ 731.712979] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]525573ac-2cb7-c14d-cda9-9e3bfda2ec85" [ 731.712979] env[69858]: _type = "Task" [ 731.712979] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.722357] env[69858]: DEBUG oslo_vmware.api [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]525573ac-2cb7-c14d-cda9-9e3bfda2ec85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.763158] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Creating Snapshot of the VM instance {{(pid=69858) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 731.763479] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3f547595-3e04-40b9-a1df-1fb138bd8572 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.770910] env[69858]: DEBUG oslo_vmware.api [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Waiting for the task: (returnval){ [ 731.770910] env[69858]: value = "task-3418630" [ 731.770910] env[69858]: _type = "Task" [ 731.770910] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.778722] env[69858]: DEBUG oslo_vmware.api [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418630, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.803890] env[69858]: DEBUG nova.network.neutron [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.812247] env[69858]: DEBUG nova.compute.utils [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.815921] env[69858]: DEBUG nova.compute.manager [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.816336] env[69858]: DEBUG nova.network.neutron [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.821145] env[69858]: DEBUG nova.compute.manager [req-ccce0607-345c-4951-9444-a8dd25f70015 req-003ed85f-528e-45b5-aabc-b2ebef31b308 service nova] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Received event network-changed-27b882f7-2990-46ee-9f11-03b504e03770 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.821719] env[69858]: DEBUG nova.compute.manager [req-ccce0607-345c-4951-9444-a8dd25f70015 req-003ed85f-528e-45b5-aabc-b2ebef31b308 service nova] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Refreshing instance network info cache due to event network-changed-27b882f7-2990-46ee-9f11-03b504e03770. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.822116] env[69858]: DEBUG oslo_concurrency.lockutils [req-ccce0607-345c-4951-9444-a8dd25f70015 req-003ed85f-528e-45b5-aabc-b2ebef31b308 service nova] Acquiring lock "refresh_cache-ad653df1-ac0a-4761-920f-bd75ce97292a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.822585] env[69858]: DEBUG oslo_concurrency.lockutils [req-ccce0607-345c-4951-9444-a8dd25f70015 req-003ed85f-528e-45b5-aabc-b2ebef31b308 service nova] Acquired lock "refresh_cache-ad653df1-ac0a-4761-920f-bd75ce97292a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.822888] env[69858]: DEBUG nova.network.neutron [req-ccce0607-345c-4951-9444-a8dd25f70015 req-003ed85f-528e-45b5-aabc-b2ebef31b308 service nova] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Refreshing network info cache for port 27b882f7-2990-46ee-9f11-03b504e03770 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.000113] env[69858]: DEBUG nova.policy [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ecbad4c561f424e81f5e72771412529', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ae8f8ecaa204de4b002cd8efa84f663', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.035527] env[69858]: DEBUG oslo_vmware.api [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Task: {'id': task-3418629, 'name': PowerOnVM_Task, 'duration_secs': 0.974947} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.035843] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.039303] env[69858]: INFO nova.compute.manager [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Took 11.19 seconds to spawn the instance on the hypervisor. [ 732.039568] env[69858]: DEBUG nova.compute.manager [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.040417] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de782c1e-839a-468d-a9e5-f3e3653635b4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.077582] env[69858]: DEBUG nova.network.neutron [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Updating instance_info_cache with network_info: [{"id": "37e227a2-a24e-4f94-b250-fde65220e69a", "address": "fa:16:3e:03:31:09", "network": {"id": "2a27fb18-febc-4c77-b1a2-37efa09d27f3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1772289347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "bd0b9fff3ebf4c4da4b1b3d6d15b4862", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37e227a2-a2", "ovs_interfaceid": "37e227a2-a24e-4f94-b250-fde65220e69a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.145901] env[69858]: INFO nova.compute.manager [-] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Took 1.97 seconds to deallocate network for instance. [ 732.224479] env[69858]: DEBUG oslo_vmware.api [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]525573ac-2cb7-c14d-cda9-9e3bfda2ec85, 'name': SearchDatastore_Task, 'duration_secs': 0.020212} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.225380] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aafe6101-6865-44fc-a39a-fe22643f608b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.230798] env[69858]: DEBUG oslo_vmware.api [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Waiting for the task: (returnval){ [ 732.230798] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52cdd052-01bf-8439-9196-2bc3cf92b61a" [ 732.230798] env[69858]: _type = "Task" [ 732.230798] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.239833] env[69858]: DEBUG oslo_vmware.api [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52cdd052-01bf-8439-9196-2bc3cf92b61a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.248715] env[69858]: DEBUG nova.compute.manager [req-56beb233-7218-4036-a30c-aeab7dfd8650 req-8610b073-5529-4529-9695-eb6326611c35 service nova] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Received event network-vif-deleted-05e73961-4529-40ae-99c5-522c95bf1a3b {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.280736] env[69858]: DEBUG oslo_vmware.api [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418630, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.322744] env[69858]: DEBUG nova.compute.manager [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.566210] env[69858]: INFO nova.compute.manager [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Took 19.25 seconds to build instance. [ 732.584208] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Releasing lock "refresh_cache-debfde63-c64d-466f-b424-d8dd704ab30f" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.584208] env[69858]: DEBUG nova.compute.manager [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Instance network_info: |[{"id": "37e227a2-a24e-4f94-b250-fde65220e69a", "address": "fa:16:3e:03:31:09", "network": {"id": "2a27fb18-febc-4c77-b1a2-37efa09d27f3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1772289347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "bd0b9fff3ebf4c4da4b1b3d6d15b4862", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37e227a2-a2", "ovs_interfaceid": "37e227a2-a24e-4f94-b250-fde65220e69a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.584399] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:31:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37e227a2-a24e-4f94-b250-fde65220e69a', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.593422] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Creating folder: Project (bd0b9fff3ebf4c4da4b1b3d6d15b4862). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.600469] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c00a504-a735-4056-b5df-b48fbc55d197 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.611070] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Created folder: Project (bd0b9fff3ebf4c4da4b1b3d6d15b4862) in parent group-v682032. [ 732.611070] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Creating folder: Instances. Parent ref: group-v682065. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.611346] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4c4857a-3995-4672-8435-b1ec641e67b2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.625965] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Created folder: Instances in parent group-v682065. [ 732.626245] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.626421] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.626626] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9d69726-3507-483f-90be-d4504b29826e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.651862] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.651862] env[69858]: value = "task-3418633" [ 732.651862] env[69858]: _type = "Task" [ 732.651862] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.653087] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f911d0f1-e7e7-4495-8459-beeafd32e7ca tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.666621] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418633, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.704516] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bdedcf-bd81-4946-8d3d-b9d3d0984e77 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.712415] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41005933-b4d3-4d2e-a23b-cd384e3b2ae2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.752769] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42656ae9-ea69-43de-b6d5-86dd64c9ee58 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.764221] env[69858]: DEBUG oslo_vmware.api [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52cdd052-01bf-8439-9196-2bc3cf92b61a, 'name': SearchDatastore_Task, 'duration_secs': 0.021564} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.764633] env[69858]: DEBUG oslo_concurrency.lockutils [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.764925] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] bb6fe254-1c46-4bc6-a7a4-74ec26fa4079/bb6fe254-1c46-4bc6-a7a4-74ec26fa4079.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.766338] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5a265e-671e-48b9-929f-7e664f576431 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.770596] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b0ca606-8dd3-4893-a5a3-2d2938ccd60e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.786139] env[69858]: DEBUG nova.compute.provider_tree [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.791994] env[69858]: DEBUG oslo_vmware.api [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Waiting for the task: (returnval){ [ 732.791994] env[69858]: value = "task-3418634" [ 732.791994] env[69858]: _type = "Task" [ 732.791994] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.800100] env[69858]: DEBUG oslo_vmware.api [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418630, 'name': CreateSnapshot_Task, 'duration_secs': 0.840582} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.801181] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Created Snapshot of the VM instance {{(pid=69858) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 732.801905] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d364f7-bb38-4932-9135-332419e915c0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.808423] env[69858]: DEBUG oslo_vmware.api [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': task-3418634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.031730] env[69858]: DEBUG nova.network.neutron [req-ccce0607-345c-4951-9444-a8dd25f70015 req-003ed85f-528e-45b5-aabc-b2ebef31b308 service nova] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Updated VIF entry in instance network info cache for port 27b882f7-2990-46ee-9f11-03b504e03770. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.032571] env[69858]: DEBUG nova.network.neutron [req-ccce0607-345c-4951-9444-a8dd25f70015 req-003ed85f-528e-45b5-aabc-b2ebef31b308 service nova] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Updating instance_info_cache with network_info: [{"id": "27b882f7-2990-46ee-9f11-03b504e03770", "address": "fa:16:3e:c9:59:85", "network": {"id": "2be5ee7b-f862-4ef2-a339-7718e5940130", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1246037703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ec46015859f4c93aa25ab4ab217786e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27b882f7-29", "ovs_interfaceid": "27b882f7-2990-46ee-9f11-03b504e03770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.069249] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a6d1b995-35dd-494b-b0e6-b8bfb766ffd7 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Lock "271fa258-0e8a-48ae-967b-e87ede527641" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.768s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.168245] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418633, 'name': CreateVM_Task, 'duration_secs': 0.412671} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.168245] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.168245] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.168245] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.168245] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.168245] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15523ed1-076b-4062-9cfd-1f94f36cc6d0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.177216] env[69858]: DEBUG oslo_vmware.api [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Waiting for the task: (returnval){ [ 733.177216] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c2f355-f8a7-c470-c5ae-89f507588c9e" [ 733.177216] env[69858]: _type = "Task" [ 733.177216] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.191708] env[69858]: DEBUG oslo_vmware.api [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c2f355-f8a7-c470-c5ae-89f507588c9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.207770] env[69858]: DEBUG nova.compute.manager [None req-5125e55d-0fdc-4c46-b7fd-eacf1c9dcad5 tempest-ServerExternalEventsTest-2089107584 tempest-ServerExternalEventsTest-2089107584-project] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Received event network-changed {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.207971] env[69858]: DEBUG nova.compute.manager [None req-5125e55d-0fdc-4c46-b7fd-eacf1c9dcad5 tempest-ServerExternalEventsTest-2089107584 tempest-ServerExternalEventsTest-2089107584-project] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Refreshing instance network info cache due to event network-changed. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.208590] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5125e55d-0fdc-4c46-b7fd-eacf1c9dcad5 tempest-ServerExternalEventsTest-2089107584 tempest-ServerExternalEventsTest-2089107584-project] Acquiring lock "refresh_cache-271fa258-0e8a-48ae-967b-e87ede527641" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.208743] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5125e55d-0fdc-4c46-b7fd-eacf1c9dcad5 tempest-ServerExternalEventsTest-2089107584 tempest-ServerExternalEventsTest-2089107584-project] Acquired lock "refresh_cache-271fa258-0e8a-48ae-967b-e87ede527641" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.208947] env[69858]: DEBUG nova.network.neutron [None req-5125e55d-0fdc-4c46-b7fd-eacf1c9dcad5 tempest-ServerExternalEventsTest-2089107584 tempest-ServerExternalEventsTest-2089107584-project] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.294720] env[69858]: DEBUG nova.scheduler.client.report [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.312477] env[69858]: DEBUG oslo_vmware.api [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': task-3418634, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.328930] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Creating linked-clone VM from snapshot {{(pid=69858) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 733.330368] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0863b7f8-5f78-4867-8665-32e3f31eeeca {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.338196] env[69858]: DEBUG nova.compute.manager [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.342730] env[69858]: DEBUG oslo_vmware.api [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Waiting for the task: (returnval){ [ 733.342730] env[69858]: value = "task-3418635" [ 733.342730] env[69858]: _type = "Task" [ 733.342730] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.356234] env[69858]: DEBUG oslo_vmware.api [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418635, 'name': CloneVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.373601] env[69858]: DEBUG nova.virt.hardware [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.373601] env[69858]: DEBUG nova.virt.hardware [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.373795] env[69858]: DEBUG nova.virt.hardware [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.374434] env[69858]: DEBUG nova.virt.hardware [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.374434] env[69858]: DEBUG nova.virt.hardware [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.374434] env[69858]: DEBUG nova.virt.hardware [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.374726] env[69858]: DEBUG nova.virt.hardware [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.374808] env[69858]: DEBUG nova.virt.hardware [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.374940] env[69858]: DEBUG nova.virt.hardware [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.375123] env[69858]: DEBUG nova.virt.hardware [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.375301] env[69858]: DEBUG nova.virt.hardware [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.376567] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5fdddd-a9d7-40c2-8d03-2bd490b16ef7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.385598] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df41a94-24d3-4587-b4c1-0ece66838f87 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.391145] env[69858]: DEBUG nova.network.neutron [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Successfully created port: dcbeb096-270a-4c99-b9e4-416c146f4acd {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.535517] env[69858]: DEBUG oslo_concurrency.lockutils [req-ccce0607-345c-4951-9444-a8dd25f70015 req-003ed85f-528e-45b5-aabc-b2ebef31b308 service nova] Releasing lock "refresh_cache-ad653df1-ac0a-4761-920f-bd75ce97292a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.690178] env[69858]: DEBUG oslo_vmware.api [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c2f355-f8a7-c470-c5ae-89f507588c9e, 'name': SearchDatastore_Task, 'duration_secs': 0.069391} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.690511] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.690752] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.690971] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.691130] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.691315] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.691579] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ea03257-9858-4d76-be1a-334e6af09d96 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.701377] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.701607] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.702392] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf976fea-74f9-4b90-9ef9-4969fb836a2d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.708269] env[69858]: DEBUG oslo_vmware.api [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Waiting for the task: (returnval){ [ 733.708269] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528daa1d-4c68-792f-fae2-0d6bfcd37a64" [ 733.708269] env[69858]: _type = "Task" [ 733.708269] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.719446] env[69858]: DEBUG oslo_vmware.api [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528daa1d-4c68-792f-fae2-0d6bfcd37a64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.799720] env[69858]: DEBUG oslo_concurrency.lockutils [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.800276] env[69858]: DEBUG nova.compute.manager [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 733.807225] env[69858]: DEBUG oslo_concurrency.lockutils [None req-88ea8152-14b1-454e-99ec-9bdb13741b7e tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.154s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.807420] env[69858]: DEBUG nova.objects.instance [None req-88ea8152-14b1-454e-99ec-9bdb13741b7e tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Lazy-loading 'resources' on Instance uuid 97e3329a-2999-45a4-9ecb-0cc43fbe9eae {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.817728] env[69858]: DEBUG oslo_vmware.api [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': task-3418634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613695} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.817977] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] bb6fe254-1c46-4bc6-a7a4-74ec26fa4079/bb6fe254-1c46-4bc6-a7a4-74ec26fa4079.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.818206] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.819689] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-277d1a98-c131-4986-839a-6fd74231b0da {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.827226] env[69858]: DEBUG oslo_vmware.api [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Waiting for the task: (returnval){ [ 733.827226] env[69858]: value = "task-3418636" [ 733.827226] env[69858]: _type = "Task" [ 733.827226] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.837036] env[69858]: DEBUG oslo_vmware.api [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': task-3418636, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.855720] env[69858]: DEBUG oslo_vmware.api [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418635, 'name': CloneVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.220075] env[69858]: DEBUG oslo_vmware.api [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528daa1d-4c68-792f-fae2-0d6bfcd37a64, 'name': SearchDatastore_Task, 'duration_secs': 0.025898} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.220940] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb631608-411a-473b-83b8-300bb65072cb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.226612] env[69858]: DEBUG oslo_vmware.api [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Waiting for the task: (returnval){ [ 734.226612] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d8586c-7a45-bca2-28ba-05d31324eb00" [ 734.226612] env[69858]: _type = "Task" [ 734.226612] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.236266] env[69858]: DEBUG oslo_vmware.api [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d8586c-7a45-bca2-28ba-05d31324eb00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.308710] env[69858]: DEBUG nova.compute.utils [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.311465] env[69858]: DEBUG nova.compute.manager [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.311465] env[69858]: DEBUG nova.network.neutron [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.343045] env[69858]: DEBUG oslo_vmware.api [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': task-3418636, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121651} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.343045] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.344805] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73163531-ff2c-4474-9a6f-87f82e2ee732 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.371746] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] bb6fe254-1c46-4bc6-a7a4-74ec26fa4079/bb6fe254-1c46-4bc6-a7a4-74ec26fa4079.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.377871] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0bae000-44be-492c-860b-222f36b5a946 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.400861] env[69858]: DEBUG oslo_vmware.api [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418635, 'name': CloneVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.407211] env[69858]: DEBUG oslo_vmware.api [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Waiting for the task: (returnval){ [ 734.407211] env[69858]: value = "task-3418637" [ 734.407211] env[69858]: _type = "Task" [ 734.407211] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.415812] env[69858]: DEBUG oslo_vmware.api [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': task-3418637, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.516513] env[69858]: DEBUG nova.network.neutron [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Successfully updated port: a607ccf1-b17f-41c2-978f-cf02d035c2b7 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.580436] env[69858]: DEBUG nova.policy [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ed4576141d64262b08242f03fe14c2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49c1d13e95ab430a998b4e974efd720d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.661924] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Acquiring lock "fedb8a4e-eacc-4934-936e-67bbf44807a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.662115] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Lock "fedb8a4e-eacc-4934-936e-67bbf44807a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.706556] env[69858]: DEBUG nova.network.neutron [None req-5125e55d-0fdc-4c46-b7fd-eacf1c9dcad5 tempest-ServerExternalEventsTest-2089107584 tempest-ServerExternalEventsTest-2089107584-project] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Updating instance_info_cache with network_info: [{"id": "c625502e-3242-41cf-bc68-905afd9930d4", "address": "fa:16:3e:83:ab:af", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc625502e-32", "ovs_interfaceid": "c625502e-3242-41cf-bc68-905afd9930d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.739496] env[69858]: DEBUG oslo_vmware.api [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d8586c-7a45-bca2-28ba-05d31324eb00, 'name': SearchDatastore_Task, 'duration_secs': 0.020369} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.740899] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.741197] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] debfde63-c64d-466f-b424-d8dd704ab30f/debfde63-c64d-466f-b424-d8dd704ab30f.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.742570] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6df31f-1017-45f2-8997-d888eee92d94 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.746698] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-728fb7cd-8071-4440-91d3-37fe76899629 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.756399] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46813a9e-a3e4-4e45-85be-d2b1c45d8b9b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.760053] env[69858]: DEBUG oslo_vmware.api [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Waiting for the task: (returnval){ [ 734.760053] env[69858]: value = "task-3418638" [ 734.760053] env[69858]: _type = "Task" [ 734.760053] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.805035] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d81cebd-3743-460e-81d0-03452d38242a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.810713] env[69858]: DEBUG oslo_vmware.api [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': task-3418638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.815027] env[69858]: DEBUG nova.compute.manager [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 734.818995] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22c5195-aeac-424a-b25d-73de67c6c1a8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.835274] env[69858]: DEBUG nova.compute.provider_tree [None req-88ea8152-14b1-454e-99ec-9bdb13741b7e tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.858743] env[69858]: DEBUG oslo_vmware.api [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418635, 'name': CloneVM_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.922097] env[69858]: DEBUG oslo_vmware.api [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': task-3418637, 'name': ReconfigVM_Task, 'duration_secs': 0.288176} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.922302] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Reconfigured VM instance instance-00000006 to attach disk [datastore2] bb6fe254-1c46-4bc6-a7a4-74ec26fa4079/bb6fe254-1c46-4bc6-a7a4-74ec26fa4079.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.922980] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a451b478-eb6b-48ba-8a21-fa3a303e91a3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.933256] env[69858]: DEBUG oslo_vmware.api [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Waiting for the task: (returnval){ [ 734.933256] env[69858]: value = "task-3418639" [ 734.933256] env[69858]: _type = "Task" [ 734.933256] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.941412] env[69858]: DEBUG oslo_vmware.api [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': task-3418639, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.020825] env[69858]: DEBUG oslo_concurrency.lockutils [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Acquiring lock "refresh_cache-3cdffc66-d1d0-4f8f-b386-7fa3b300ee56" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.020987] env[69858]: DEBUG oslo_concurrency.lockutils [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Acquired lock "refresh_cache-3cdffc66-d1d0-4f8f-b386-7fa3b300ee56" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.021148] env[69858]: DEBUG nova.network.neutron [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.167495] env[69858]: DEBUG nova.compute.manager [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 735.210232] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5125e55d-0fdc-4c46-b7fd-eacf1c9dcad5 tempest-ServerExternalEventsTest-2089107584 tempest-ServerExternalEventsTest-2089107584-project] Releasing lock "refresh_cache-271fa258-0e8a-48ae-967b-e87ede527641" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.271567] env[69858]: DEBUG oslo_vmware.api [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': task-3418638, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.339749] env[69858]: DEBUG nova.scheduler.client.report [None req-88ea8152-14b1-454e-99ec-9bdb13741b7e tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.363091] env[69858]: DEBUG oslo_vmware.api [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418635, 'name': CloneVM_Task, 'duration_secs': 1.581412} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.363909] env[69858]: INFO nova.virt.vmwareapi.vmops [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Created linked-clone VM from snapshot [ 735.365320] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d94366-3016-40eb-b2c3-86f0c848c454 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.383187] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Uploading image 01640272-0098-40a1-be95-666dc0bb3dd5 {{(pid=69858) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 735.418974] env[69858]: DEBUG oslo_vmware.rw_handles [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 735.418974] env[69858]: value = "vm-682068" [ 735.418974] env[69858]: _type = "VirtualMachine" [ 735.418974] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 735.419710] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e4bb5bd7-e214-4db6-ba47-30a37c7ada93 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.431040] env[69858]: DEBUG oslo_vmware.rw_handles [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Lease: (returnval){ [ 735.431040] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b4cd0a-d1ef-8513-c59f-74d41210cde3" [ 735.431040] env[69858]: _type = "HttpNfcLease" [ 735.431040] env[69858]: } obtained for exporting VM: (result){ [ 735.431040] env[69858]: value = "vm-682068" [ 735.431040] env[69858]: _type = "VirtualMachine" [ 735.431040] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 735.431040] env[69858]: DEBUG oslo_vmware.api [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Waiting for the lease: (returnval){ [ 735.431040] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b4cd0a-d1ef-8513-c59f-74d41210cde3" [ 735.431040] env[69858]: _type = "HttpNfcLease" [ 735.431040] env[69858]: } to be ready. {{(pid=69858) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 735.450468] env[69858]: DEBUG oslo_vmware.api [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': task-3418639, 'name': Rename_Task, 'duration_secs': 0.134288} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.452653] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.452980] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 735.452980] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b4cd0a-d1ef-8513-c59f-74d41210cde3" [ 735.452980] env[69858]: _type = "HttpNfcLease" [ 735.452980] env[69858]: } is initializing. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 735.453377] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-255c98da-356a-4144-8d5d-389fb8588fbd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.462416] env[69858]: DEBUG oslo_vmware.api [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Waiting for the task: (returnval){ [ 735.462416] env[69858]: value = "task-3418641" [ 735.462416] env[69858]: _type = "Task" [ 735.462416] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.483487] env[69858]: DEBUG oslo_vmware.api [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': task-3418641, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.574808] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1f2d380a-1645-4f49-9736-422b683c3227 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Acquiring lock "271fa258-0e8a-48ae-967b-e87ede527641" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.574808] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1f2d380a-1645-4f49-9736-422b683c3227 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Lock "271fa258-0e8a-48ae-967b-e87ede527641" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.574808] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1f2d380a-1645-4f49-9736-422b683c3227 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Acquiring lock "271fa258-0e8a-48ae-967b-e87ede527641-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.574808] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1f2d380a-1645-4f49-9736-422b683c3227 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Lock "271fa258-0e8a-48ae-967b-e87ede527641-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.574944] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1f2d380a-1645-4f49-9736-422b683c3227 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Lock "271fa258-0e8a-48ae-967b-e87ede527641-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.574944] env[69858]: DEBUG nova.network.neutron [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Successfully updated port: dcbeb096-270a-4c99-b9e4-416c146f4acd {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.576110] env[69858]: INFO nova.compute.manager [None req-1f2d380a-1645-4f49-9736-422b683c3227 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Terminating instance [ 735.589204] env[69858]: DEBUG nova.compute.manager [req-24d0e511-9a97-476e-8a42-a925e27079a1 req-09f11e1e-d03d-45db-b035-c7204d7eff36 service nova] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Received event network-vif-plugged-37e227a2-a24e-4f94-b250-fde65220e69a {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.589421] env[69858]: DEBUG oslo_concurrency.lockutils [req-24d0e511-9a97-476e-8a42-a925e27079a1 req-09f11e1e-d03d-45db-b035-c7204d7eff36 service nova] Acquiring lock "debfde63-c64d-466f-b424-d8dd704ab30f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.589631] env[69858]: DEBUG oslo_concurrency.lockutils [req-24d0e511-9a97-476e-8a42-a925e27079a1 req-09f11e1e-d03d-45db-b035-c7204d7eff36 service nova] Lock "debfde63-c64d-466f-b424-d8dd704ab30f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.589858] env[69858]: DEBUG oslo_concurrency.lockutils [req-24d0e511-9a97-476e-8a42-a925e27079a1 req-09f11e1e-d03d-45db-b035-c7204d7eff36 service nova] Lock "debfde63-c64d-466f-b424-d8dd704ab30f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.589953] env[69858]: DEBUG nova.compute.manager [req-24d0e511-9a97-476e-8a42-a925e27079a1 req-09f11e1e-d03d-45db-b035-c7204d7eff36 service nova] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] No waiting events found dispatching network-vif-plugged-37e227a2-a24e-4f94-b250-fde65220e69a {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.592093] env[69858]: WARNING nova.compute.manager [req-24d0e511-9a97-476e-8a42-a925e27079a1 req-09f11e1e-d03d-45db-b035-c7204d7eff36 service nova] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Received unexpected event network-vif-plugged-37e227a2-a24e-4f94-b250-fde65220e69a for instance with vm_state building and task_state spawning. [ 735.592166] env[69858]: DEBUG nova.compute.manager [req-24d0e511-9a97-476e-8a42-a925e27079a1 req-09f11e1e-d03d-45db-b035-c7204d7eff36 service nova] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Received event network-changed-37e227a2-a24e-4f94-b250-fde65220e69a {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.593182] env[69858]: DEBUG nova.compute.manager [req-24d0e511-9a97-476e-8a42-a925e27079a1 req-09f11e1e-d03d-45db-b035-c7204d7eff36 service nova] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Refreshing instance network info cache due to event network-changed-37e227a2-a24e-4f94-b250-fde65220e69a. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.593182] env[69858]: DEBUG oslo_concurrency.lockutils [req-24d0e511-9a97-476e-8a42-a925e27079a1 req-09f11e1e-d03d-45db-b035-c7204d7eff36 service nova] Acquiring lock "refresh_cache-debfde63-c64d-466f-b424-d8dd704ab30f" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.593182] env[69858]: DEBUG oslo_concurrency.lockutils [req-24d0e511-9a97-476e-8a42-a925e27079a1 req-09f11e1e-d03d-45db-b035-c7204d7eff36 service nova] Acquired lock "refresh_cache-debfde63-c64d-466f-b424-d8dd704ab30f" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.593182] env[69858]: DEBUG nova.network.neutron [req-24d0e511-9a97-476e-8a42-a925e27079a1 req-09f11e1e-d03d-45db-b035-c7204d7eff36 service nova] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Refreshing network info cache for port 37e227a2-a24e-4f94-b250-fde65220e69a {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.687787] env[69858]: DEBUG nova.network.neutron [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.695023] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.772244] env[69858]: DEBUG oslo_vmware.api [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': task-3418638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.901901} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.772681] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] debfde63-c64d-466f-b424-d8dd704ab30f/debfde63-c64d-466f-b424-d8dd704ab30f.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.772996] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.775884] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85f2bf0a-5b15-4f5f-8b71-95ab7db6e7dc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.782330] env[69858]: DEBUG oslo_vmware.api [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Waiting for the task: (returnval){ [ 735.782330] env[69858]: value = "task-3418642" [ 735.782330] env[69858]: _type = "Task" [ 735.782330] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.793613] env[69858]: DEBUG oslo_vmware.api [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': task-3418642, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.833057] env[69858]: DEBUG nova.compute.manager [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 735.847159] env[69858]: DEBUG oslo_concurrency.lockutils [None req-88ea8152-14b1-454e-99ec-9bdb13741b7e tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.853810] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bf73769-57ab-46a9-81cd-402c60a3835b tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.178s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.857836] env[69858]: DEBUG nova.objects.instance [None req-9bf73769-57ab-46a9-81cd-402c60a3835b tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Lazy-loading 'resources' on Instance uuid 9f503faf-77ea-42fc-ab3d-7483d725e0e9 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.866551] env[69858]: DEBUG nova.virt.hardware [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.866806] env[69858]: DEBUG nova.virt.hardware [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.867724] env[69858]: DEBUG nova.virt.hardware [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.867724] env[69858]: DEBUG nova.virt.hardware [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.867724] env[69858]: DEBUG nova.virt.hardware [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.867724] env[69858]: DEBUG nova.virt.hardware [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.867724] env[69858]: DEBUG nova.virt.hardware [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.867910] env[69858]: DEBUG nova.virt.hardware [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.870799] env[69858]: DEBUG nova.virt.hardware [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.870799] env[69858]: DEBUG nova.virt.hardware [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.870799] env[69858]: DEBUG nova.virt.hardware [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.870799] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb44261-49df-42cd-b98c-4b9677ec7e0e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.883555] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b9b84e-a5b6-40eb-bb54-ede6802d11d8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.890095] env[69858]: INFO nova.scheduler.client.report [None req-88ea8152-14b1-454e-99ec-9bdb13741b7e tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Deleted allocations for instance 97e3329a-2999-45a4-9ecb-0cc43fbe9eae [ 735.943029] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 735.943029] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b4cd0a-d1ef-8513-c59f-74d41210cde3" [ 735.943029] env[69858]: _type = "HttpNfcLease" [ 735.943029] env[69858]: } is ready. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 735.943029] env[69858]: DEBUG oslo_vmware.rw_handles [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 735.943029] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b4cd0a-d1ef-8513-c59f-74d41210cde3" [ 735.943029] env[69858]: _type = "HttpNfcLease" [ 735.943029] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 735.946683] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa94c402-8997-48e5-9b13-54a865d754de {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.962102] env[69858]: DEBUG oslo_vmware.rw_handles [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c3c09a-5c15-1f04-7b3c-21c248ea98ef/disk-0.vmdk from lease info. {{(pid=69858) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 735.962102] env[69858]: DEBUG oslo_vmware.rw_handles [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c3c09a-5c15-1f04-7b3c-21c248ea98ef/disk-0.vmdk for reading. {{(pid=69858) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 736.038763] env[69858]: DEBUG oslo_vmware.api [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': task-3418641, 'name': PowerOnVM_Task, 'duration_secs': 0.504389} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.041208] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.041208] env[69858]: DEBUG nova.compute.manager [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.041875] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd2198b-d27d-408d-9315-13fbbe6dd581 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.079414] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Acquiring lock "refresh_cache-05e2282e-8e8c-461b-80a7-6e80aa812a95" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.079414] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Acquired lock "refresh_cache-05e2282e-8e8c-461b-80a7-6e80aa812a95" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.079414] env[69858]: DEBUG nova.network.neutron [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.082367] env[69858]: DEBUG nova.compute.manager [None req-1f2d380a-1645-4f49-9736-422b683c3227 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 736.082367] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2d380a-1645-4f49-9736-422b683c3227 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.083894] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbc98ac-988c-4aea-a5dc-6e5b61a23240 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.091301] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f2d380a-1645-4f49-9736-422b683c3227 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.091566] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9eb552e5-9d3d-4878-b2db-4b37764b5e5c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.100750] env[69858]: DEBUG oslo_vmware.api [None req-1f2d380a-1645-4f49-9736-422b683c3227 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Waiting for the task: (returnval){ [ 736.100750] env[69858]: value = "task-3418643" [ 736.100750] env[69858]: _type = "Task" [ 736.100750] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.103225] env[69858]: DEBUG nova.compute.manager [req-4df1bf5d-adb8-48c9-b7d1-a05f786803da req-8665b7c3-2d5d-40d4-b066-d96d64c80eef service nova] [instance: facf78f4-ddc0-4821-9d88-045118633447] Received event network-changed-4fdd2075-3e55-4185-9e2f-661772916aff {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.103423] env[69858]: DEBUG nova.compute.manager [req-4df1bf5d-adb8-48c9-b7d1-a05f786803da req-8665b7c3-2d5d-40d4-b066-d96d64c80eef service nova] [instance: facf78f4-ddc0-4821-9d88-045118633447] Refreshing instance network info cache due to event network-changed-4fdd2075-3e55-4185-9e2f-661772916aff. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.103850] env[69858]: DEBUG oslo_concurrency.lockutils [req-4df1bf5d-adb8-48c9-b7d1-a05f786803da req-8665b7c3-2d5d-40d4-b066-d96d64c80eef service nova] Acquiring lock "refresh_cache-facf78f4-ddc0-4821-9d88-045118633447" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.103850] env[69858]: DEBUG oslo_concurrency.lockutils [req-4df1bf5d-adb8-48c9-b7d1-a05f786803da req-8665b7c3-2d5d-40d4-b066-d96d64c80eef service nova] Acquired lock "refresh_cache-facf78f4-ddc0-4821-9d88-045118633447" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.103956] env[69858]: DEBUG nova.network.neutron [req-4df1bf5d-adb8-48c9-b7d1-a05f786803da req-8665b7c3-2d5d-40d4-b066-d96d64c80eef service nova] [instance: facf78f4-ddc0-4821-9d88-045118633447] Refreshing network info cache for port 4fdd2075-3e55-4185-9e2f-661772916aff {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.118966] env[69858]: DEBUG oslo_vmware.api [None req-1f2d380a-1645-4f49-9736-422b683c3227 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Task: {'id': task-3418643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.165376] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-87bff7f6-12a6-4e20-986e-1e268805335e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.295475] env[69858]: DEBUG oslo_vmware.api [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': task-3418642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071384} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.295795] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.300025] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a4d62b-9bf8-41da-a9d1-05f91eefb3bc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.337910] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] debfde63-c64d-466f-b424-d8dd704ab30f/debfde63-c64d-466f-b424-d8dd704ab30f.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.338157] env[69858]: DEBUG nova.network.neutron [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Updating instance_info_cache with network_info: [{"id": "a607ccf1-b17f-41c2-978f-cf02d035c2b7", "address": "fa:16:3e:87:75:ab", "network": {"id": "30b00a85-b731-4af6-ab9b-7d7c17b53cb3", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1090188751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8997f21f61394e1c820e63ef5b84f3d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa607ccf1-b1", "ovs_interfaceid": "a607ccf1-b17f-41c2-978f-cf02d035c2b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.343039] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1926d288-85d3-4b72-8920-b926f80bb913 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.361507] env[69858]: DEBUG oslo_concurrency.lockutils [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Releasing lock "refresh_cache-3cdffc66-d1d0-4f8f-b386-7fa3b300ee56" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.361862] env[69858]: DEBUG nova.compute.manager [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Instance network_info: |[{"id": "a607ccf1-b17f-41c2-978f-cf02d035c2b7", "address": "fa:16:3e:87:75:ab", "network": {"id": "30b00a85-b731-4af6-ab9b-7d7c17b53cb3", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1090188751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8997f21f61394e1c820e63ef5b84f3d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa607ccf1-b1", "ovs_interfaceid": "a607ccf1-b17f-41c2-978f-cf02d035c2b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 736.365276] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:75:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a607ccf1-b17f-41c2-978f-cf02d035c2b7', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.372843] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Creating folder: Project (8997f21f61394e1c820e63ef5b84f3d5). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.374424] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0dd26b83-0a08-410b-b864-0bbdc030c82c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.380347] env[69858]: DEBUG oslo_vmware.api [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Waiting for the task: (returnval){ [ 736.380347] env[69858]: value = "task-3418644" [ 736.380347] env[69858]: _type = "Task" [ 736.380347] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.388017] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Created folder: Project (8997f21f61394e1c820e63ef5b84f3d5) in parent group-v682032. [ 736.388247] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Creating folder: Instances. Parent ref: group-v682069. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.392993] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-964b360a-393c-405d-9a57-989bdff5eb35 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.395048] env[69858]: DEBUG oslo_vmware.api [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': task-3418644, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.401377] env[69858]: DEBUG oslo_concurrency.lockutils [None req-88ea8152-14b1-454e-99ec-9bdb13741b7e tempest-ServerDiagnosticsNegativeTest-1852092351 tempest-ServerDiagnosticsNegativeTest-1852092351-project-member] Lock "97e3329a-2999-45a4-9ecb-0cc43fbe9eae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.934s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.404806] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Created folder: Instances in parent group-v682069. [ 736.405209] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.405810] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.406146] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0778cc0-649e-469d-a800-b1ad96850b06 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.434759] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.434759] env[69858]: value = "task-3418647" [ 736.434759] env[69858]: _type = "Task" [ 736.434759] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.444828] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418647, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.529797] env[69858]: DEBUG nova.network.neutron [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Successfully created port: 000baca1-66e5-4582-9ca2-e5765da24c6a {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.564486] env[69858]: DEBUG oslo_concurrency.lockutils [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.621145] env[69858]: DEBUG oslo_vmware.api [None req-1f2d380a-1645-4f49-9736-422b683c3227 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Task: {'id': task-3418643, 'name': PowerOffVM_Task, 'duration_secs': 0.440802} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.621600] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f2d380a-1645-4f49-9736-422b683c3227 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.621795] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2d380a-1645-4f49-9736-422b683c3227 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.622236] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13ce5cfe-ea39-48f7-8e03-40c54c66c0e5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.714885] env[69858]: DEBUG nova.network.neutron [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.746460] env[69858]: DEBUG nova.network.neutron [req-24d0e511-9a97-476e-8a42-a925e27079a1 req-09f11e1e-d03d-45db-b035-c7204d7eff36 service nova] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Updated VIF entry in instance network info cache for port 37e227a2-a24e-4f94-b250-fde65220e69a. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.746838] env[69858]: DEBUG nova.network.neutron [req-24d0e511-9a97-476e-8a42-a925e27079a1 req-09f11e1e-d03d-45db-b035-c7204d7eff36 service nova] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Updating instance_info_cache with network_info: [{"id": "37e227a2-a24e-4f94-b250-fde65220e69a", "address": "fa:16:3e:03:31:09", "network": {"id": "2a27fb18-febc-4c77-b1a2-37efa09d27f3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1772289347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd0b9fff3ebf4c4da4b1b3d6d15b4862", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37e227a2-a2", "ovs_interfaceid": "37e227a2-a24e-4f94-b250-fde65220e69a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.784346] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b5c56b-6e68-4ea9-93c2-2bb566abc3f6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.794013] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d0abc4-f0bf-4493-9914-78a55fad3e7e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.841960] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec556de-44b5-493b-a630-d835c51f3174 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.853682] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff24deb-9585-49f8-beaa-f14bd4e10a4f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.870306] env[69858]: DEBUG nova.compute.provider_tree [None req-9bf73769-57ab-46a9-81cd-402c60a3835b tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.902905] env[69858]: DEBUG oslo_vmware.api [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': task-3418644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.951405] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418647, 'name': CreateVM_Task} progress is 25%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.992613] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2d380a-1645-4f49-9736-422b683c3227 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.992850] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2d380a-1645-4f49-9736-422b683c3227 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.992925] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f2d380a-1645-4f49-9736-422b683c3227 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Deleting the datastore file [datastore2] 271fa258-0e8a-48ae-967b-e87ede527641 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.993276] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-868d659e-6954-4445-aa69-0593fe8d4b88 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.000797] env[69858]: DEBUG oslo_vmware.api [None req-1f2d380a-1645-4f49-9736-422b683c3227 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Waiting for the task: (returnval){ [ 737.000797] env[69858]: value = "task-3418649" [ 737.000797] env[69858]: _type = "Task" [ 737.000797] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.011790] env[69858]: DEBUG oslo_vmware.api [None req-1f2d380a-1645-4f49-9736-422b683c3227 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Task: {'id': task-3418649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.026131] env[69858]: DEBUG nova.network.neutron [req-4df1bf5d-adb8-48c9-b7d1-a05f786803da req-8665b7c3-2d5d-40d4-b066-d96d64c80eef service nova] [instance: facf78f4-ddc0-4821-9d88-045118633447] Updated VIF entry in instance network info cache for port 4fdd2075-3e55-4185-9e2f-661772916aff. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.026649] env[69858]: DEBUG nova.network.neutron [req-4df1bf5d-adb8-48c9-b7d1-a05f786803da req-8665b7c3-2d5d-40d4-b066-d96d64c80eef service nova] [instance: facf78f4-ddc0-4821-9d88-045118633447] Updating instance_info_cache with network_info: [{"id": "4fdd2075-3e55-4185-9e2f-661772916aff", "address": "fa:16:3e:f5:c3:20", "network": {"id": "244b1c4f-ceb0-4e26-b130-1931515d7235", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-994662206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daf889cb838549c5aa522e7ef82b81d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fdd2075-3e", "ovs_interfaceid": "4fdd2075-3e55-4185-9e2f-661772916aff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.253046] env[69858]: DEBUG oslo_concurrency.lockutils [req-24d0e511-9a97-476e-8a42-a925e27079a1 req-09f11e1e-d03d-45db-b035-c7204d7eff36 service nova] Releasing lock "refresh_cache-debfde63-c64d-466f-b424-d8dd704ab30f" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.264495] env[69858]: DEBUG nova.network.neutron [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Updating instance_info_cache with network_info: [{"id": "dcbeb096-270a-4c99-b9e4-416c146f4acd", "address": "fa:16:3e:a5:ca:48", "network": {"id": "d8678b6d-9ca3-4760-913c-b2ebf018a7bb", "bridge": "br-int", "label": "tempest-ServersTestJSON-802132703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1ae8f8ecaa204de4b002cd8efa84f663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcbeb096-27", "ovs_interfaceid": "dcbeb096-270a-4c99-b9e4-416c146f4acd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.373863] env[69858]: DEBUG nova.scheduler.client.report [None req-9bf73769-57ab-46a9-81cd-402c60a3835b tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.393880] env[69858]: DEBUG oslo_vmware.api [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': task-3418644, 'name': ReconfigVM_Task, 'duration_secs': 0.743877} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.395025] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Reconfigured VM instance instance-0000000b to attach disk [datastore2] debfde63-c64d-466f-b424-d8dd704ab30f/debfde63-c64d-466f-b424-d8dd704ab30f.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.396533] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d06e2ed8-d91b-444e-a294-7ccf471f7ee2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.406140] env[69858]: DEBUG oslo_vmware.api [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Waiting for the task: (returnval){ [ 737.406140] env[69858]: value = "task-3418650" [ 737.406140] env[69858]: _type = "Task" [ 737.406140] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.424668] env[69858]: DEBUG oslo_vmware.api [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': task-3418650, 'name': Rename_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.457892] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418647, 'name': CreateVM_Task, 'duration_secs': 0.699484} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.457892] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.457892] env[69858]: DEBUG oslo_concurrency.lockutils [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.457892] env[69858]: DEBUG oslo_concurrency.lockutils [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.459515] env[69858]: DEBUG oslo_concurrency.lockutils [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.459916] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9e88f0d-b9ae-4f2c-bac8-be97b0c41a2d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.465688] env[69858]: DEBUG oslo_vmware.api [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Waiting for the task: (returnval){ [ 737.465688] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5235e6bc-6f48-ed1e-2a40-ec7d508512a2" [ 737.465688] env[69858]: _type = "Task" [ 737.465688] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.474039] env[69858]: DEBUG oslo_vmware.api [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5235e6bc-6f48-ed1e-2a40-ec7d508512a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.512750] env[69858]: DEBUG oslo_vmware.api [None req-1f2d380a-1645-4f49-9736-422b683c3227 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Task: {'id': task-3418649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362077} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.513190] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f2d380a-1645-4f49-9736-422b683c3227 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.516021] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2d380a-1645-4f49-9736-422b683c3227 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.516021] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2d380a-1645-4f49-9736-422b683c3227 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.516021] env[69858]: INFO nova.compute.manager [None req-1f2d380a-1645-4f49-9736-422b683c3227 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Took 1.43 seconds to destroy the instance on the hypervisor. [ 737.516021] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f2d380a-1645-4f49-9736-422b683c3227 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.516021] env[69858]: DEBUG nova.compute.manager [-] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.516021] env[69858]: DEBUG nova.network.neutron [-] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 737.530539] env[69858]: DEBUG oslo_concurrency.lockutils [req-4df1bf5d-adb8-48c9-b7d1-a05f786803da req-8665b7c3-2d5d-40d4-b066-d96d64c80eef service nova] Releasing lock "refresh_cache-facf78f4-ddc0-4821-9d88-045118633447" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.769345] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Releasing lock "refresh_cache-05e2282e-8e8c-461b-80a7-6e80aa812a95" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.769703] env[69858]: DEBUG nova.compute.manager [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Instance network_info: |[{"id": "dcbeb096-270a-4c99-b9e4-416c146f4acd", "address": "fa:16:3e:a5:ca:48", "network": {"id": "d8678b6d-9ca3-4760-913c-b2ebf018a7bb", "bridge": "br-int", "label": "tempest-ServersTestJSON-802132703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1ae8f8ecaa204de4b002cd8efa84f663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcbeb096-27", "ovs_interfaceid": "dcbeb096-270a-4c99-b9e4-416c146f4acd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.770141] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:ca:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dcbeb096-270a-4c99-b9e4-416c146f4acd', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.781356] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Creating folder: Project (1ae8f8ecaa204de4b002cd8efa84f663). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.782284] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dcdfc4e2-ed1d-471c-9498-22a2ba66db7b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.794476] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Created folder: Project (1ae8f8ecaa204de4b002cd8efa84f663) in parent group-v682032. [ 737.795024] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Creating folder: Instances. Parent ref: group-v682072. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.795257] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-698a8556-6dfc-4a8c-b462-969bbaf4d6d6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.808171] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Created folder: Instances in parent group-v682072. [ 737.808171] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.808171] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.808171] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06611ce9-34c0-4659-8a88-4cd0b272c461 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.835504] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.835504] env[69858]: value = "task-3418653" [ 737.835504] env[69858]: _type = "Task" [ 737.835504] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.844675] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418653, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.883165] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bf73769-57ab-46a9-81cd-402c60a3835b tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.894342] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.717s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.894342] env[69858]: INFO nova.compute.claims [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.922085] env[69858]: DEBUG oslo_vmware.api [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': task-3418650, 'name': Rename_Task, 'duration_secs': 0.207113} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.922442] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.922832] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26df8e46-c2d6-4ab4-a98c-e9a6c9085b9e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.933906] env[69858]: DEBUG oslo_vmware.api [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Waiting for the task: (returnval){ [ 737.933906] env[69858]: value = "task-3418654" [ 737.933906] env[69858]: _type = "Task" [ 737.933906] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.940810] env[69858]: INFO nova.scheduler.client.report [None req-9bf73769-57ab-46a9-81cd-402c60a3835b tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Deleted allocations for instance 9f503faf-77ea-42fc-ab3d-7483d725e0e9 [ 737.949064] env[69858]: DEBUG oslo_vmware.api [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': task-3418654, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.983260] env[69858]: DEBUG oslo_vmware.api [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5235e6bc-6f48-ed1e-2a40-ec7d508512a2, 'name': SearchDatastore_Task, 'duration_secs': 0.010997} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.983573] env[69858]: DEBUG oslo_concurrency.lockutils [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.984055] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.984154] env[69858]: DEBUG oslo_concurrency.lockutils [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.984226] env[69858]: DEBUG oslo_concurrency.lockutils [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.984405] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.984710] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87844e1c-0e95-43db-9b99-0e93a616bd4d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.000545] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.000545] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.000545] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f88f62d-4f7b-4b74-a6bb-1c2a855e4c62 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.005719] env[69858]: DEBUG oslo_vmware.api [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Waiting for the task: (returnval){ [ 738.005719] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52790df5-cdee-eda0-a9e4-0d8e55628db9" [ 738.005719] env[69858]: _type = "Task" [ 738.005719] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.015358] env[69858]: DEBUG oslo_vmware.api [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52790df5-cdee-eda0-a9e4-0d8e55628db9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.353163] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418653, 'name': CreateVM_Task, 'duration_secs': 0.377647} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.353163] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.353163] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.353163] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.353462] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.354533] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a84731f5-0421-4f6c-87f1-3ba140a7974a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.361098] env[69858]: DEBUG oslo_vmware.api [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Waiting for the task: (returnval){ [ 738.361098] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52df2941-032d-6a3a-cecb-c2c484589ffa" [ 738.361098] env[69858]: _type = "Task" [ 738.361098] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.368222] env[69858]: DEBUG oslo_vmware.api [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52df2941-032d-6a3a-cecb-c2c484589ffa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.451369] env[69858]: DEBUG oslo_vmware.api [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': task-3418654, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.456459] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bf73769-57ab-46a9-81cd-402c60a3835b tempest-ImagesNegativeTestJSON-519229297 tempest-ImagesNegativeTestJSON-519229297-project-member] Lock "9f503faf-77ea-42fc-ab3d-7483d725e0e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.275s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.518197] env[69858]: DEBUG oslo_vmware.api [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52790df5-cdee-eda0-a9e4-0d8e55628db9, 'name': SearchDatastore_Task, 'duration_secs': 0.011374} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.519274] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9777deb-2806-4689-bb51-8c662d86980f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.530748] env[69858]: DEBUG oslo_vmware.api [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Waiting for the task: (returnval){ [ 738.530748] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528da16d-79ef-6e94-4d72-417e58567149" [ 738.530748] env[69858]: _type = "Task" [ 738.530748] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.538997] env[69858]: DEBUG oslo_vmware.api [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528da16d-79ef-6e94-4d72-417e58567149, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.816348] env[69858]: DEBUG nova.network.neutron [-] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.875650] env[69858]: DEBUG oslo_vmware.api [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52df2941-032d-6a3a-cecb-c2c484589ffa, 'name': SearchDatastore_Task, 'duration_secs': 0.015733} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.875920] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.876169] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.876373] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.919882] env[69858]: DEBUG nova.network.neutron [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Successfully updated port: 000baca1-66e5-4582-9ca2-e5765da24c6a {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.945679] env[69858]: DEBUG oslo_vmware.api [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': task-3418654, 'name': PowerOnVM_Task, 'duration_secs': 0.574223} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.946021] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.946233] env[69858]: INFO nova.compute.manager [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Took 10.48 seconds to spawn the instance on the hypervisor. [ 738.946409] env[69858]: DEBUG nova.compute.manager [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.947666] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b245a8d1-942a-418b-b3e7-c5782ecc666f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.040971] env[69858]: DEBUG oslo_vmware.api [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528da16d-79ef-6e94-4d72-417e58567149, 'name': SearchDatastore_Task, 'duration_secs': 0.015173} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.041974] env[69858]: DEBUG oslo_concurrency.lockutils [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.042195] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56/3cdffc66-d1d0-4f8f-b386-7fa3b300ee56.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.042822] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.042822] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.042935] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b3effa7-be2f-45c9-ae8a-6b5c50bd3ed9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.045581] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-862e6845-a639-4b65-9af4-edab42e2f6e0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.053948] env[69858]: DEBUG oslo_vmware.api [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Waiting for the task: (returnval){ [ 739.053948] env[69858]: value = "task-3418655" [ 739.053948] env[69858]: _type = "Task" [ 739.053948] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.060376] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.060536] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.061582] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0629cfa7-9829-429d-b477-46a052c2fca5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.070256] env[69858]: DEBUG oslo_vmware.api [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Task: {'id': task-3418655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.072546] env[69858]: DEBUG oslo_vmware.api [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Waiting for the task: (returnval){ [ 739.072546] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]522e4fb4-c3fd-e1a5-5ba7-72017e79c279" [ 739.072546] env[69858]: _type = "Task" [ 739.072546] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.080603] env[69858]: DEBUG oslo_vmware.api [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]522e4fb4-c3fd-e1a5-5ba7-72017e79c279, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.224289] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb19772-bcb7-408d-9893-3e89871a2aae {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.233692] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95d9fbc-de09-4a88-8206-ef355928ea63 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.266222] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce40f7ed-b869-47ad-8735-c01397db52f1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.275912] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a10cb89-4e19-4786-8e65-f8c1a4677928 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.290916] env[69858]: DEBUG nova.compute.provider_tree [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.319285] env[69858]: INFO nova.compute.manager [-] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Took 1.80 seconds to deallocate network for instance. [ 739.388034] env[69858]: DEBUG nova.compute.manager [req-70bb07b3-aec2-436e-8929-d558a0d9b73c req-e821ec61-e9f0-430c-be4a-adba1a347b73 service nova] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Received event network-vif-plugged-a607ccf1-b17f-41c2-978f-cf02d035c2b7 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.389133] env[69858]: DEBUG oslo_concurrency.lockutils [req-70bb07b3-aec2-436e-8929-d558a0d9b73c req-e821ec61-e9f0-430c-be4a-adba1a347b73 service nova] Acquiring lock "3cdffc66-d1d0-4f8f-b386-7fa3b300ee56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.390038] env[69858]: DEBUG oslo_concurrency.lockutils [req-70bb07b3-aec2-436e-8929-d558a0d9b73c req-e821ec61-e9f0-430c-be4a-adba1a347b73 service nova] Lock "3cdffc66-d1d0-4f8f-b386-7fa3b300ee56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.390038] env[69858]: DEBUG oslo_concurrency.lockutils [req-70bb07b3-aec2-436e-8929-d558a0d9b73c req-e821ec61-e9f0-430c-be4a-adba1a347b73 service nova] Lock "3cdffc66-d1d0-4f8f-b386-7fa3b300ee56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.390187] env[69858]: DEBUG nova.compute.manager [req-70bb07b3-aec2-436e-8929-d558a0d9b73c req-e821ec61-e9f0-430c-be4a-adba1a347b73 service nova] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] No waiting events found dispatching network-vif-plugged-a607ccf1-b17f-41c2-978f-cf02d035c2b7 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 739.391384] env[69858]: WARNING nova.compute.manager [req-70bb07b3-aec2-436e-8929-d558a0d9b73c req-e821ec61-e9f0-430c-be4a-adba1a347b73 service nova] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Received unexpected event network-vif-plugged-a607ccf1-b17f-41c2-978f-cf02d035c2b7 for instance with vm_state building and task_state spawning. [ 739.391384] env[69858]: DEBUG nova.compute.manager [req-70bb07b3-aec2-436e-8929-d558a0d9b73c req-e821ec61-e9f0-430c-be4a-adba1a347b73 service nova] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Received event network-changed-a607ccf1-b17f-41c2-978f-cf02d035c2b7 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.391384] env[69858]: DEBUG nova.compute.manager [req-70bb07b3-aec2-436e-8929-d558a0d9b73c req-e821ec61-e9f0-430c-be4a-adba1a347b73 service nova] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Refreshing instance network info cache due to event network-changed-a607ccf1-b17f-41c2-978f-cf02d035c2b7. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 739.391384] env[69858]: DEBUG oslo_concurrency.lockutils [req-70bb07b3-aec2-436e-8929-d558a0d9b73c req-e821ec61-e9f0-430c-be4a-adba1a347b73 service nova] Acquiring lock "refresh_cache-3cdffc66-d1d0-4f8f-b386-7fa3b300ee56" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.391384] env[69858]: DEBUG oslo_concurrency.lockutils [req-70bb07b3-aec2-436e-8929-d558a0d9b73c req-e821ec61-e9f0-430c-be4a-adba1a347b73 service nova] Acquired lock "refresh_cache-3cdffc66-d1d0-4f8f-b386-7fa3b300ee56" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.393177] env[69858]: DEBUG nova.network.neutron [req-70bb07b3-aec2-436e-8929-d558a0d9b73c req-e821ec61-e9f0-430c-be4a-adba1a347b73 service nova] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Refreshing network info cache for port a607ccf1-b17f-41c2-978f-cf02d035c2b7 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.424839] env[69858]: DEBUG oslo_concurrency.lockutils [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Acquiring lock "refresh_cache-b0455420-8630-4c65-8b2c-f949630c42f1" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.424839] env[69858]: DEBUG oslo_concurrency.lockutils [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Acquired lock "refresh_cache-b0455420-8630-4c65-8b2c-f949630c42f1" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.424839] env[69858]: DEBUG nova.network.neutron [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.487620] env[69858]: INFO nova.compute.manager [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Took 24.19 seconds to build instance. [ 739.565059] env[69858]: DEBUG oslo_vmware.api [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Task: {'id': task-3418655, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.584326] env[69858]: DEBUG oslo_vmware.api [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]522e4fb4-c3fd-e1a5-5ba7-72017e79c279, 'name': SearchDatastore_Task, 'duration_secs': 0.024963} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.585422] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae9e2d01-a47c-47e2-afda-742fb5aaf772 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.591708] env[69858]: DEBUG oslo_vmware.api [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Waiting for the task: (returnval){ [ 739.591708] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52885f91-3604-8172-439c-988f0ffaacba" [ 739.591708] env[69858]: _type = "Task" [ 739.591708] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.604069] env[69858]: DEBUG oslo_vmware.api [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52885f91-3604-8172-439c-988f0ffaacba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.795150] env[69858]: DEBUG nova.scheduler.client.report [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.828444] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1f2d380a-1645-4f49-9736-422b683c3227 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.915915] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Acquiring lock "1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.915915] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Lock "1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.982026] env[69858]: DEBUG nova.network.neutron [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.994020] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7c4e7f74-1501-46ef-8e72-b4e28a9d1381 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Lock "debfde63-c64d-466f-b424-d8dd704ab30f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.301s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.068893] env[69858]: DEBUG oslo_vmware.api [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Task: {'id': task-3418655, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.753568} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.069323] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56/3cdffc66-d1d0-4f8f-b386-7fa3b300ee56.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.069687] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.070069] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-845e1841-82b0-4dab-b271-3406ef5a1317 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.080183] env[69858]: DEBUG oslo_vmware.api [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Waiting for the task: (returnval){ [ 740.080183] env[69858]: value = "task-3418656" [ 740.080183] env[69858]: _type = "Task" [ 740.080183] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.088534] env[69858]: DEBUG oslo_vmware.api [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Task: {'id': task-3418656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.106677] env[69858]: DEBUG oslo_vmware.api [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52885f91-3604-8172-439c-988f0ffaacba, 'name': SearchDatastore_Task, 'duration_secs': 0.057173} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.107414] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.107869] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 05e2282e-8e8c-461b-80a7-6e80aa812a95/05e2282e-8e8c-461b-80a7-6e80aa812a95.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.108174] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0cadc40d-e231-4c76-8b03-217e0c12da60 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.117600] env[69858]: DEBUG oslo_vmware.api [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Waiting for the task: (returnval){ [ 740.117600] env[69858]: value = "task-3418657" [ 740.117600] env[69858]: _type = "Task" [ 740.117600] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.126692] env[69858]: DEBUG oslo_vmware.api [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Task: {'id': task-3418657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.296924] env[69858]: DEBUG nova.network.neutron [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Updating instance_info_cache with network_info: [{"id": "000baca1-66e5-4582-9ca2-e5765da24c6a", "address": "fa:16:3e:7f:b5:7b", "network": {"id": "9424d98b-6356-46ee-bb6c-e40c1de31308", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1433570396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49c1d13e95ab430a998b4e974efd720d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap000baca1-66", "ovs_interfaceid": "000baca1-66e5-4582-9ca2-e5765da24c6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.301353] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.301353] env[69858]: DEBUG nova.compute.manager [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 740.304038] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d3bc7a41-0a34-424c-8780-1251656c5bbc tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.784s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.304269] env[69858]: DEBUG nova.objects.instance [None req-d3bc7a41-0a34-424c-8780-1251656c5bbc tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Lazy-loading 'resources' on Instance uuid f744813b-d3de-48bc-90fd-586d676de5d7 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.313410] env[69858]: DEBUG nova.compute.manager [req-796f9464-69a8-408b-b67e-41d5825ab5a0 req-24c82cae-d69e-4766-91e5-e3bd76263250 service nova] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Received event network-vif-deleted-c625502e-3242-41cf-bc68-905afd9930d4 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.328630] env[69858]: DEBUG nova.network.neutron [req-70bb07b3-aec2-436e-8929-d558a0d9b73c req-e821ec61-e9f0-430c-be4a-adba1a347b73 service nova] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Updated VIF entry in instance network info cache for port a607ccf1-b17f-41c2-978f-cf02d035c2b7. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.328630] env[69858]: DEBUG nova.network.neutron [req-70bb07b3-aec2-436e-8929-d558a0d9b73c req-e821ec61-e9f0-430c-be4a-adba1a347b73 service nova] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Updating instance_info_cache with network_info: [{"id": "a607ccf1-b17f-41c2-978f-cf02d035c2b7", "address": "fa:16:3e:87:75:ab", "network": {"id": "30b00a85-b731-4af6-ab9b-7d7c17b53cb3", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1090188751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8997f21f61394e1c820e63ef5b84f3d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa607ccf1-b1", "ovs_interfaceid": "a607ccf1-b17f-41c2-978f-cf02d035c2b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.421053] env[69858]: DEBUG nova.compute.manager [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.594020] env[69858]: DEBUG oslo_vmware.api [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Task: {'id': task-3418656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067249} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.594020] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.594020] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46210aa0-2a41-411b-afdc-f0973e01125f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.622158] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56/3cdffc66-d1d0-4f8f-b386-7fa3b300ee56.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.622769] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acc3f4c0-331d-4727-b436-04ef13ede4c7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.651551] env[69858]: DEBUG oslo_vmware.api [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Task: {'id': task-3418657, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.653096] env[69858]: DEBUG oslo_vmware.api [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Waiting for the task: (returnval){ [ 740.653096] env[69858]: value = "task-3418658" [ 740.653096] env[69858]: _type = "Task" [ 740.653096] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.662710] env[69858]: DEBUG oslo_vmware.api [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Task: {'id': task-3418658, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.691643] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquiring lock "727bd314-d2e7-4b74-80c3-fde89a04011b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.692300] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "727bd314-d2e7-4b74-80c3-fde89a04011b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.729943] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquiring lock "8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.729943] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.800520] env[69858]: DEBUG oslo_concurrency.lockutils [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Releasing lock "refresh_cache-b0455420-8630-4c65-8b2c-f949630c42f1" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.801262] env[69858]: DEBUG nova.compute.manager [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Instance network_info: |[{"id": "000baca1-66e5-4582-9ca2-e5765da24c6a", "address": "fa:16:3e:7f:b5:7b", "network": {"id": "9424d98b-6356-46ee-bb6c-e40c1de31308", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1433570396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49c1d13e95ab430a998b4e974efd720d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap000baca1-66", "ovs_interfaceid": "000baca1-66e5-4582-9ca2-e5765da24c6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 740.802345] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:b5:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '000baca1-66e5-4582-9ca2-e5765da24c6a', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.812642] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Creating folder: Project (49c1d13e95ab430a998b4e974efd720d). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.814251] env[69858]: DEBUG nova.compute.utils [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.821023] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0dc74272-9372-4253-82b5-520a40b84b0e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.822572] env[69858]: DEBUG nova.compute.manager [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 740.822995] env[69858]: DEBUG nova.network.neutron [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.831452] env[69858]: DEBUG oslo_concurrency.lockutils [req-70bb07b3-aec2-436e-8929-d558a0d9b73c req-e821ec61-e9f0-430c-be4a-adba1a347b73 service nova] Releasing lock "refresh_cache-3cdffc66-d1d0-4f8f-b386-7fa3b300ee56" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.833034] env[69858]: DEBUG nova.compute.manager [req-70bb07b3-aec2-436e-8929-d558a0d9b73c req-e821ec61-e9f0-430c-be4a-adba1a347b73 service nova] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Received event network-vif-plugged-dcbeb096-270a-4c99-b9e4-416c146f4acd {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.833539] env[69858]: DEBUG oslo_concurrency.lockutils [req-70bb07b3-aec2-436e-8929-d558a0d9b73c req-e821ec61-e9f0-430c-be4a-adba1a347b73 service nova] Acquiring lock "05e2282e-8e8c-461b-80a7-6e80aa812a95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.833539] env[69858]: DEBUG oslo_concurrency.lockutils [req-70bb07b3-aec2-436e-8929-d558a0d9b73c req-e821ec61-e9f0-430c-be4a-adba1a347b73 service nova] Lock "05e2282e-8e8c-461b-80a7-6e80aa812a95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.836091] env[69858]: DEBUG oslo_concurrency.lockutils [req-70bb07b3-aec2-436e-8929-d558a0d9b73c req-e821ec61-e9f0-430c-be4a-adba1a347b73 service nova] Lock "05e2282e-8e8c-461b-80a7-6e80aa812a95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.836091] env[69858]: DEBUG nova.compute.manager [req-70bb07b3-aec2-436e-8929-d558a0d9b73c req-e821ec61-e9f0-430c-be4a-adba1a347b73 service nova] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] No waiting events found dispatching network-vif-plugged-dcbeb096-270a-4c99-b9e4-416c146f4acd {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 740.836091] env[69858]: WARNING nova.compute.manager [req-70bb07b3-aec2-436e-8929-d558a0d9b73c req-e821ec61-e9f0-430c-be4a-adba1a347b73 service nova] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Received unexpected event network-vif-plugged-dcbeb096-270a-4c99-b9e4-416c146f4acd for instance with vm_state building and task_state spawning. [ 740.836091] env[69858]: DEBUG nova.compute.manager [req-70bb07b3-aec2-436e-8929-d558a0d9b73c req-e821ec61-e9f0-430c-be4a-adba1a347b73 service nova] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Received event network-changed-dcbeb096-270a-4c99-b9e4-416c146f4acd {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.836091] env[69858]: DEBUG nova.compute.manager [req-70bb07b3-aec2-436e-8929-d558a0d9b73c req-e821ec61-e9f0-430c-be4a-adba1a347b73 service nova] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Refreshing instance network info cache due to event network-changed-dcbeb096-270a-4c99-b9e4-416c146f4acd. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.836273] env[69858]: DEBUG oslo_concurrency.lockutils [req-70bb07b3-aec2-436e-8929-d558a0d9b73c req-e821ec61-e9f0-430c-be4a-adba1a347b73 service nova] Acquiring lock "refresh_cache-05e2282e-8e8c-461b-80a7-6e80aa812a95" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.836273] env[69858]: DEBUG oslo_concurrency.lockutils [req-70bb07b3-aec2-436e-8929-d558a0d9b73c req-e821ec61-e9f0-430c-be4a-adba1a347b73 service nova] Acquired lock "refresh_cache-05e2282e-8e8c-461b-80a7-6e80aa812a95" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.836273] env[69858]: DEBUG nova.network.neutron [req-70bb07b3-aec2-436e-8929-d558a0d9b73c req-e821ec61-e9f0-430c-be4a-adba1a347b73 service nova] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Refreshing network info cache for port dcbeb096-270a-4c99-b9e4-416c146f4acd {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.839256] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Created folder: Project (49c1d13e95ab430a998b4e974efd720d) in parent group-v682032. [ 740.839529] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Creating folder: Instances. Parent ref: group-v682075. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.840027] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-344db38f-1169-437a-8093-3e790e7f193a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.856784] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Created folder: Instances in parent group-v682075. [ 740.857185] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.858217] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.858454] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7efd2dc8-5482-42d8-8be4-91105624eedc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.888416] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.888416] env[69858]: value = "task-3418661" [ 740.888416] env[69858]: _type = "Task" [ 740.888416] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.905239] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418661, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.930432] env[69858]: DEBUG nova.policy [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd68b3896d1cf4542821e48bc2dc1a6d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '520f7cb63c724f108ecb2574fd9c40f5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.949464] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.134139] env[69858]: DEBUG oslo_vmware.api [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Task: {'id': task-3418657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.843617} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.134844] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 05e2282e-8e8c-461b-80a7-6e80aa812a95/05e2282e-8e8c-461b-80a7-6e80aa812a95.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.135277] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.135626] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8c52f0c-a83d-4050-bbeb-17c10285189e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.143268] env[69858]: DEBUG oslo_vmware.api [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Waiting for the task: (returnval){ [ 741.143268] env[69858]: value = "task-3418662" [ 741.143268] env[69858]: _type = "Task" [ 741.143268] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.155466] env[69858]: DEBUG oslo_vmware.api [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Task: {'id': task-3418662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.167432] env[69858]: DEBUG oslo_vmware.api [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Task: {'id': task-3418658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.171138] env[69858]: INFO nova.compute.manager [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Rebuilding instance [ 741.202828] env[69858]: DEBUG nova.compute.manager [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.208840] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ceb9f41-d5d4-4af4-a3d2-2b647f942986 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.224086] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85bf282-06ec-4ccc-9867-b5d618f662d9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.230759] env[69858]: DEBUG nova.compute.manager [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.231376] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bbe8f6-1caf-47fb-a754-c2b59fe82efb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.270674] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df1e6e1-6eb8-409a-9494-5a5e5f04843a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.280325] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669c8d73-f55f-40c5-ad3f-df5ca42efcd8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.295289] env[69858]: DEBUG nova.compute.provider_tree [None req-d3bc7a41-0a34-424c-8780-1251656c5bbc tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.323507] env[69858]: DEBUG nova.compute.manager [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 741.406137] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418661, 'name': CreateVM_Task, 'duration_secs': 0.457531} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.406437] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.407105] env[69858]: DEBUG oslo_concurrency.lockutils [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.407280] env[69858]: DEBUG oslo_concurrency.lockutils [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.407672] env[69858]: DEBUG oslo_concurrency.lockutils [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.411881] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd870678-26db-4d79-8f4a-297aaf13c015 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.418334] env[69858]: DEBUG oslo_vmware.api [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Waiting for the task: (returnval){ [ 741.418334] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ede50f-fd0f-734e-97f7-d07a3f16b579" [ 741.418334] env[69858]: _type = "Task" [ 741.418334] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.428097] env[69858]: DEBUG oslo_vmware.api [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ede50f-fd0f-734e-97f7-d07a3f16b579, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.534354] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Acquiring lock "5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.534354] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Lock "5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.597539] env[69858]: DEBUG nova.network.neutron [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Successfully created port: 8c08f077-7464-4ff9-8053-67de3e6bf23e {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 741.659641] env[69858]: DEBUG oslo_vmware.api [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Task: {'id': task-3418662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085034} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.664657] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.665646] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c5162f-220a-45ab-aa12-78ee9c4540f7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.679241] env[69858]: DEBUG oslo_vmware.api [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Task: {'id': task-3418658, 'name': ReconfigVM_Task, 'duration_secs': 0.719459} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.679668] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56/3cdffc66-d1d0-4f8f-b386-7fa3b300ee56.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.691635] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa51281a-29ce-410e-b858-cb3eb64ca51b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.700491] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 05e2282e-8e8c-461b-80a7-6e80aa812a95/05e2282e-8e8c-461b-80a7-6e80aa812a95.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.700859] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0eadccd-1dee-4e12-bf95-afcb86118ced {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.725581] env[69858]: DEBUG oslo_vmware.api [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Waiting for the task: (returnval){ [ 741.725581] env[69858]: value = "task-3418663" [ 741.725581] env[69858]: _type = "Task" [ 741.725581] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.730363] env[69858]: DEBUG oslo_vmware.api [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Waiting for the task: (returnval){ [ 741.730363] env[69858]: value = "task-3418664" [ 741.730363] env[69858]: _type = "Task" [ 741.730363] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.738630] env[69858]: DEBUG oslo_vmware.api [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Task: {'id': task-3418663, 'name': Rename_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.741324] env[69858]: DEBUG oslo_vmware.api [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Task: {'id': task-3418664, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.751232] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.799207] env[69858]: DEBUG nova.scheduler.client.report [None req-d3bc7a41-0a34-424c-8780-1251656c5bbc tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.930742] env[69858]: DEBUG oslo_vmware.api [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ede50f-fd0f-734e-97f7-d07a3f16b579, 'name': SearchDatastore_Task, 'duration_secs': 0.013208} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.931351] env[69858]: DEBUG oslo_concurrency.lockutils [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.932208] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.932208] env[69858]: DEBUG oslo_concurrency.lockutils [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.932208] env[69858]: DEBUG oslo_concurrency.lockutils [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.932208] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.932843] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74cefe4f-60a7-4b27-b680-6df4ba3b8e84 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.945938] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "fb3a5c65-6522-4ca6-af8d-cc79d9847237" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.945938] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "fb3a5c65-6522-4ca6-af8d-cc79d9847237" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.946275] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.946370] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.947234] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6771a721-ae3b-4a3d-8a3b-35ba327ffd22 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.953216] env[69858]: DEBUG oslo_vmware.api [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Waiting for the task: (returnval){ [ 741.953216] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52cc8dd0-2d13-12af-5b4f-b29fed92f9fc" [ 741.953216] env[69858]: _type = "Task" [ 741.953216] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.965746] env[69858]: DEBUG oslo_vmware.api [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52cc8dd0-2d13-12af-5b4f-b29fed92f9fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.976411] env[69858]: DEBUG nova.network.neutron [req-70bb07b3-aec2-436e-8929-d558a0d9b73c req-e821ec61-e9f0-430c-be4a-adba1a347b73 service nova] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Updated VIF entry in instance network info cache for port dcbeb096-270a-4c99-b9e4-416c146f4acd. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.976777] env[69858]: DEBUG nova.network.neutron [req-70bb07b3-aec2-436e-8929-d558a0d9b73c req-e821ec61-e9f0-430c-be4a-adba1a347b73 service nova] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Updating instance_info_cache with network_info: [{"id": "dcbeb096-270a-4c99-b9e4-416c146f4acd", "address": "fa:16:3e:a5:ca:48", "network": {"id": "d8678b6d-9ca3-4760-913c-b2ebf018a7bb", "bridge": "br-int", "label": "tempest-ServersTestJSON-802132703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1ae8f8ecaa204de4b002cd8efa84f663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcbeb096-27", "ovs_interfaceid": "dcbeb096-270a-4c99-b9e4-416c146f4acd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.252385] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.253210] env[69858]: DEBUG oslo_vmware.api [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Task: {'id': task-3418664, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.253305] env[69858]: DEBUG oslo_vmware.api [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Task: {'id': task-3418663, 'name': Rename_Task, 'duration_secs': 0.262238} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.253510] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fbe4a82-6b69-4f92-b5c4-2b02d6e1e8ba {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.255570] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.255570] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1e099be-e01c-43c3-a698-abf31a6f4621 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.262718] env[69858]: DEBUG oslo_vmware.api [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Waiting for the task: (returnval){ [ 742.262718] env[69858]: value = "task-3418666" [ 742.262718] env[69858]: _type = "Task" [ 742.262718] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.263997] env[69858]: DEBUG oslo_vmware.api [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Waiting for the task: (returnval){ [ 742.263997] env[69858]: value = "task-3418665" [ 742.263997] env[69858]: _type = "Task" [ 742.263997] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.275917] env[69858]: DEBUG oslo_vmware.api [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Task: {'id': task-3418666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.283028] env[69858]: DEBUG oslo_vmware.api [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Task: {'id': task-3418665, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.306279] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d3bc7a41-0a34-424c-8780-1251656c5bbc tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.308908] env[69858]: DEBUG oslo_concurrency.lockutils [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.472s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.310681] env[69858]: INFO nova.compute.claims [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.335567] env[69858]: DEBUG nova.compute.manager [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 742.341874] env[69858]: INFO nova.scheduler.client.report [None req-d3bc7a41-0a34-424c-8780-1251656c5bbc tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Deleted allocations for instance f744813b-d3de-48bc-90fd-586d676de5d7 [ 742.375092] env[69858]: DEBUG nova.virt.hardware [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 742.375546] env[69858]: DEBUG nova.virt.hardware [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 742.375850] env[69858]: DEBUG nova.virt.hardware [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.376325] env[69858]: DEBUG nova.virt.hardware [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 742.376438] env[69858]: DEBUG nova.virt.hardware [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.376686] env[69858]: DEBUG nova.virt.hardware [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 742.377024] env[69858]: DEBUG nova.virt.hardware [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 742.377360] env[69858]: DEBUG nova.virt.hardware [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 742.377734] env[69858]: DEBUG nova.virt.hardware [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 742.379622] env[69858]: DEBUG nova.virt.hardware [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 742.379622] env[69858]: DEBUG nova.virt.hardware [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 742.380316] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ecd080-7c73-4340-9278-8161735a05d6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.391474] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d087ba87-0c30-4063-8e1f-90214152cece {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.467235] env[69858]: DEBUG oslo_vmware.api [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52cc8dd0-2d13-12af-5b4f-b29fed92f9fc, 'name': SearchDatastore_Task, 'duration_secs': 0.017144} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.468026] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea329610-183e-4f66-acec-185772cec558 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.475372] env[69858]: DEBUG oslo_vmware.api [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Waiting for the task: (returnval){ [ 742.475372] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52baf4e2-5e97-7ebd-e6e9-28fa34ae3644" [ 742.475372] env[69858]: _type = "Task" [ 742.475372] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.480658] env[69858]: DEBUG oslo_concurrency.lockutils [req-70bb07b3-aec2-436e-8929-d558a0d9b73c req-e821ec61-e9f0-430c-be4a-adba1a347b73 service nova] Releasing lock "refresh_cache-05e2282e-8e8c-461b-80a7-6e80aa812a95" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.486648] env[69858]: DEBUG oslo_vmware.api [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52baf4e2-5e97-7ebd-e6e9-28fa34ae3644, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.749319] env[69858]: DEBUG oslo_vmware.api [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Task: {'id': task-3418664, 'name': ReconfigVM_Task, 'duration_secs': 0.681166} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.749757] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 05e2282e-8e8c-461b-80a7-6e80aa812a95/05e2282e-8e8c-461b-80a7-6e80aa812a95.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.750778] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a16e5250-5a2b-45cb-8712-af0dc66fca10 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.759384] env[69858]: DEBUG oslo_vmware.api [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Waiting for the task: (returnval){ [ 742.759384] env[69858]: value = "task-3418667" [ 742.759384] env[69858]: _type = "Task" [ 742.759384] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.771619] env[69858]: DEBUG oslo_vmware.api [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Task: {'id': task-3418667, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.780457] env[69858]: DEBUG oslo_vmware.api [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Task: {'id': task-3418666, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.785596] env[69858]: DEBUG oslo_vmware.api [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Task: {'id': task-3418665, 'name': PowerOffVM_Task, 'duration_secs': 0.178282} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.785938] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.786253] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 742.787184] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49044053-1983-4e01-84da-b9f54bfa7b13 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.796121] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.796121] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51041223-0941-4c71-8500-7901cb2fdd48 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.821151] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 742.821151] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 742.821151] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Deleting the datastore file [datastore2] bb6fe254-1c46-4bc6-a7a4-74ec26fa4079 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.821151] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a156c11-462b-4644-9d5a-437bbb9e7489 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.830500] env[69858]: DEBUG oslo_vmware.api [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Waiting for the task: (returnval){ [ 742.830500] env[69858]: value = "task-3418669" [ 742.830500] env[69858]: _type = "Task" [ 742.830500] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.839859] env[69858]: DEBUG oslo_vmware.api [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Task: {'id': task-3418669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.852265] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d3bc7a41-0a34-424c-8780-1251656c5bbc tempest-ServerAddressesTestJSON-1475895419 tempest-ServerAddressesTestJSON-1475895419-project-member] Lock "f744813b-d3de-48bc-90fd-586d676de5d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.517s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.986413] env[69858]: DEBUG oslo_vmware.api [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52baf4e2-5e97-7ebd-e6e9-28fa34ae3644, 'name': SearchDatastore_Task, 'duration_secs': 0.012303} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.986703] env[69858]: DEBUG oslo_concurrency.lockutils [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.986986] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] b0455420-8630-4c65-8b2c-f949630c42f1/b0455420-8630-4c65-8b2c-f949630c42f1.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.987287] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11da4b4f-cd15-4053-9edf-153d342d0105 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.994876] env[69858]: DEBUG oslo_vmware.api [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Waiting for the task: (returnval){ [ 742.994876] env[69858]: value = "task-3418670" [ 742.994876] env[69858]: _type = "Task" [ 742.994876] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.002496] env[69858]: DEBUG oslo_vmware.api [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Task: {'id': task-3418670, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.273782] env[69858]: DEBUG oslo_vmware.api [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Task: {'id': task-3418667, 'name': Rename_Task, 'duration_secs': 0.278874} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.278917] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.282063] env[69858]: DEBUG oslo_vmware.api [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Task: {'id': task-3418666, 'name': PowerOnVM_Task, 'duration_secs': 0.992095} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.282063] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b84e78cd-741a-4a0b-8a7f-4a3271379aa6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.282063] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.282699] env[69858]: INFO nova.compute.manager [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Took 12.37 seconds to spawn the instance on the hypervisor. [ 743.283127] env[69858]: DEBUG nova.compute.manager [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.284168] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75f3701-f06a-41c7-994c-6a4f50c7aebd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.292252] env[69858]: DEBUG oslo_vmware.api [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Waiting for the task: (returnval){ [ 743.292252] env[69858]: value = "task-3418671" [ 743.292252] env[69858]: _type = "Task" [ 743.292252] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.314051] env[69858]: DEBUG oslo_vmware.api [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Task: {'id': task-3418671, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.353057] env[69858]: DEBUG oslo_vmware.api [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Task: {'id': task-3418669, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226909} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.353057] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.353057] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 743.353057] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.511125] env[69858]: DEBUG oslo_vmware.api [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Task: {'id': task-3418670, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.737175] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415029a8-14b6-42b4-9c2c-8015aba9d901 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.746251] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b38884c-1f84-4ee1-9ba1-850282ac2efc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.781388] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa301aa5-51a3-4991-ac20-985fb03d72f9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.790401] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b83a817-6d76-4278-9505-bec4c70515e7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.819913] env[69858]: DEBUG nova.compute.provider_tree [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.827187] env[69858]: INFO nova.compute.manager [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Took 26.89 seconds to build instance. [ 743.831108] env[69858]: DEBUG oslo_vmware.api [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Task: {'id': task-3418671, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.850462] env[69858]: DEBUG nova.compute.manager [req-78f4507c-99ed-4431-bd81-fa5a5b1c39a5 req-3e928223-7e8c-4eb9-8596-8b7c9ef82f1e service nova] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Received event network-vif-plugged-000baca1-66e5-4582-9ca2-e5765da24c6a {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.850905] env[69858]: DEBUG oslo_concurrency.lockutils [req-78f4507c-99ed-4431-bd81-fa5a5b1c39a5 req-3e928223-7e8c-4eb9-8596-8b7c9ef82f1e service nova] Acquiring lock "b0455420-8630-4c65-8b2c-f949630c42f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.851197] env[69858]: DEBUG oslo_concurrency.lockutils [req-78f4507c-99ed-4431-bd81-fa5a5b1c39a5 req-3e928223-7e8c-4eb9-8596-8b7c9ef82f1e service nova] Lock "b0455420-8630-4c65-8b2c-f949630c42f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.851426] env[69858]: DEBUG oslo_concurrency.lockutils [req-78f4507c-99ed-4431-bd81-fa5a5b1c39a5 req-3e928223-7e8c-4eb9-8596-8b7c9ef82f1e service nova] Lock "b0455420-8630-4c65-8b2c-f949630c42f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.851730] env[69858]: DEBUG nova.compute.manager [req-78f4507c-99ed-4431-bd81-fa5a5b1c39a5 req-3e928223-7e8c-4eb9-8596-8b7c9ef82f1e service nova] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] No waiting events found dispatching network-vif-plugged-000baca1-66e5-4582-9ca2-e5765da24c6a {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 743.851934] env[69858]: WARNING nova.compute.manager [req-78f4507c-99ed-4431-bd81-fa5a5b1c39a5 req-3e928223-7e8c-4eb9-8596-8b7c9ef82f1e service nova] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Received unexpected event network-vif-plugged-000baca1-66e5-4582-9ca2-e5765da24c6a for instance with vm_state building and task_state spawning. [ 743.852219] env[69858]: DEBUG nova.compute.manager [req-78f4507c-99ed-4431-bd81-fa5a5b1c39a5 req-3e928223-7e8c-4eb9-8596-8b7c9ef82f1e service nova] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Received event network-changed-000baca1-66e5-4582-9ca2-e5765da24c6a {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.852423] env[69858]: DEBUG nova.compute.manager [req-78f4507c-99ed-4431-bd81-fa5a5b1c39a5 req-3e928223-7e8c-4eb9-8596-8b7c9ef82f1e service nova] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Refreshing instance network info cache due to event network-changed-000baca1-66e5-4582-9ca2-e5765da24c6a. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.852631] env[69858]: DEBUG oslo_concurrency.lockutils [req-78f4507c-99ed-4431-bd81-fa5a5b1c39a5 req-3e928223-7e8c-4eb9-8596-8b7c9ef82f1e service nova] Acquiring lock "refresh_cache-b0455420-8630-4c65-8b2c-f949630c42f1" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.852795] env[69858]: DEBUG oslo_concurrency.lockutils [req-78f4507c-99ed-4431-bd81-fa5a5b1c39a5 req-3e928223-7e8c-4eb9-8596-8b7c9ef82f1e service nova] Acquired lock "refresh_cache-b0455420-8630-4c65-8b2c-f949630c42f1" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.852963] env[69858]: DEBUG nova.network.neutron [req-78f4507c-99ed-4431-bd81-fa5a5b1c39a5 req-3e928223-7e8c-4eb9-8596-8b7c9ef82f1e service nova] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Refreshing network info cache for port 000baca1-66e5-4582-9ca2-e5765da24c6a {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.007186] env[69858]: DEBUG oslo_vmware.api [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Task: {'id': task-3418670, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594219} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.007480] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] b0455420-8630-4c65-8b2c-f949630c42f1/b0455420-8630-4c65-8b2c-f949630c42f1.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.007695] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.007949] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47c4b7f0-0cbc-4dd7-9500-20779256bbb5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.016010] env[69858]: DEBUG oslo_vmware.api [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Waiting for the task: (returnval){ [ 744.016010] env[69858]: value = "task-3418672" [ 744.016010] env[69858]: _type = "Task" [ 744.016010] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.023792] env[69858]: DEBUG oslo_vmware.api [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Task: {'id': task-3418672, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.260086] env[69858]: DEBUG nova.network.neutron [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Successfully updated port: 8c08f077-7464-4ff9-8053-67de3e6bf23e {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.313787] env[69858]: DEBUG oslo_vmware.api [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Task: {'id': task-3418671, 'name': PowerOnVM_Task, 'duration_secs': 0.91792} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.313787] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.314129] env[69858]: INFO nova.compute.manager [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Took 10.98 seconds to spawn the instance on the hypervisor. [ 744.314217] env[69858]: DEBUG nova.compute.manager [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.315088] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1a5ad3-e830-4ac7-bdd9-76b7c1024ca0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.328547] env[69858]: DEBUG nova.scheduler.client.report [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.341970] env[69858]: DEBUG oslo_concurrency.lockutils [None req-488adece-f5fd-44af-b3e0-4ba2f3e6d1de tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Lock "3cdffc66-d1d0-4f8f-b386-7fa3b300ee56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.884s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.408136] env[69858]: DEBUG nova.virt.hardware [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.409239] env[69858]: DEBUG nova.virt.hardware [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.410907] env[69858]: DEBUG nova.virt.hardware [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.410907] env[69858]: DEBUG nova.virt.hardware [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.410907] env[69858]: DEBUG nova.virt.hardware [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.410907] env[69858]: DEBUG nova.virt.hardware [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.410907] env[69858]: DEBUG nova.virt.hardware [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.411205] env[69858]: DEBUG nova.virt.hardware [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.411205] env[69858]: DEBUG nova.virt.hardware [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.411205] env[69858]: DEBUG nova.virt.hardware [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.411205] env[69858]: DEBUG nova.virt.hardware [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.415436] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49fefa6-d457-4097-9b27-5d8ee9deaf6c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.433492] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e7faa1-f04a-47d7-a714-4aaca5601270 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.453995] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Instance VIF info [] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.463885] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.464226] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.464455] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2bc1e24-151d-40ba-923b-c1a20ff4c650 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.486526] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.486526] env[69858]: value = "task-3418673" [ 744.486526] env[69858]: _type = "Task" [ 744.486526] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.499513] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418673, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.524644] env[69858]: DEBUG oslo_vmware.api [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Task: {'id': task-3418672, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085675} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.527477] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.528429] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d298a134-fec1-43cc-8d93-2a3bafb66edd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.560461] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] b0455420-8630-4c65-8b2c-f949630c42f1/b0455420-8630-4c65-8b2c-f949630c42f1.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.563225] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ab656d1-be63-4006-93be-8580bb937ace {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.586627] env[69858]: DEBUG oslo_vmware.api [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Waiting for the task: (returnval){ [ 744.586627] env[69858]: value = "task-3418674" [ 744.586627] env[69858]: _type = "Task" [ 744.586627] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.595584] env[69858]: DEBUG oslo_vmware.api [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Task: {'id': task-3418674, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.766981] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Acquiring lock "refresh_cache-2293f6bc-7334-4e4e-a155-41b528b62116" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.766981] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Acquired lock "refresh_cache-2293f6bc-7334-4e4e-a155-41b528b62116" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.766981] env[69858]: DEBUG nova.network.neutron [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.850276] env[69858]: DEBUG oslo_concurrency.lockutils [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.851165] env[69858]: DEBUG nova.compute.manager [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.858452] env[69858]: DEBUG nova.compute.manager [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 744.865824] env[69858]: DEBUG oslo_concurrency.lockutils [None req-533f2812-95cb-4779-b2c1-3bc2044e613f tempest-DeleteServersAdminTestJSON-738318526 tempest-DeleteServersAdminTestJSON-738318526-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.157s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.865824] env[69858]: DEBUG nova.objects.instance [None req-533f2812-95cb-4779-b2c1-3bc2044e613f tempest-DeleteServersAdminTestJSON-738318526 tempest-DeleteServersAdminTestJSON-738318526-project-admin] Lazy-loading 'resources' on Instance uuid 4bf9024b-387f-4de3-8e44-885ef6f4ec85 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.869538] env[69858]: INFO nova.compute.manager [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Took 26.74 seconds to build instance. [ 744.899637] env[69858]: DEBUG nova.network.neutron [req-78f4507c-99ed-4431-bd81-fa5a5b1c39a5 req-3e928223-7e8c-4eb9-8596-8b7c9ef82f1e service nova] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Updated VIF entry in instance network info cache for port 000baca1-66e5-4582-9ca2-e5765da24c6a. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.899637] env[69858]: DEBUG nova.network.neutron [req-78f4507c-99ed-4431-bd81-fa5a5b1c39a5 req-3e928223-7e8c-4eb9-8596-8b7c9ef82f1e service nova] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Updating instance_info_cache with network_info: [{"id": "000baca1-66e5-4582-9ca2-e5765da24c6a", "address": "fa:16:3e:7f:b5:7b", "network": {"id": "9424d98b-6356-46ee-bb6c-e40c1de31308", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1433570396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49c1d13e95ab430a998b4e974efd720d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap000baca1-66", "ovs_interfaceid": "000baca1-66e5-4582-9ca2-e5765da24c6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.002177] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418673, 'name': CreateVM_Task, 'duration_secs': 0.307277} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.003049] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.003049] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.003049] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.004534] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.005208] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4897109-cd33-4b5e-93ee-265828dbd42b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.011133] env[69858]: DEBUG oslo_vmware.api [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Waiting for the task: (returnval){ [ 745.011133] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b1fd76-b721-e4d6-0428-63f1ce828f0e" [ 745.011133] env[69858]: _type = "Task" [ 745.011133] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.020224] env[69858]: DEBUG oslo_vmware.api [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b1fd76-b721-e4d6-0428-63f1ce828f0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.101453] env[69858]: DEBUG oslo_vmware.api [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Task: {'id': task-3418674, 'name': ReconfigVM_Task, 'duration_secs': 0.439037} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.101453] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Reconfigured VM instance instance-0000000e to attach disk [datastore2] b0455420-8630-4c65-8b2c-f949630c42f1/b0455420-8630-4c65-8b2c-f949630c42f1.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.101850] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3678bb4-70f6-439f-b3c8-a3f06a8617b5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.111342] env[69858]: DEBUG oslo_vmware.api [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Waiting for the task: (returnval){ [ 745.111342] env[69858]: value = "task-3418675" [ 745.111342] env[69858]: _type = "Task" [ 745.111342] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.118376] env[69858]: DEBUG oslo_vmware.api [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Task: {'id': task-3418675, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.345401] env[69858]: DEBUG nova.network.neutron [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.372270] env[69858]: DEBUG nova.compute.utils [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.376283] env[69858]: DEBUG nova.compute.manager [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.376283] env[69858]: DEBUG nova.network.neutron [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.377822] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3a4bcaf0-8b2f-4b0f-a756-df3e8dd06b67 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Lock "05e2282e-8e8c-461b-80a7-6e80aa812a95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.258s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.404257] env[69858]: DEBUG oslo_concurrency.lockutils [req-78f4507c-99ed-4431-bd81-fa5a5b1c39a5 req-3e928223-7e8c-4eb9-8596-8b7c9ef82f1e service nova] Releasing lock "refresh_cache-b0455420-8630-4c65-8b2c-f949630c42f1" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.406299] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.525353] env[69858]: DEBUG oslo_vmware.api [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b1fd76-b721-e4d6-0428-63f1ce828f0e, 'name': SearchDatastore_Task, 'duration_secs': 0.013185} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.526317] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.526317] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.526317] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.526518] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.526570] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.526842] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac21e94b-8c2e-4079-942f-439c3664ebf7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.535238] env[69858]: DEBUG nova.policy [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b18c94e7934a436a8f31b054a859ee50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b8f7dfd0a5048ecb863582aefd01c46', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.538467] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.539154] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.539453] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1cfe25a-82f4-443c-bb50-5426cd3bf5c5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.547984] env[69858]: DEBUG oslo_vmware.api [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Waiting for the task: (returnval){ [ 745.547984] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5251708b-86d3-6d3b-a323-2eb132a9c872" [ 745.547984] env[69858]: _type = "Task" [ 745.547984] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.557362] env[69858]: DEBUG oslo_vmware.api [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5251708b-86d3-6d3b-a323-2eb132a9c872, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.627534] env[69858]: DEBUG oslo_vmware.api [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Task: {'id': task-3418675, 'name': Rename_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.783831] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9375b102-30f0-4b04-8551-80adc4fa33cc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.798710] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd5de14-1c7c-418d-a480-0b878ae90ccf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.830078] env[69858]: DEBUG nova.network.neutron [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Updating instance_info_cache with network_info: [{"id": "8c08f077-7464-4ff9-8053-67de3e6bf23e", "address": "fa:16:3e:cd:6c:e5", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c08f077-74", "ovs_interfaceid": "8c08f077-7464-4ff9-8053-67de3e6bf23e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.832207] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751b2b26-5d2d-44ea-9659-306c2740a2c5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.841324] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59abdbdf-3444-4f91-853f-c1c744c00b24 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.858764] env[69858]: DEBUG nova.compute.provider_tree [None req-533f2812-95cb-4779-b2c1-3bc2044e613f tempest-DeleteServersAdminTestJSON-738318526 tempest-DeleteServersAdminTestJSON-738318526-project-admin] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.876372] env[69858]: DEBUG nova.compute.manager [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.883374] env[69858]: DEBUG nova.compute.manager [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 746.062350] env[69858]: DEBUG oslo_vmware.api [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5251708b-86d3-6d3b-a323-2eb132a9c872, 'name': SearchDatastore_Task, 'duration_secs': 0.012372} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.063717] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7d9c79f-a47d-470c-9a57-3135bbf17622 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.069639] env[69858]: DEBUG oslo_vmware.api [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Waiting for the task: (returnval){ [ 746.069639] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52bd7747-4f99-b231-5d41-bf3a96fbef3d" [ 746.069639] env[69858]: _type = "Task" [ 746.069639] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.079437] env[69858]: DEBUG oslo_vmware.api [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52bd7747-4f99-b231-5d41-bf3a96fbef3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.124744] env[69858]: DEBUG oslo_vmware.api [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Task: {'id': task-3418675, 'name': Rename_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.175179] env[69858]: DEBUG nova.network.neutron [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Successfully created port: f38a3ff6-081e-4384-a198-2aa7dcd46f91 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.337513] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Releasing lock "refresh_cache-2293f6bc-7334-4e4e-a155-41b528b62116" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.337885] env[69858]: DEBUG nova.compute.manager [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Instance network_info: |[{"id": "8c08f077-7464-4ff9-8053-67de3e6bf23e", "address": "fa:16:3e:cd:6c:e5", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c08f077-74", "ovs_interfaceid": "8c08f077-7464-4ff9-8053-67de3e6bf23e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.338432] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:6c:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c08f077-7464-4ff9-8053-67de3e6bf23e', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.346761] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Creating folder: Project (520f7cb63c724f108ecb2574fd9c40f5). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.346861] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f8e60aa-a439-4dd1-9eeb-ff6856cc30f3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.358269] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Created folder: Project (520f7cb63c724f108ecb2574fd9c40f5) in parent group-v682032. [ 746.358269] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Creating folder: Instances. Parent ref: group-v682079. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.358269] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-871b3f48-fbca-4ac5-a496-4d091e78f202 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.366394] env[69858]: DEBUG nova.scheduler.client.report [None req-533f2812-95cb-4779-b2c1-3bc2044e613f tempest-DeleteServersAdminTestJSON-738318526 tempest-DeleteServersAdminTestJSON-738318526-project-admin] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.373125] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Created folder: Instances in parent group-v682079. [ 746.373454] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.374048] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.374286] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c408d04d-b82d-4170-ac5c-2ad59072e25f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.416155] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.416155] env[69858]: value = "task-3418678" [ 746.416155] env[69858]: _type = "Task" [ 746.416155] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.426049] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418678, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.434493] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.584982] env[69858]: DEBUG oslo_vmware.api [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52bd7747-4f99-b231-5d41-bf3a96fbef3d, 'name': SearchDatastore_Task, 'duration_secs': 0.015294} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.585629] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.585997] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] bb6fe254-1c46-4bc6-a7a4-74ec26fa4079/bb6fe254-1c46-4bc6-a7a4-74ec26fa4079.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.586360] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16fcdd07-f203-4bcc-9705-c529a00b400d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.594553] env[69858]: DEBUG oslo_vmware.api [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Waiting for the task: (returnval){ [ 746.594553] env[69858]: value = "task-3418679" [ 746.594553] env[69858]: _type = "Task" [ 746.594553] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.604828] env[69858]: DEBUG oslo_vmware.api [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Task: {'id': task-3418679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.626475] env[69858]: DEBUG oslo_vmware.api [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Task: {'id': task-3418675, 'name': Rename_Task, 'duration_secs': 1.18423} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.626812] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.627236] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51778899-c15a-4851-8e44-84faa22a67ce {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.634015] env[69858]: DEBUG oslo_vmware.api [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Waiting for the task: (returnval){ [ 746.634015] env[69858]: value = "task-3418680" [ 746.634015] env[69858]: _type = "Task" [ 746.634015] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.642368] env[69858]: DEBUG oslo_vmware.api [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Task: {'id': task-3418680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.876523] env[69858]: DEBUG oslo_concurrency.lockutils [None req-533f2812-95cb-4779-b2c1-3bc2044e613f tempest-DeleteServersAdminTestJSON-738318526 tempest-DeleteServersAdminTestJSON-738318526-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.879759] env[69858]: DEBUG oslo_concurrency.lockutils [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.634s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.882092] env[69858]: INFO nova.compute.claims [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.909321] env[69858]: DEBUG nova.compute.manager [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.928023] env[69858]: INFO nova.scheduler.client.report [None req-533f2812-95cb-4779-b2c1-3bc2044e613f tempest-DeleteServersAdminTestJSON-738318526 tempest-DeleteServersAdminTestJSON-738318526-project-admin] Deleted allocations for instance 4bf9024b-387f-4de3-8e44-885ef6f4ec85 [ 746.944083] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418678, 'name': CreateVM_Task, 'duration_secs': 0.401628} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.944083] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.944083] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.950464] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.950464] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.951445] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-079e86a3-5b39-459b-a880-9901e6de4486 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.963046] env[69858]: DEBUG oslo_vmware.api [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Waiting for the task: (returnval){ [ 746.963046] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52260833-6d87-5e0f-ef54-aed1323dfdef" [ 746.963046] env[69858]: _type = "Task" [ 746.963046] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.971707] env[69858]: DEBUG nova.virt.hardware [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:29:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='169065789',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-934223848',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.972241] env[69858]: DEBUG nova.virt.hardware [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.972436] env[69858]: DEBUG nova.virt.hardware [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.972740] env[69858]: DEBUG nova.virt.hardware [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.972991] env[69858]: DEBUG nova.virt.hardware [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.973308] env[69858]: DEBUG nova.virt.hardware [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.973610] env[69858]: DEBUG nova.virt.hardware [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.973891] env[69858]: DEBUG nova.virt.hardware [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.974204] env[69858]: DEBUG nova.virt.hardware [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.974620] env[69858]: DEBUG nova.virt.hardware [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.975062] env[69858]: DEBUG nova.virt.hardware [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.976256] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb790ba0-fd63-4b90-a50a-c828d95485a6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.989728] env[69858]: DEBUG oslo_vmware.api [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52260833-6d87-5e0f-ef54-aed1323dfdef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.995713] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90acb737-4b3d-4426-ba6a-b8494d05b25c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.110373] env[69858]: DEBUG oslo_vmware.api [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Task: {'id': task-3418679, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.123963] env[69858]: DEBUG nova.compute.manager [req-8817f3b4-1093-4fe0-8abf-63ebf694b409 req-c00176b4-b662-4737-a3f4-72a6c03cd8d1 service nova] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Received event network-changed-37e227a2-a24e-4f94-b250-fde65220e69a {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.124193] env[69858]: DEBUG nova.compute.manager [req-8817f3b4-1093-4fe0-8abf-63ebf694b409 req-c00176b4-b662-4737-a3f4-72a6c03cd8d1 service nova] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Refreshing instance network info cache due to event network-changed-37e227a2-a24e-4f94-b250-fde65220e69a. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.124399] env[69858]: DEBUG oslo_concurrency.lockutils [req-8817f3b4-1093-4fe0-8abf-63ebf694b409 req-c00176b4-b662-4737-a3f4-72a6c03cd8d1 service nova] Acquiring lock "refresh_cache-debfde63-c64d-466f-b424-d8dd704ab30f" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.124552] env[69858]: DEBUG oslo_concurrency.lockutils [req-8817f3b4-1093-4fe0-8abf-63ebf694b409 req-c00176b4-b662-4737-a3f4-72a6c03cd8d1 service nova] Acquired lock "refresh_cache-debfde63-c64d-466f-b424-d8dd704ab30f" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.124758] env[69858]: DEBUG nova.network.neutron [req-8817f3b4-1093-4fe0-8abf-63ebf694b409 req-c00176b4-b662-4737-a3f4-72a6c03cd8d1 service nova] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Refreshing network info cache for port 37e227a2-a24e-4f94-b250-fde65220e69a {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.147877] env[69858]: DEBUG oslo_vmware.api [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Task: {'id': task-3418680, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.445667] env[69858]: DEBUG oslo_concurrency.lockutils [None req-533f2812-95cb-4779-b2c1-3bc2044e613f tempest-DeleteServersAdminTestJSON-738318526 tempest-DeleteServersAdminTestJSON-738318526-project-admin] Lock "4bf9024b-387f-4de3-8e44-885ef6f4ec85" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.989s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.477669] env[69858]: DEBUG oslo_vmware.api [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52260833-6d87-5e0f-ef54-aed1323dfdef, 'name': SearchDatastore_Task, 'duration_secs': 0.069928} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.477669] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.477669] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.479849] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.479849] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.479849] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.479849] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78db950e-8e9f-4516-9a5f-eeb8aa3701c8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.502344] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.502529] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.503361] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa17b5c9-7652-470d-8409-254b995ceb5c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.509932] env[69858]: DEBUG oslo_vmware.api [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Waiting for the task: (returnval){ [ 747.509932] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e51f26-341c-ed40-1605-8c95125da1ab" [ 747.509932] env[69858]: _type = "Task" [ 747.509932] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.518178] env[69858]: DEBUG oslo_vmware.api [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e51f26-341c-ed40-1605-8c95125da1ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.612805] env[69858]: DEBUG oslo_vmware.api [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Task: {'id': task-3418679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601275} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.614083] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] bb6fe254-1c46-4bc6-a7a4-74ec26fa4079/bb6fe254-1c46-4bc6-a7a4-74ec26fa4079.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.614083] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.614083] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7b837be-5d19-42c1-b26f-0a12b4188192 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.622194] env[69858]: DEBUG oslo_vmware.api [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Waiting for the task: (returnval){ [ 747.622194] env[69858]: value = "task-3418685" [ 747.622194] env[69858]: _type = "Task" [ 747.622194] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.635971] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Acquiring lock "c8eabe40-9899-453d-83f3-2d5d0f9ce518" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.636249] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Lock "c8eabe40-9899-453d-83f3-2d5d0f9ce518" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.643697] env[69858]: DEBUG oslo_vmware.api [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Task: {'id': task-3418685, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.649902] env[69858]: DEBUG oslo_vmware.api [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Task: {'id': task-3418680, 'name': PowerOnVM_Task, 'duration_secs': 0.802687} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.650269] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.650670] env[69858]: INFO nova.compute.manager [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Took 11.82 seconds to spawn the instance on the hypervisor. [ 747.650902] env[69858]: DEBUG nova.compute.manager [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.651856] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd802f16-97bd-4a3b-bb76-ea6cccffb617 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.705128] env[69858]: DEBUG oslo_vmware.rw_handles [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c3c09a-5c15-1f04-7b3c-21c248ea98ef/disk-0.vmdk. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 747.705128] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aed973b-e06d-4a99-9e13-340c58460d1d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.712651] env[69858]: DEBUG oslo_vmware.rw_handles [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c3c09a-5c15-1f04-7b3c-21c248ea98ef/disk-0.vmdk is in state: ready. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 747.712788] env[69858]: ERROR oslo_vmware.rw_handles [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c3c09a-5c15-1f04-7b3c-21c248ea98ef/disk-0.vmdk due to incomplete transfer. [ 747.713167] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fd7fc668-e9e4-49f0-a85e-d27c38009f9e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.737633] env[69858]: DEBUG oslo_vmware.rw_handles [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c3c09a-5c15-1f04-7b3c-21c248ea98ef/disk-0.vmdk. {{(pid=69858) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 747.737922] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Uploaded image 01640272-0098-40a1-be95-666dc0bb3dd5 to the Glance image server {{(pid=69858) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 747.740616] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Destroying the VM {{(pid=69858) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 747.744258] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d0571a74-db72-4c64-9592-d35e29c37482 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.756492] env[69858]: DEBUG oslo_vmware.api [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Waiting for the task: (returnval){ [ 747.756492] env[69858]: value = "task-3418686" [ 747.756492] env[69858]: _type = "Task" [ 747.756492] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.768307] env[69858]: DEBUG oslo_vmware.api [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418686, 'name': Destroy_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.028281] env[69858]: DEBUG oslo_vmware.api [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e51f26-341c-ed40-1605-8c95125da1ab, 'name': SearchDatastore_Task, 'duration_secs': 0.022193} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.029427] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3532e7c-82bd-4403-a4bd-50fd5eb7d639 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.035532] env[69858]: DEBUG oslo_vmware.api [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Waiting for the task: (returnval){ [ 748.035532] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521db612-2dd5-3b97-cb54-bef523830a1f" [ 748.035532] env[69858]: _type = "Task" [ 748.035532] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.046704] env[69858]: DEBUG oslo_vmware.api [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521db612-2dd5-3b97-cb54-bef523830a1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.049872] env[69858]: DEBUG nova.network.neutron [req-8817f3b4-1093-4fe0-8abf-63ebf694b409 req-c00176b4-b662-4737-a3f4-72a6c03cd8d1 service nova] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Updated VIF entry in instance network info cache for port 37e227a2-a24e-4f94-b250-fde65220e69a. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.052316] env[69858]: DEBUG nova.network.neutron [req-8817f3b4-1093-4fe0-8abf-63ebf694b409 req-c00176b4-b662-4737-a3f4-72a6c03cd8d1 service nova] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Updating instance_info_cache with network_info: [{"id": "37e227a2-a24e-4f94-b250-fde65220e69a", "address": "fa:16:3e:03:31:09", "network": {"id": "2a27fb18-febc-4c77-b1a2-37efa09d27f3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1772289347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd0b9fff3ebf4c4da4b1b3d6d15b4862", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37e227a2-a2", "ovs_interfaceid": "37e227a2-a24e-4f94-b250-fde65220e69a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.132271] env[69858]: DEBUG oslo_vmware.api [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Task: {'id': task-3418685, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098136} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.135967] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.137609] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc0e317-b8a0-491b-b266-2318c66ee346 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.164046] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] bb6fe254-1c46-4bc6-a7a4-74ec26fa4079/bb6fe254-1c46-4bc6-a7a4-74ec26fa4079.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.174826] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8da4746c-feaa-49c1-a114-b13ad1e50b03 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.199387] env[69858]: DEBUG nova.compute.manager [req-21523037-528a-4dc6-aa2c-dbec26f1e86d req-224ed749-3a78-44df-a859-dc8f89347b6e service nova] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Received event network-changed-dcbeb096-270a-4c99-b9e4-416c146f4acd {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.199600] env[69858]: DEBUG nova.compute.manager [req-21523037-528a-4dc6-aa2c-dbec26f1e86d req-224ed749-3a78-44df-a859-dc8f89347b6e service nova] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Refreshing instance network info cache due to event network-changed-dcbeb096-270a-4c99-b9e4-416c146f4acd. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 748.199799] env[69858]: DEBUG oslo_concurrency.lockutils [req-21523037-528a-4dc6-aa2c-dbec26f1e86d req-224ed749-3a78-44df-a859-dc8f89347b6e service nova] Acquiring lock "refresh_cache-05e2282e-8e8c-461b-80a7-6e80aa812a95" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.199941] env[69858]: DEBUG oslo_concurrency.lockutils [req-21523037-528a-4dc6-aa2c-dbec26f1e86d req-224ed749-3a78-44df-a859-dc8f89347b6e service nova] Acquired lock "refresh_cache-05e2282e-8e8c-461b-80a7-6e80aa812a95" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.200146] env[69858]: DEBUG nova.network.neutron [req-21523037-528a-4dc6-aa2c-dbec26f1e86d req-224ed749-3a78-44df-a859-dc8f89347b6e service nova] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Refreshing network info cache for port dcbeb096-270a-4c99-b9e4-416c146f4acd {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.201394] env[69858]: INFO nova.compute.manager [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Took 27.43 seconds to build instance. [ 748.209406] env[69858]: DEBUG oslo_vmware.api [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Waiting for the task: (returnval){ [ 748.209406] env[69858]: value = "task-3418687" [ 748.209406] env[69858]: _type = "Task" [ 748.209406] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.221406] env[69858]: DEBUG oslo_vmware.api [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Task: {'id': task-3418687, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.274038] env[69858]: DEBUG oslo_vmware.api [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418686, 'name': Destroy_Task} progress is 33%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.302388] env[69858]: DEBUG nova.network.neutron [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Successfully updated port: f38a3ff6-081e-4384-a198-2aa7dcd46f91 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.348037] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5f523c-7402-4e08-8a8b-795660805e32 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.357232] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5df13a-c39c-4d67-ba51-b3ef522584c0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.391154] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec0965d-95b1-4d36-b6c7-acb75d860473 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.397840] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848966ed-2dcb-4bd8-99c0-d1be7ff65e85 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.413493] env[69858]: DEBUG nova.compute.provider_tree [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.547934] env[69858]: DEBUG oslo_vmware.api [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521db612-2dd5-3b97-cb54-bef523830a1f, 'name': SearchDatastore_Task, 'duration_secs': 0.025366} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.548201] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.548413] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 2293f6bc-7334-4e4e-a155-41b528b62116/2293f6bc-7334-4e4e-a155-41b528b62116.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.548669] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc1aeb2f-2bf8-40be-8d52-5c5fc8809cab {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.555796] env[69858]: DEBUG oslo_concurrency.lockutils [req-8817f3b4-1093-4fe0-8abf-63ebf694b409 req-c00176b4-b662-4737-a3f4-72a6c03cd8d1 service nova] Releasing lock "refresh_cache-debfde63-c64d-466f-b424-d8dd704ab30f" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.557375] env[69858]: DEBUG nova.compute.manager [req-8817f3b4-1093-4fe0-8abf-63ebf694b409 req-c00176b4-b662-4737-a3f4-72a6c03cd8d1 service nova] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Received event network-vif-plugged-8c08f077-7464-4ff9-8053-67de3e6bf23e {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.557375] env[69858]: DEBUG oslo_concurrency.lockutils [req-8817f3b4-1093-4fe0-8abf-63ebf694b409 req-c00176b4-b662-4737-a3f4-72a6c03cd8d1 service nova] Acquiring lock "2293f6bc-7334-4e4e-a155-41b528b62116-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.557375] env[69858]: DEBUG oslo_concurrency.lockutils [req-8817f3b4-1093-4fe0-8abf-63ebf694b409 req-c00176b4-b662-4737-a3f4-72a6c03cd8d1 service nova] Lock "2293f6bc-7334-4e4e-a155-41b528b62116-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.557375] env[69858]: DEBUG oslo_concurrency.lockutils [req-8817f3b4-1093-4fe0-8abf-63ebf694b409 req-c00176b4-b662-4737-a3f4-72a6c03cd8d1 service nova] Lock "2293f6bc-7334-4e4e-a155-41b528b62116-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.557375] env[69858]: DEBUG nova.compute.manager [req-8817f3b4-1093-4fe0-8abf-63ebf694b409 req-c00176b4-b662-4737-a3f4-72a6c03cd8d1 service nova] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] No waiting events found dispatching network-vif-plugged-8c08f077-7464-4ff9-8053-67de3e6bf23e {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 748.557772] env[69858]: WARNING nova.compute.manager [req-8817f3b4-1093-4fe0-8abf-63ebf694b409 req-c00176b4-b662-4737-a3f4-72a6c03cd8d1 service nova] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Received unexpected event network-vif-plugged-8c08f077-7464-4ff9-8053-67de3e6bf23e for instance with vm_state building and task_state spawning. [ 748.557772] env[69858]: DEBUG nova.compute.manager [req-8817f3b4-1093-4fe0-8abf-63ebf694b409 req-c00176b4-b662-4737-a3f4-72a6c03cd8d1 service nova] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Received event network-changed-8c08f077-7464-4ff9-8053-67de3e6bf23e {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.557772] env[69858]: DEBUG nova.compute.manager [req-8817f3b4-1093-4fe0-8abf-63ebf694b409 req-c00176b4-b662-4737-a3f4-72a6c03cd8d1 service nova] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Refreshing instance network info cache due to event network-changed-8c08f077-7464-4ff9-8053-67de3e6bf23e. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 748.557772] env[69858]: DEBUG oslo_concurrency.lockutils [req-8817f3b4-1093-4fe0-8abf-63ebf694b409 req-c00176b4-b662-4737-a3f4-72a6c03cd8d1 service nova] Acquiring lock "refresh_cache-2293f6bc-7334-4e4e-a155-41b528b62116" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.557772] env[69858]: DEBUG oslo_concurrency.lockutils [req-8817f3b4-1093-4fe0-8abf-63ebf694b409 req-c00176b4-b662-4737-a3f4-72a6c03cd8d1 service nova] Acquired lock "refresh_cache-2293f6bc-7334-4e4e-a155-41b528b62116" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.557986] env[69858]: DEBUG nova.network.neutron [req-8817f3b4-1093-4fe0-8abf-63ebf694b409 req-c00176b4-b662-4737-a3f4-72a6c03cd8d1 service nova] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Refreshing network info cache for port 8c08f077-7464-4ff9-8053-67de3e6bf23e {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.559974] env[69858]: DEBUG oslo_vmware.api [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Waiting for the task: (returnval){ [ 748.559974] env[69858]: value = "task-3418688" [ 748.559974] env[69858]: _type = "Task" [ 748.559974] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.569241] env[69858]: DEBUG oslo_vmware.api [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': task-3418688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.591394] env[69858]: DEBUG oslo_concurrency.lockutils [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Acquiring lock "dc2e6ca0-5cde-49d5-97b2-769f5899d3b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.591635] env[69858]: DEBUG oslo_concurrency.lockutils [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Lock "dc2e6ca0-5cde-49d5-97b2-769f5899d3b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.622607] env[69858]: DEBUG oslo_concurrency.lockutils [None req-94bf9e39-e747-4feb-a2ed-8822067e90e3 tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Acquiring lock "3cdffc66-d1d0-4f8f-b386-7fa3b300ee56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.623180] env[69858]: DEBUG oslo_concurrency.lockutils [None req-94bf9e39-e747-4feb-a2ed-8822067e90e3 tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Lock "3cdffc66-d1d0-4f8f-b386-7fa3b300ee56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.623180] env[69858]: DEBUG oslo_concurrency.lockutils [None req-94bf9e39-e747-4feb-a2ed-8822067e90e3 tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Acquiring lock "3cdffc66-d1d0-4f8f-b386-7fa3b300ee56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.623387] env[69858]: DEBUG oslo_concurrency.lockutils [None req-94bf9e39-e747-4feb-a2ed-8822067e90e3 tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Lock "3cdffc66-d1d0-4f8f-b386-7fa3b300ee56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.623448] env[69858]: DEBUG oslo_concurrency.lockutils [None req-94bf9e39-e747-4feb-a2ed-8822067e90e3 tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Lock "3cdffc66-d1d0-4f8f-b386-7fa3b300ee56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.626189] env[69858]: INFO nova.compute.manager [None req-94bf9e39-e747-4feb-a2ed-8822067e90e3 tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Terminating instance [ 748.704632] env[69858]: DEBUG oslo_concurrency.lockutils [None req-11c8167d-871b-4cab-947c-869ca70c79e6 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Lock "b0455420-8630-4c65-8b2c-f949630c42f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.561s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.718701] env[69858]: DEBUG oslo_vmware.api [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Task: {'id': task-3418687, 'name': ReconfigVM_Task, 'duration_secs': 0.283246} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.718701] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Reconfigured VM instance instance-00000006 to attach disk [datastore1] bb6fe254-1c46-4bc6-a7a4-74ec26fa4079/bb6fe254-1c46-4bc6-a7a4-74ec26fa4079.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.718993] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5e46ed5-53ad-4c92-9ee2-fdfa36320aa3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.727066] env[69858]: DEBUG oslo_vmware.api [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Waiting for the task: (returnval){ [ 748.727066] env[69858]: value = "task-3418689" [ 748.727066] env[69858]: _type = "Task" [ 748.727066] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.736094] env[69858]: DEBUG oslo_vmware.api [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Task: {'id': task-3418689, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.775225] env[69858]: DEBUG oslo_vmware.api [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418686, 'name': Destroy_Task, 'duration_secs': 0.680427} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.775225] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Destroyed the VM [ 748.775225] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Deleting Snapshot of the VM instance {{(pid=69858) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 748.775225] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-87a9a47c-db60-4652-9b3f-5dff41d6d955 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.779349] env[69858]: DEBUG oslo_vmware.api [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Waiting for the task: (returnval){ [ 748.779349] env[69858]: value = "task-3418690" [ 748.779349] env[69858]: _type = "Task" [ 748.779349] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.792064] env[69858]: DEBUG oslo_vmware.api [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418690, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.806076] env[69858]: DEBUG oslo_concurrency.lockutils [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Acquiring lock "refresh_cache-b5571ce8-4a18-4bed-8f74-6cdbe092891c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.809364] env[69858]: DEBUG oslo_concurrency.lockutils [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Acquired lock "refresh_cache-b5571ce8-4a18-4bed-8f74-6cdbe092891c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.809364] env[69858]: DEBUG nova.network.neutron [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.917875] env[69858]: DEBUG nova.scheduler.client.report [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.085376] env[69858]: DEBUG oslo_vmware.api [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': task-3418688, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.131006] env[69858]: DEBUG nova.compute.manager [None req-94bf9e39-e747-4feb-a2ed-8822067e90e3 tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 749.132051] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-94bf9e39-e747-4feb-a2ed-8822067e90e3 tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.132577] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e81a88-6d09-467d-995e-eb685801c245 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.149205] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-94bf9e39-e747-4feb-a2ed-8822067e90e3 tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.149205] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34200157-669d-4d69-bc00-62d50cd9ecc3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.159288] env[69858]: DEBUG oslo_vmware.api [None req-94bf9e39-e747-4feb-a2ed-8822067e90e3 tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Waiting for the task: (returnval){ [ 749.159288] env[69858]: value = "task-3418691" [ 749.159288] env[69858]: _type = "Task" [ 749.159288] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.173157] env[69858]: DEBUG oslo_vmware.api [None req-94bf9e39-e747-4feb-a2ed-8822067e90e3 tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Task: {'id': task-3418691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.209890] env[69858]: DEBUG nova.compute.manager [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.239254] env[69858]: DEBUG oslo_vmware.api [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Task: {'id': task-3418689, 'name': Rename_Task, 'duration_secs': 0.137342} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.239864] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.239864] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81a6da9e-5d04-4efb-bf12-e716538c3ecd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.248476] env[69858]: DEBUG oslo_vmware.api [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Waiting for the task: (returnval){ [ 749.248476] env[69858]: value = "task-3418692" [ 749.248476] env[69858]: _type = "Task" [ 749.248476] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.258785] env[69858]: DEBUG oslo_vmware.api [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Task: {'id': task-3418692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.294598] env[69858]: DEBUG oslo_vmware.api [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418690, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.389937] env[69858]: DEBUG nova.network.neutron [req-21523037-528a-4dc6-aa2c-dbec26f1e86d req-224ed749-3a78-44df-a859-dc8f89347b6e service nova] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Updated VIF entry in instance network info cache for port dcbeb096-270a-4c99-b9e4-416c146f4acd. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.389937] env[69858]: DEBUG nova.network.neutron [req-21523037-528a-4dc6-aa2c-dbec26f1e86d req-224ed749-3a78-44df-a859-dc8f89347b6e service nova] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Updating instance_info_cache with network_info: [{"id": "dcbeb096-270a-4c99-b9e4-416c146f4acd", "address": "fa:16:3e:a5:ca:48", "network": {"id": "d8678b6d-9ca3-4760-913c-b2ebf018a7bb", "bridge": "br-int", "label": "tempest-ServersTestJSON-802132703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ae8f8ecaa204de4b002cd8efa84f663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcbeb096-27", "ovs_interfaceid": "dcbeb096-270a-4c99-b9e4-416c146f4acd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.391375] env[69858]: DEBUG nova.network.neutron [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.428014] env[69858]: DEBUG oslo_concurrency.lockutils [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.428194] env[69858]: DEBUG nova.compute.manager [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.433209] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.645s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.435659] env[69858]: INFO nova.compute.claims [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 749.535147] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Acquiring lock "2be1c4d5-f545-4f09-ad05-dd42fb852519" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.536236] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Lock "2be1c4d5-f545-4f09-ad05-dd42fb852519" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.579279] env[69858]: DEBUG oslo_vmware.api [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': task-3418688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.729216} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.579279] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 2293f6bc-7334-4e4e-a155-41b528b62116/2293f6bc-7334-4e4e-a155-41b528b62116.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.579279] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.579279] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eda56634-ddb3-4838-90fd-48b8f0375455 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.590134] env[69858]: DEBUG oslo_vmware.api [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Waiting for the task: (returnval){ [ 749.590134] env[69858]: value = "task-3418693" [ 749.590134] env[69858]: _type = "Task" [ 749.590134] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.601195] env[69858]: DEBUG oslo_vmware.api [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': task-3418693, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.671010] env[69858]: DEBUG oslo_vmware.api [None req-94bf9e39-e747-4feb-a2ed-8822067e90e3 tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Task: {'id': task-3418691, 'name': PowerOffVM_Task, 'duration_secs': 0.313073} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.671010] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-94bf9e39-e747-4feb-a2ed-8822067e90e3 tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.671010] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-94bf9e39-e747-4feb-a2ed-8822067e90e3 tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.671010] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ccf27cf-4925-43b7-90ba-b5dffce5943c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.737326] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.744164] env[69858]: DEBUG nova.network.neutron [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Updating instance_info_cache with network_info: [{"id": "f38a3ff6-081e-4384-a198-2aa7dcd46f91", "address": "fa:16:3e:99:7d:62", "network": {"id": "9990422b-ade1-4f70-80e8-834e1b9db0c4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1876836299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b8f7dfd0a5048ecb863582aefd01c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf38a3ff6-08", "ovs_interfaceid": "f38a3ff6-081e-4384-a198-2aa7dcd46f91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.746855] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-94bf9e39-e747-4feb-a2ed-8822067e90e3 tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.747060] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-94bf9e39-e747-4feb-a2ed-8822067e90e3 tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.747251] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-94bf9e39-e747-4feb-a2ed-8822067e90e3 tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Deleting the datastore file [datastore2] 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.747764] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d1b0e20-cda6-4708-95f3-d73ae5bdccc0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.751020] env[69858]: DEBUG nova.network.neutron [req-8817f3b4-1093-4fe0-8abf-63ebf694b409 req-c00176b4-b662-4737-a3f4-72a6c03cd8d1 service nova] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Updated VIF entry in instance network info cache for port 8c08f077-7464-4ff9-8053-67de3e6bf23e. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.751020] env[69858]: DEBUG nova.network.neutron [req-8817f3b4-1093-4fe0-8abf-63ebf694b409 req-c00176b4-b662-4737-a3f4-72a6c03cd8d1 service nova] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Updating instance_info_cache with network_info: [{"id": "8c08f077-7464-4ff9-8053-67de3e6bf23e", "address": "fa:16:3e:cd:6c:e5", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c08f077-74", "ovs_interfaceid": "8c08f077-7464-4ff9-8053-67de3e6bf23e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.760906] env[69858]: DEBUG oslo_vmware.api [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Task: {'id': task-3418692, 'name': PowerOnVM_Task, 'duration_secs': 0.495954} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.763500] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.763500] env[69858]: DEBUG nova.compute.manager [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.763500] env[69858]: DEBUG oslo_vmware.api [None req-94bf9e39-e747-4feb-a2ed-8822067e90e3 tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Waiting for the task: (returnval){ [ 749.763500] env[69858]: value = "task-3418695" [ 749.763500] env[69858]: _type = "Task" [ 749.763500] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.763500] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ed4b13-40e0-4bb7-abf2-8ea7411a79c9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.776938] env[69858]: DEBUG oslo_vmware.api [None req-94bf9e39-e747-4feb-a2ed-8822067e90e3 tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Task: {'id': task-3418695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.793488] env[69858]: DEBUG oslo_vmware.api [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418690, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.866685] env[69858]: DEBUG oslo_concurrency.lockutils [req-21523037-528a-4dc6-aa2c-dbec26f1e86d req-224ed749-3a78-44df-a859-dc8f89347b6e service nova] Releasing lock "refresh_cache-05e2282e-8e8c-461b-80a7-6e80aa812a95" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.948562] env[69858]: DEBUG nova.compute.utils [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 749.953260] env[69858]: DEBUG nova.compute.manager [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 749.953260] env[69858]: DEBUG nova.network.neutron [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 750.044418] env[69858]: DEBUG nova.policy [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24d9b19e22ee4583a81a76296091c7d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aae352d78bed4516a024fe3a207a178d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 750.105156] env[69858]: DEBUG oslo_vmware.api [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': task-3418693, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165675} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.105885] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.106383] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18965a05-006f-4098-a504-5858031a71f7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.129960] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 2293f6bc-7334-4e4e-a155-41b528b62116/2293f6bc-7334-4e4e-a155-41b528b62116.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.132099] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb286f81-2c3d-4fbf-b80d-2991d114f7f5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.151608] env[69858]: DEBUG oslo_vmware.api [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Waiting for the task: (returnval){ [ 750.151608] env[69858]: value = "task-3418696" [ 750.151608] env[69858]: _type = "Task" [ 750.151608] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.160030] env[69858]: DEBUG oslo_vmware.api [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': task-3418696, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.251023] env[69858]: DEBUG oslo_concurrency.lockutils [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Releasing lock "refresh_cache-b5571ce8-4a18-4bed-8f74-6cdbe092891c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.251023] env[69858]: DEBUG nova.compute.manager [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Instance network_info: |[{"id": "f38a3ff6-081e-4384-a198-2aa7dcd46f91", "address": "fa:16:3e:99:7d:62", "network": {"id": "9990422b-ade1-4f70-80e8-834e1b9db0c4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1876836299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b8f7dfd0a5048ecb863582aefd01c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf38a3ff6-08", "ovs_interfaceid": "f38a3ff6-081e-4384-a198-2aa7dcd46f91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 750.251383] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:7d:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f38a3ff6-081e-4384-a198-2aa7dcd46f91', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.258116] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Creating folder: Project (7b8f7dfd0a5048ecb863582aefd01c46). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.258923] env[69858]: DEBUG oslo_concurrency.lockutils [req-8817f3b4-1093-4fe0-8abf-63ebf694b409 req-c00176b4-b662-4737-a3f4-72a6c03cd8d1 service nova] Releasing lock "refresh_cache-2293f6bc-7334-4e4e-a155-41b528b62116" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.259539] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54a7deb8-1eb9-464e-9e28-17c0eb6df5cf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.279520] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Created folder: Project (7b8f7dfd0a5048ecb863582aefd01c46) in parent group-v682032. [ 750.279799] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Creating folder: Instances. Parent ref: group-v682085. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.288136] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d3d3943-ec86-4fd3-a243-5c769bb77895 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.297374] env[69858]: DEBUG oslo_vmware.api [None req-94bf9e39-e747-4feb-a2ed-8822067e90e3 tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Task: {'id': task-3418695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.299246] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.312701] env[69858]: DEBUG oslo_vmware.api [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418690, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.314216] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Created folder: Instances in parent group-v682085. [ 750.314513] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.314742] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.315036] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdad982a-ab4c-44da-8ebb-b3c5e5fd9212 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.339175] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.339175] env[69858]: value = "task-3418699" [ 750.339175] env[69858]: _type = "Task" [ 750.339175] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.349905] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418699, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.454660] env[69858]: DEBUG nova.compute.manager [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.662815] env[69858]: DEBUG oslo_vmware.api [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': task-3418696, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.780257] env[69858]: DEBUG oslo_vmware.api [None req-94bf9e39-e747-4feb-a2ed-8822067e90e3 tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Task: {'id': task-3418695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.5309} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.780672] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-94bf9e39-e747-4feb-a2ed-8822067e90e3 tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.780967] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-94bf9e39-e747-4feb-a2ed-8822067e90e3 tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 750.781269] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-94bf9e39-e747-4feb-a2ed-8822067e90e3 tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.781616] env[69858]: INFO nova.compute.manager [None req-94bf9e39-e747-4feb-a2ed-8822067e90e3 tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Took 1.65 seconds to destroy the instance on the hypervisor. [ 750.782093] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94bf9e39-e747-4feb-a2ed-8822067e90e3 tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.782580] env[69858]: DEBUG nova.compute.manager [-] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 750.783636] env[69858]: DEBUG nova.network.neutron [-] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 750.809436] env[69858]: DEBUG oslo_vmware.api [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418690, 'name': RemoveSnapshot_Task, 'duration_secs': 1.561517} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.809497] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Deleted Snapshot of the VM instance {{(pid=69858) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 750.809713] env[69858]: INFO nova.compute.manager [None req-13bccfe4-8033-4d19-83bf-ae3477db9467 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Took 19.60 seconds to snapshot the instance on the hypervisor. [ 750.834932] env[69858]: DEBUG nova.network.neutron [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Successfully created port: 53c75db1-c77d-491d-92cf-25843b6dcf61 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 750.850732] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418699, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.913678] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc916b54-e8fe-4afe-831d-31bbeec629bc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.924631] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb83ea1a-e063-485d-a890-1c3959af88ec {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.971748] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42cc4ba-c68a-470e-9533-a0b8428887e2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.980725] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401e2c7d-9185-4581-b2f7-d319510de5f4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.996658] env[69858]: DEBUG nova.compute.provider_tree [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.022166] env[69858]: DEBUG nova.compute.manager [req-b4ea51b2-022d-4c6b-8c5d-4de11a048f9d req-9d93eed8-f7e0-4660-b9c5-124e390eade4 service nova] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Received event network-changed-37e227a2-a24e-4f94-b250-fde65220e69a {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.022166] env[69858]: DEBUG nova.compute.manager [req-b4ea51b2-022d-4c6b-8c5d-4de11a048f9d req-9d93eed8-f7e0-4660-b9c5-124e390eade4 service nova] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Refreshing instance network info cache due to event network-changed-37e227a2-a24e-4f94-b250-fde65220e69a. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.022278] env[69858]: DEBUG oslo_concurrency.lockutils [req-b4ea51b2-022d-4c6b-8c5d-4de11a048f9d req-9d93eed8-f7e0-4660-b9c5-124e390eade4 service nova] Acquiring lock "refresh_cache-debfde63-c64d-466f-b424-d8dd704ab30f" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.022496] env[69858]: DEBUG oslo_concurrency.lockutils [req-b4ea51b2-022d-4c6b-8c5d-4de11a048f9d req-9d93eed8-f7e0-4660-b9c5-124e390eade4 service nova] Acquired lock "refresh_cache-debfde63-c64d-466f-b424-d8dd704ab30f" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.022671] env[69858]: DEBUG nova.network.neutron [req-b4ea51b2-022d-4c6b-8c5d-4de11a048f9d req-9d93eed8-f7e0-4660-b9c5-124e390eade4 service nova] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Refreshing network info cache for port 37e227a2-a24e-4f94-b250-fde65220e69a {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.162245] env[69858]: DEBUG oslo_vmware.api [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': task-3418696, 'name': ReconfigVM_Task, 'duration_secs': 0.514546} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.162572] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 2293f6bc-7334-4e4e-a155-41b528b62116/2293f6bc-7334-4e4e-a155-41b528b62116.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.163250] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0b13494-4335-4aad-a062-bf5d1fc54ecf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.170565] env[69858]: DEBUG oslo_vmware.api [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Waiting for the task: (returnval){ [ 751.170565] env[69858]: value = "task-3418701" [ 751.170565] env[69858]: _type = "Task" [ 751.170565] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.179466] env[69858]: DEBUG oslo_vmware.api [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': task-3418701, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.352560] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418699, 'name': CreateVM_Task, 'duration_secs': 0.96759} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.352950] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.353742] env[69858]: DEBUG oslo_concurrency.lockutils [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.353951] env[69858]: DEBUG oslo_concurrency.lockutils [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.354369] env[69858]: DEBUG oslo_concurrency.lockutils [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.354654] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2baaf30-7f96-491a-b4ec-d741fa7eb7dd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.361199] env[69858]: DEBUG oslo_vmware.api [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Waiting for the task: (returnval){ [ 751.361199] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52eb0fad-e924-ba02-b913-bccc263051e7" [ 751.361199] env[69858]: _type = "Task" [ 751.361199] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.373070] env[69858]: DEBUG oslo_vmware.api [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52eb0fad-e924-ba02-b913-bccc263051e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.473926] env[69858]: DEBUG nova.compute.manager [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.500196] env[69858]: DEBUG nova.scheduler.client.report [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.520353] env[69858]: DEBUG nova.virt.hardware [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.520353] env[69858]: DEBUG nova.virt.hardware [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.520920] env[69858]: DEBUG nova.virt.hardware [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.521199] env[69858]: DEBUG nova.virt.hardware [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.521443] env[69858]: DEBUG nova.virt.hardware [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.521703] env[69858]: DEBUG nova.virt.hardware [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.522040] env[69858]: DEBUG nova.virt.hardware [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.522968] env[69858]: DEBUG nova.virt.hardware [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.522968] env[69858]: DEBUG nova.virt.hardware [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.522968] env[69858]: DEBUG nova.virt.hardware [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.523130] env[69858]: DEBUG nova.virt.hardware [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.524808] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e632ac7-4f70-42bf-a416-56ebc209c13a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.539976] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3857ed9-7d97-4dc4-8c62-d677966f07c5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.682962] env[69858]: DEBUG oslo_vmware.api [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': task-3418701, 'name': Rename_Task, 'duration_secs': 0.396174} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.684306] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.684926] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15fefc6e-fb96-4699-adaa-0257b85f291b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.690788] env[69858]: DEBUG oslo_vmware.api [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Waiting for the task: (returnval){ [ 751.690788] env[69858]: value = "task-3418702" [ 751.690788] env[69858]: _type = "Task" [ 751.690788] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.700179] env[69858]: DEBUG oslo_vmware.api [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': task-3418702, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.875963] env[69858]: DEBUG oslo_vmware.api [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52eb0fad-e924-ba02-b913-bccc263051e7, 'name': SearchDatastore_Task, 'duration_secs': 0.039255} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.876317] env[69858]: DEBUG oslo_concurrency.lockutils [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.876555] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.876795] env[69858]: DEBUG oslo_concurrency.lockutils [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.876940] env[69858]: DEBUG oslo_concurrency.lockutils [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.877133] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.877439] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edf5c10e-586f-4a1e-8c4e-d92729e74d86 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.894491] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.894684] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.895627] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-278265c7-6f43-4329-8210-a471cb883e6a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.901159] env[69858]: DEBUG oslo_vmware.api [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Waiting for the task: (returnval){ [ 751.901159] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c87298-2916-d8ba-0f11-fc5955cda164" [ 751.901159] env[69858]: _type = "Task" [ 751.901159] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.909388] env[69858]: DEBUG oslo_vmware.api [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c87298-2916-d8ba-0f11-fc5955cda164, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.009845] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.010570] env[69858]: DEBUG nova.compute.manager [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.013970] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f911d0f1-e7e7-4495-8459-beeafd32e7ca tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.361s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.014270] env[69858]: DEBUG nova.objects.instance [None req-f911d0f1-e7e7-4495-8459-beeafd32e7ca tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Lazy-loading 'resources' on Instance uuid fda564a3-b774-47e6-bf6d-12fb9e7077e4 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.015789] env[69858]: DEBUG nova.network.neutron [-] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.034566] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9a0dc492-df89-4fa1-baf0-c4cef90d3e12 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Acquiring lock "bb6fe254-1c46-4bc6-a7a4-74ec26fa4079" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.034566] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9a0dc492-df89-4fa1-baf0-c4cef90d3e12 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Lock "bb6fe254-1c46-4bc6-a7a4-74ec26fa4079" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.034566] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9a0dc492-df89-4fa1-baf0-c4cef90d3e12 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Acquiring lock "bb6fe254-1c46-4bc6-a7a4-74ec26fa4079-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.034566] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9a0dc492-df89-4fa1-baf0-c4cef90d3e12 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Lock "bb6fe254-1c46-4bc6-a7a4-74ec26fa4079-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.034772] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9a0dc492-df89-4fa1-baf0-c4cef90d3e12 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Lock "bb6fe254-1c46-4bc6-a7a4-74ec26fa4079-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.037098] env[69858]: INFO nova.compute.manager [None req-9a0dc492-df89-4fa1-baf0-c4cef90d3e12 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Terminating instance [ 752.201169] env[69858]: DEBUG oslo_vmware.api [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': task-3418702, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.252530] env[69858]: DEBUG nova.compute.manager [req-2d2d5a1d-f1a7-4e58-9190-7852db80fc9e req-6acde2e9-5225-481f-9090-64c8e998577e service nova] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Received event network-vif-deleted-a607ccf1-b17f-41c2-978f-cf02d035c2b7 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.371494] env[69858]: DEBUG nova.network.neutron [req-b4ea51b2-022d-4c6b-8c5d-4de11a048f9d req-9d93eed8-f7e0-4660-b9c5-124e390eade4 service nova] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Updated VIF entry in instance network info cache for port 37e227a2-a24e-4f94-b250-fde65220e69a. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.372597] env[69858]: DEBUG nova.network.neutron [req-b4ea51b2-022d-4c6b-8c5d-4de11a048f9d req-9d93eed8-f7e0-4660-b9c5-124e390eade4 service nova] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Updating instance_info_cache with network_info: [{"id": "37e227a2-a24e-4f94-b250-fde65220e69a", "address": "fa:16:3e:03:31:09", "network": {"id": "2a27fb18-febc-4c77-b1a2-37efa09d27f3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1772289347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd0b9fff3ebf4c4da4b1b3d6d15b4862", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37e227a2-a2", "ovs_interfaceid": "37e227a2-a24e-4f94-b250-fde65220e69a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.415486] env[69858]: DEBUG oslo_vmware.api [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c87298-2916-d8ba-0f11-fc5955cda164, 'name': SearchDatastore_Task, 'duration_secs': 0.057883} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.415570] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eff52a28-f0fa-468d-8053-11bfe87da67b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.422383] env[69858]: DEBUG oslo_vmware.api [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Waiting for the task: (returnval){ [ 752.422383] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521c290b-5fa3-09ed-2595-b714d9f3e78f" [ 752.422383] env[69858]: _type = "Task" [ 752.422383] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.434591] env[69858]: DEBUG oslo_vmware.api [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521c290b-5fa3-09ed-2595-b714d9f3e78f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.520876] env[69858]: DEBUG nova.compute.utils [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 752.523130] env[69858]: INFO nova.compute.manager [-] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Took 1.74 seconds to deallocate network for instance. [ 752.523358] env[69858]: DEBUG nova.compute.manager [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 752.523533] env[69858]: DEBUG nova.network.neutron [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.545204] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9a0dc492-df89-4fa1-baf0-c4cef90d3e12 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Acquiring lock "refresh_cache-bb6fe254-1c46-4bc6-a7a4-74ec26fa4079" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.545204] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9a0dc492-df89-4fa1-baf0-c4cef90d3e12 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Acquired lock "refresh_cache-bb6fe254-1c46-4bc6-a7a4-74ec26fa4079" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.545204] env[69858]: DEBUG nova.network.neutron [None req-9a0dc492-df89-4fa1-baf0-c4cef90d3e12 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.700928] env[69858]: DEBUG oslo_vmware.api [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': task-3418702, 'name': PowerOnVM_Task, 'duration_secs': 0.848765} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.701633] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.701850] env[69858]: INFO nova.compute.manager [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Took 10.36 seconds to spawn the instance on the hypervisor. [ 752.702048] env[69858]: DEBUG nova.compute.manager [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.705251] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9d42e0-adba-4bf3-9b9c-6444fe3b6a97 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.841758] env[69858]: DEBUG nova.policy [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b341954f09a144f2a7337f4b57457065', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '957a8895e5e544dca3a9e6fe0e4aa843', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.876642] env[69858]: DEBUG oslo_concurrency.lockutils [req-b4ea51b2-022d-4c6b-8c5d-4de11a048f9d req-9d93eed8-f7e0-4660-b9c5-124e390eade4 service nova] Releasing lock "refresh_cache-debfde63-c64d-466f-b424-d8dd704ab30f" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.876902] env[69858]: DEBUG nova.compute.manager [req-b4ea51b2-022d-4c6b-8c5d-4de11a048f9d req-9d93eed8-f7e0-4660-b9c5-124e390eade4 service nova] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Received event network-vif-plugged-f38a3ff6-081e-4384-a198-2aa7dcd46f91 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.877112] env[69858]: DEBUG oslo_concurrency.lockutils [req-b4ea51b2-022d-4c6b-8c5d-4de11a048f9d req-9d93eed8-f7e0-4660-b9c5-124e390eade4 service nova] Acquiring lock "b5571ce8-4a18-4bed-8f74-6cdbe092891c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.877321] env[69858]: DEBUG oslo_concurrency.lockutils [req-b4ea51b2-022d-4c6b-8c5d-4de11a048f9d req-9d93eed8-f7e0-4660-b9c5-124e390eade4 service nova] Lock "b5571ce8-4a18-4bed-8f74-6cdbe092891c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.877485] env[69858]: DEBUG oslo_concurrency.lockutils [req-b4ea51b2-022d-4c6b-8c5d-4de11a048f9d req-9d93eed8-f7e0-4660-b9c5-124e390eade4 service nova] Lock "b5571ce8-4a18-4bed-8f74-6cdbe092891c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.877653] env[69858]: DEBUG nova.compute.manager [req-b4ea51b2-022d-4c6b-8c5d-4de11a048f9d req-9d93eed8-f7e0-4660-b9c5-124e390eade4 service nova] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] No waiting events found dispatching network-vif-plugged-f38a3ff6-081e-4384-a198-2aa7dcd46f91 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 752.877818] env[69858]: WARNING nova.compute.manager [req-b4ea51b2-022d-4c6b-8c5d-4de11a048f9d req-9d93eed8-f7e0-4660-b9c5-124e390eade4 service nova] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Received unexpected event network-vif-plugged-f38a3ff6-081e-4384-a198-2aa7dcd46f91 for instance with vm_state building and task_state spawning. [ 752.877981] env[69858]: DEBUG nova.compute.manager [req-b4ea51b2-022d-4c6b-8c5d-4de11a048f9d req-9d93eed8-f7e0-4660-b9c5-124e390eade4 service nova] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Received event network-changed-f38a3ff6-081e-4384-a198-2aa7dcd46f91 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.878152] env[69858]: DEBUG nova.compute.manager [req-b4ea51b2-022d-4c6b-8c5d-4de11a048f9d req-9d93eed8-f7e0-4660-b9c5-124e390eade4 service nova] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Refreshing instance network info cache due to event network-changed-f38a3ff6-081e-4384-a198-2aa7dcd46f91. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.878337] env[69858]: DEBUG oslo_concurrency.lockutils [req-b4ea51b2-022d-4c6b-8c5d-4de11a048f9d req-9d93eed8-f7e0-4660-b9c5-124e390eade4 service nova] Acquiring lock "refresh_cache-b5571ce8-4a18-4bed-8f74-6cdbe092891c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.878473] env[69858]: DEBUG oslo_concurrency.lockutils [req-b4ea51b2-022d-4c6b-8c5d-4de11a048f9d req-9d93eed8-f7e0-4660-b9c5-124e390eade4 service nova] Acquired lock "refresh_cache-b5571ce8-4a18-4bed-8f74-6cdbe092891c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.878625] env[69858]: DEBUG nova.network.neutron [req-b4ea51b2-022d-4c6b-8c5d-4de11a048f9d req-9d93eed8-f7e0-4660-b9c5-124e390eade4 service nova] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Refreshing network info cache for port f38a3ff6-081e-4384-a198-2aa7dcd46f91 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.918728] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b811c7-94b9-42aa-8161-f03a87ff6881 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.932519] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7177c966-6437-43fa-9fc4-b36926becbe8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.941286] env[69858]: DEBUG oslo_vmware.api [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521c290b-5fa3-09ed-2595-b714d9f3e78f, 'name': SearchDatastore_Task, 'duration_secs': 0.011662} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.966772] env[69858]: DEBUG oslo_concurrency.lockutils [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.967150] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] b5571ce8-4a18-4bed-8f74-6cdbe092891c/b5571ce8-4a18-4bed-8f74-6cdbe092891c.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.968093] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e0401db-057d-4461-8fa2-6b15f2f64a8c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.970784] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b23351-8afa-4238-b1bd-dba23c869618 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.980781] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3fca4a-7108-4f50-a2b9-5bb15ade8748 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.985398] env[69858]: DEBUG oslo_vmware.api [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Waiting for the task: (returnval){ [ 752.985398] env[69858]: value = "task-3418704" [ 752.985398] env[69858]: _type = "Task" [ 752.985398] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.997674] env[69858]: DEBUG nova.compute.provider_tree [None req-f911d0f1-e7e7-4495-8459-beeafd32e7ca tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.004235] env[69858]: DEBUG oslo_vmware.api [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3418704, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.024769] env[69858]: DEBUG nova.compute.manager [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 753.034341] env[69858]: DEBUG oslo_concurrency.lockutils [None req-94bf9e39-e747-4feb-a2ed-8822067e90e3 tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.158771] env[69858]: DEBUG nova.network.neutron [None req-9a0dc492-df89-4fa1-baf0-c4cef90d3e12 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.231028] env[69858]: INFO nova.compute.manager [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Took 29.07 seconds to build instance. [ 753.459229] env[69858]: DEBUG nova.network.neutron [None req-9a0dc492-df89-4fa1-baf0-c4cef90d3e12 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.510286] env[69858]: DEBUG nova.scheduler.client.report [None req-f911d0f1-e7e7-4495-8459-beeafd32e7ca tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.513710] env[69858]: DEBUG oslo_vmware.api [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3418704, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.659937] env[69858]: DEBUG nova.network.neutron [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Successfully updated port: 53c75db1-c77d-491d-92cf-25843b6dcf61 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.731342] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a87fd632-a11e-4bda-b609-cbbbb720720a tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Lock "2293f6bc-7334-4e4e-a155-41b528b62116" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.557s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.792761] env[69858]: DEBUG nova.compute.manager [req-1708d1b1-a112-4778-bdd0-d52dbfbe5361 req-3fd2760c-907c-4250-a1ce-7ea7787ecc09 service nova] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Received event network-vif-plugged-53c75db1-c77d-491d-92cf-25843b6dcf61 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.793961] env[69858]: DEBUG oslo_concurrency.lockutils [req-1708d1b1-a112-4778-bdd0-d52dbfbe5361 req-3fd2760c-907c-4250-a1ce-7ea7787ecc09 service nova] Acquiring lock "8b263c3e-8f1a-4da9-8e62-fbd1037dfd96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.794825] env[69858]: DEBUG oslo_concurrency.lockutils [req-1708d1b1-a112-4778-bdd0-d52dbfbe5361 req-3fd2760c-907c-4250-a1ce-7ea7787ecc09 service nova] Lock "8b263c3e-8f1a-4da9-8e62-fbd1037dfd96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.798409] env[69858]: DEBUG oslo_concurrency.lockutils [req-1708d1b1-a112-4778-bdd0-d52dbfbe5361 req-3fd2760c-907c-4250-a1ce-7ea7787ecc09 service nova] Lock "8b263c3e-8f1a-4da9-8e62-fbd1037dfd96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.798409] env[69858]: DEBUG nova.compute.manager [req-1708d1b1-a112-4778-bdd0-d52dbfbe5361 req-3fd2760c-907c-4250-a1ce-7ea7787ecc09 service nova] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] No waiting events found dispatching network-vif-plugged-53c75db1-c77d-491d-92cf-25843b6dcf61 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 753.798409] env[69858]: WARNING nova.compute.manager [req-1708d1b1-a112-4778-bdd0-d52dbfbe5361 req-3fd2760c-907c-4250-a1ce-7ea7787ecc09 service nova] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Received unexpected event network-vif-plugged-53c75db1-c77d-491d-92cf-25843b6dcf61 for instance with vm_state building and task_state spawning. [ 753.946499] env[69858]: DEBUG nova.network.neutron [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Successfully created port: cc1131d5-e1cc-4135-a802-72e9bc374aec {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 753.962539] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9a0dc492-df89-4fa1-baf0-c4cef90d3e12 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Releasing lock "refresh_cache-bb6fe254-1c46-4bc6-a7a4-74ec26fa4079" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.963012] env[69858]: DEBUG nova.compute.manager [None req-9a0dc492-df89-4fa1-baf0-c4cef90d3e12 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 753.963939] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0dc492-df89-4fa1-baf0-c4cef90d3e12 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.966557] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf6f603-5740-4727-bea7-a4123a56af41 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.977367] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a0dc492-df89-4fa1-baf0-c4cef90d3e12 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.977367] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39f1c32a-60b3-457c-a80f-2e2bb3711382 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.986404] env[69858]: DEBUG oslo_vmware.api [None req-9a0dc492-df89-4fa1-baf0-c4cef90d3e12 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Waiting for the task: (returnval){ [ 753.986404] env[69858]: value = "task-3418705" [ 753.986404] env[69858]: _type = "Task" [ 753.986404] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.006955] env[69858]: DEBUG nova.network.neutron [req-b4ea51b2-022d-4c6b-8c5d-4de11a048f9d req-9d93eed8-f7e0-4660-b9c5-124e390eade4 service nova] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Updated VIF entry in instance network info cache for port f38a3ff6-081e-4384-a198-2aa7dcd46f91. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.007543] env[69858]: DEBUG nova.network.neutron [req-b4ea51b2-022d-4c6b-8c5d-4de11a048f9d req-9d93eed8-f7e0-4660-b9c5-124e390eade4 service nova] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Updating instance_info_cache with network_info: [{"id": "f38a3ff6-081e-4384-a198-2aa7dcd46f91", "address": "fa:16:3e:99:7d:62", "network": {"id": "9990422b-ade1-4f70-80e8-834e1b9db0c4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1876836299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b8f7dfd0a5048ecb863582aefd01c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf38a3ff6-08", "ovs_interfaceid": "f38a3ff6-081e-4384-a198-2aa7dcd46f91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.008799] env[69858]: DEBUG oslo_vmware.api [None req-9a0dc492-df89-4fa1-baf0-c4cef90d3e12 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': task-3418705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.016663] env[69858]: DEBUG oslo_vmware.api [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3418704, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764977} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.018516] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] b5571ce8-4a18-4bed-8f74-6cdbe092891c/b5571ce8-4a18-4bed-8f74-6cdbe092891c.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.018742] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.020321] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f911d0f1-e7e7-4495-8459-beeafd32e7ca tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.006s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.023086] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5fd93d1-1b54-4f2a-a616-e38a87e760be {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.025739] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.332s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.028405] env[69858]: INFO nova.compute.claims [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.036476] env[69858]: DEBUG nova.compute.manager [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.039841] env[69858]: DEBUG oslo_vmware.api [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Waiting for the task: (returnval){ [ 754.039841] env[69858]: value = "task-3418706" [ 754.039841] env[69858]: _type = "Task" [ 754.039841] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.055404] env[69858]: DEBUG oslo_vmware.api [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3418706, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.055404] env[69858]: INFO nova.scheduler.client.report [None req-f911d0f1-e7e7-4495-8459-beeafd32e7ca tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Deleted allocations for instance fda564a3-b774-47e6-bf6d-12fb9e7077e4 [ 754.076489] env[69858]: DEBUG nova.virt.hardware [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.076489] env[69858]: DEBUG nova.virt.hardware [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.076489] env[69858]: DEBUG nova.virt.hardware [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.076751] env[69858]: DEBUG nova.virt.hardware [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.077253] env[69858]: DEBUG nova.virt.hardware [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.077253] env[69858]: DEBUG nova.virt.hardware [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.077449] env[69858]: DEBUG nova.virt.hardware [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.077621] env[69858]: DEBUG nova.virt.hardware [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.077799] env[69858]: DEBUG nova.virt.hardware [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.077969] env[69858]: DEBUG nova.virt.hardware [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.078162] env[69858]: DEBUG nova.virt.hardware [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.079336] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e15af05-5397-4531-80ae-727ff05cdd74 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.090777] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593914d7-6292-4c22-ba49-4835e26d6f9e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.166734] env[69858]: DEBUG oslo_concurrency.lockutils [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Acquiring lock "refresh_cache-8b263c3e-8f1a-4da9-8e62-fbd1037dfd96" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.166734] env[69858]: DEBUG oslo_concurrency.lockutils [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Acquired lock "refresh_cache-8b263c3e-8f1a-4da9-8e62-fbd1037dfd96" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.166734] env[69858]: DEBUG nova.network.neutron [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.235082] env[69858]: DEBUG nova.compute.manager [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.501884] env[69858]: DEBUG oslo_vmware.api [None req-9a0dc492-df89-4fa1-baf0-c4cef90d3e12 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': task-3418705, 'name': PowerOffVM_Task, 'duration_secs': 0.130319} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.501884] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a0dc492-df89-4fa1-baf0-c4cef90d3e12 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.501884] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0dc492-df89-4fa1-baf0-c4cef90d3e12 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.501884] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c400d91-5d83-444f-b4eb-b99c311fbc16 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.519714] env[69858]: DEBUG oslo_concurrency.lockutils [req-b4ea51b2-022d-4c6b-8c5d-4de11a048f9d req-9d93eed8-f7e0-4660-b9c5-124e390eade4 service nova] Releasing lock "refresh_cache-b5571ce8-4a18-4bed-8f74-6cdbe092891c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.528464] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0dc492-df89-4fa1-baf0-c4cef90d3e12 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.528658] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0dc492-df89-4fa1-baf0-c4cef90d3e12 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.530948] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a0dc492-df89-4fa1-baf0-c4cef90d3e12 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Deleting the datastore file [datastore1] bb6fe254-1c46-4bc6-a7a4-74ec26fa4079 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.530948] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4ac890c-d082-4582-a0aa-85ae1e4bb753 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.537108] env[69858]: DEBUG oslo_vmware.api [None req-9a0dc492-df89-4fa1-baf0-c4cef90d3e12 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Waiting for the task: (returnval){ [ 754.537108] env[69858]: value = "task-3418708" [ 754.537108] env[69858]: _type = "Task" [ 754.537108] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.553589] env[69858]: DEBUG oslo_vmware.api [None req-9a0dc492-df89-4fa1-baf0-c4cef90d3e12 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': task-3418708, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.557303] env[69858]: DEBUG oslo_vmware.api [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3418706, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094626} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.557548] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.558923] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2f6884-eff0-4719-ab97-e10984c3c8bd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.566210] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f911d0f1-e7e7-4495-8459-beeafd32e7ca tempest-ServerDiagnosticsTest-2115271957 tempest-ServerDiagnosticsTest-2115271957-project-member] Lock "fda564a3-b774-47e6-bf6d-12fb9e7077e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.036s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.590241] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] b5571ce8-4a18-4bed-8f74-6cdbe092891c/b5571ce8-4a18-4bed-8f74-6cdbe092891c.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.590706] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e428fa30-ae7c-41e6-8795-138c6613a808 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.613029] env[69858]: DEBUG oslo_vmware.api [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Waiting for the task: (returnval){ [ 754.613029] env[69858]: value = "task-3418709" [ 754.613029] env[69858]: _type = "Task" [ 754.613029] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.621397] env[69858]: DEBUG oslo_vmware.api [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3418709, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.769558] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.939454] env[69858]: DEBUG nova.network.neutron [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.060174] env[69858]: DEBUG oslo_vmware.api [None req-9a0dc492-df89-4fa1-baf0-c4cef90d3e12 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Task: {'id': task-3418708, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206519} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.063222] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a0dc492-df89-4fa1-baf0-c4cef90d3e12 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.063421] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0dc492-df89-4fa1-baf0-c4cef90d3e12 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.063596] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0dc492-df89-4fa1-baf0-c4cef90d3e12 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.063763] env[69858]: INFO nova.compute.manager [None req-9a0dc492-df89-4fa1-baf0-c4cef90d3e12 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Took 1.10 seconds to destroy the instance on the hypervisor. [ 755.065503] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a0dc492-df89-4fa1-baf0-c4cef90d3e12 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.069522] env[69858]: DEBUG nova.compute.manager [-] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.069522] env[69858]: DEBUG nova.network.neutron [-] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.141784] env[69858]: DEBUG oslo_vmware.api [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3418709, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.310979] env[69858]: DEBUG nova.network.neutron [-] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.357965] env[69858]: DEBUG nova.network.neutron [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Updating instance_info_cache with network_info: [{"id": "53c75db1-c77d-491d-92cf-25843b6dcf61", "address": "fa:16:3e:84:46:8d", "network": {"id": "da7c64ed-c901-40c5-95ad-0dbc3cff6c75", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1472626846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae352d78bed4516a024fe3a207a178d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53c75db1-c7", "ovs_interfaceid": "53c75db1-c77d-491d-92cf-25843b6dcf61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.462877] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae711c7-b357-4863-a08f-8aa1a4263cdd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.473303] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569bf6cb-bb04-47bd-921f-f31c8cef4316 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.515164] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bf0f51-68b9-410f-bf6d-7646daed3513 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.519265] env[69858]: DEBUG nova.compute.manager [req-2ab1d0cc-e907-41f2-84c8-5634cb7e851a req-54783b83-152c-491c-8845-bd0de754e35f service nova] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Received event network-changed-000baca1-66e5-4582-9ca2-e5765da24c6a {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.519265] env[69858]: DEBUG nova.compute.manager [req-2ab1d0cc-e907-41f2-84c8-5634cb7e851a req-54783b83-152c-491c-8845-bd0de754e35f service nova] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Refreshing instance network info cache due to event network-changed-000baca1-66e5-4582-9ca2-e5765da24c6a. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.519543] env[69858]: DEBUG oslo_concurrency.lockutils [req-2ab1d0cc-e907-41f2-84c8-5634cb7e851a req-54783b83-152c-491c-8845-bd0de754e35f service nova] Acquiring lock "refresh_cache-b0455420-8630-4c65-8b2c-f949630c42f1" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.519715] env[69858]: DEBUG oslo_concurrency.lockutils [req-2ab1d0cc-e907-41f2-84c8-5634cb7e851a req-54783b83-152c-491c-8845-bd0de754e35f service nova] Acquired lock "refresh_cache-b0455420-8630-4c65-8b2c-f949630c42f1" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.519906] env[69858]: DEBUG nova.network.neutron [req-2ab1d0cc-e907-41f2-84c8-5634cb7e851a req-54783b83-152c-491c-8845-bd0de754e35f service nova] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Refreshing network info cache for port 000baca1-66e5-4582-9ca2-e5765da24c6a {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.532311] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2a12fd-df25-46ae-b2f2-7a75ca890b45 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.548860] env[69858]: DEBUG nova.compute.provider_tree [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.625712] env[69858]: DEBUG oslo_vmware.api [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3418709, 'name': ReconfigVM_Task, 'duration_secs': 0.946328} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.626153] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Reconfigured VM instance instance-00000010 to attach disk [datastore1] b5571ce8-4a18-4bed-8f74-6cdbe092891c/b5571ce8-4a18-4bed-8f74-6cdbe092891c.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.626878] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-deb4d6a7-9018-4e2b-8495-0cae99fb34d6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.634096] env[69858]: DEBUG oslo_vmware.api [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Waiting for the task: (returnval){ [ 755.634096] env[69858]: value = "task-3418711" [ 755.634096] env[69858]: _type = "Task" [ 755.634096] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.643371] env[69858]: DEBUG oslo_vmware.api [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3418711, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.814523] env[69858]: DEBUG nova.network.neutron [-] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.865318] env[69858]: DEBUG oslo_concurrency.lockutils [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Releasing lock "refresh_cache-8b263c3e-8f1a-4da9-8e62-fbd1037dfd96" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.865598] env[69858]: DEBUG nova.compute.manager [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Instance network_info: |[{"id": "53c75db1-c77d-491d-92cf-25843b6dcf61", "address": "fa:16:3e:84:46:8d", "network": {"id": "da7c64ed-c901-40c5-95ad-0dbc3cff6c75", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1472626846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae352d78bed4516a024fe3a207a178d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53c75db1-c7", "ovs_interfaceid": "53c75db1-c77d-491d-92cf-25843b6dcf61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.868744] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:46:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad36dd36-1d2c-4f37-a259-98ef2e440794', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53c75db1-c77d-491d-92cf-25843b6dcf61', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.878050] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Creating folder: Project (aae352d78bed4516a024fe3a207a178d). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.880584] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b3f6b09-a7fd-43bd-ba7c-fc626282593d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.892275] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Created folder: Project (aae352d78bed4516a024fe3a207a178d) in parent group-v682032. [ 755.892500] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Creating folder: Instances. Parent ref: group-v682088. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.892795] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-894a3305-06e8-4c76-8c16-0bb0915a19de {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.904934] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Created folder: Instances in parent group-v682088. [ 755.905134] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.905335] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.905750] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-965c526c-a797-4a59-814a-fe819b384283 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.926214] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.926214] env[69858]: value = "task-3418714" [ 755.926214] env[69858]: _type = "Task" [ 755.926214] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.942029] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418714, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.053866] env[69858]: DEBUG nova.scheduler.client.report [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.145507] env[69858]: DEBUG oslo_vmware.api [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3418711, 'name': Rename_Task, 'duration_secs': 0.258191} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.145852] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.146254] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9766a420-5bec-43b9-a0d6-eae5a4817f18 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.154644] env[69858]: DEBUG oslo_vmware.api [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Waiting for the task: (returnval){ [ 756.154644] env[69858]: value = "task-3418715" [ 756.154644] env[69858]: _type = "Task" [ 756.154644] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.164372] env[69858]: DEBUG oslo_vmware.api [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3418715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.251371] env[69858]: DEBUG nova.network.neutron [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Successfully updated port: cc1131d5-e1cc-4135-a802-72e9bc374aec {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.317659] env[69858]: INFO nova.compute.manager [-] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Took 1.25 seconds to deallocate network for instance. [ 756.439749] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418714, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.560037] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.560395] env[69858]: DEBUG nova.compute.manager [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.563474] env[69858]: DEBUG oslo_concurrency.lockutils [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.999s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.563474] env[69858]: DEBUG nova.objects.instance [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69858) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 756.661102] env[69858]: DEBUG nova.network.neutron [req-2ab1d0cc-e907-41f2-84c8-5634cb7e851a req-54783b83-152c-491c-8845-bd0de754e35f service nova] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Updated VIF entry in instance network info cache for port 000baca1-66e5-4582-9ca2-e5765da24c6a. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.661666] env[69858]: DEBUG nova.network.neutron [req-2ab1d0cc-e907-41f2-84c8-5634cb7e851a req-54783b83-152c-491c-8845-bd0de754e35f service nova] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Updating instance_info_cache with network_info: [{"id": "000baca1-66e5-4582-9ca2-e5765da24c6a", "address": "fa:16:3e:7f:b5:7b", "network": {"id": "9424d98b-6356-46ee-bb6c-e40c1de31308", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1433570396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49c1d13e95ab430a998b4e974efd720d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap000baca1-66", "ovs_interfaceid": "000baca1-66e5-4582-9ca2-e5765da24c6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.669123] env[69858]: DEBUG oslo_vmware.api [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3418715, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.758243] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Acquiring lock "refresh_cache-0970e5bb-0c9d-406a-9467-0a50dc9c11c6" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.758398] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Acquired lock "refresh_cache-0970e5bb-0c9d-406a-9467-0a50dc9c11c6" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.758816] env[69858]: DEBUG nova.network.neutron [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.828922] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9a0dc492-df89-4fa1-baf0-c4cef90d3e12 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.946125] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418714, 'name': CreateVM_Task, 'duration_secs': 0.530395} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.946125] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.946125] env[69858]: DEBUG oslo_concurrency.lockutils [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.946125] env[69858]: DEBUG oslo_concurrency.lockutils [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.946605] env[69858]: DEBUG oslo_concurrency.lockutils [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.946673] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac972e31-8ba0-4ca9-b0e1-79cd84a31144 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.952930] env[69858]: DEBUG oslo_vmware.api [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Waiting for the task: (returnval){ [ 756.952930] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52149dd4-51d6-31f4-22c2-ef1c9f3d9af6" [ 756.952930] env[69858]: _type = "Task" [ 756.952930] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.962500] env[69858]: DEBUG oslo_vmware.api [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52149dd4-51d6-31f4-22c2-ef1c9f3d9af6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.068642] env[69858]: DEBUG nova.compute.utils [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.074258] env[69858]: DEBUG nova.compute.manager [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Not allocating networking since 'none' was specified. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 757.099334] env[69858]: DEBUG nova.compute.manager [req-dee30420-c83d-46ab-9963-b2cf4abdd2c0 req-f71fddc5-8aeb-4ffe-af97-e7fcd5a9422e service nova] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Received event network-changed-53c75db1-c77d-491d-92cf-25843b6dcf61 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.099334] env[69858]: DEBUG nova.compute.manager [req-dee30420-c83d-46ab-9963-b2cf4abdd2c0 req-f71fddc5-8aeb-4ffe-af97-e7fcd5a9422e service nova] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Refreshing instance network info cache due to event network-changed-53c75db1-c77d-491d-92cf-25843b6dcf61. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 757.099334] env[69858]: DEBUG oslo_concurrency.lockutils [req-dee30420-c83d-46ab-9963-b2cf4abdd2c0 req-f71fddc5-8aeb-4ffe-af97-e7fcd5a9422e service nova] Acquiring lock "refresh_cache-8b263c3e-8f1a-4da9-8e62-fbd1037dfd96" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.099334] env[69858]: DEBUG oslo_concurrency.lockutils [req-dee30420-c83d-46ab-9963-b2cf4abdd2c0 req-f71fddc5-8aeb-4ffe-af97-e7fcd5a9422e service nova] Acquired lock "refresh_cache-8b263c3e-8f1a-4da9-8e62-fbd1037dfd96" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.099334] env[69858]: DEBUG nova.network.neutron [req-dee30420-c83d-46ab-9963-b2cf4abdd2c0 req-f71fddc5-8aeb-4ffe-af97-e7fcd5a9422e service nova] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Refreshing network info cache for port 53c75db1-c77d-491d-92cf-25843b6dcf61 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.169099] env[69858]: DEBUG oslo_concurrency.lockutils [req-2ab1d0cc-e907-41f2-84c8-5634cb7e851a req-54783b83-152c-491c-8845-bd0de754e35f service nova] Releasing lock "refresh_cache-b0455420-8630-4c65-8b2c-f949630c42f1" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.169791] env[69858]: DEBUG oslo_vmware.api [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3418715, 'name': PowerOnVM_Task, 'duration_secs': 0.760201} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.171029] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.171029] env[69858]: INFO nova.compute.manager [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Took 10.26 seconds to spawn the instance on the hypervisor. [ 757.171029] env[69858]: DEBUG nova.compute.manager [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.171932] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512eabf2-def1-4311-b42d-ddf9f2f17217 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.323048] env[69858]: DEBUG nova.network.neutron [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.466229] env[69858]: DEBUG oslo_vmware.api [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52149dd4-51d6-31f4-22c2-ef1c9f3d9af6, 'name': SearchDatastore_Task, 'duration_secs': 0.016651} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.466541] env[69858]: DEBUG oslo_concurrency.lockutils [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.466774] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.467138] env[69858]: DEBUG oslo_concurrency.lockutils [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.467254] env[69858]: DEBUG oslo_concurrency.lockutils [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.467361] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.467645] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97e6f96b-c426-4eb1-8b75-0561c1c6cff5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.483469] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.483691] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.485285] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ade4b883-d0bd-4ddb-9357-1089e4bb4add {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.492425] env[69858]: DEBUG oslo_vmware.api [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Waiting for the task: (returnval){ [ 757.492425] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529e94da-b0a7-3ef5-e374-32439f7c7c26" [ 757.492425] env[69858]: _type = "Task" [ 757.492425] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.504242] env[69858]: DEBUG oslo_vmware.api [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529e94da-b0a7-3ef5-e374-32439f7c7c26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.580909] env[69858]: DEBUG nova.compute.manager [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 757.584401] env[69858]: DEBUG oslo_concurrency.lockutils [None req-998df492-4908-460c-93ae-efdaaa582a04 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.589027] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1f2d380a-1645-4f49-9736-422b683c3227 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.759s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.589027] env[69858]: DEBUG nova.objects.instance [None req-1f2d380a-1645-4f49-9736-422b683c3227 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Lazy-loading 'resources' on Instance uuid 271fa258-0e8a-48ae-967b-e87ede527641 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.698012] env[69858]: INFO nova.compute.manager [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Took 31.88 seconds to build instance. [ 757.773048] env[69858]: DEBUG nova.network.neutron [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Updating instance_info_cache with network_info: [{"id": "cc1131d5-e1cc-4135-a802-72e9bc374aec", "address": "fa:16:3e:69:d0:e2", "network": {"id": "4d99c1f6-fbd6-4a6e-ae18-24819b2a3ada", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-652009006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "957a8895e5e544dca3a9e6fe0e4aa843", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc1131d5-e1", "ovs_interfaceid": "cc1131d5-e1cc-4135-a802-72e9bc374aec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.800088] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Acquiring lock "69194f68-ae44-470c-8b5c-645a22078f76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.800358] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Lock "69194f68-ae44-470c-8b5c-645a22078f76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.980171] env[69858]: DEBUG nova.compute.manager [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.980817] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa40a1c0-b641-420d-a4b6-468b36c9442a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.019703] env[69858]: DEBUG oslo_vmware.api [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529e94da-b0a7-3ef5-e374-32439f7c7c26, 'name': SearchDatastore_Task, 'duration_secs': 0.012528} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.020846] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64f757ca-7bec-4eaa-9d7b-76dcf9869abf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.028088] env[69858]: DEBUG oslo_vmware.api [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Waiting for the task: (returnval){ [ 758.028088] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5265260f-8937-0880-6295-9821111fb953" [ 758.028088] env[69858]: _type = "Task" [ 758.028088] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.038833] env[69858]: DEBUG oslo_vmware.api [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5265260f-8937-0880-6295-9821111fb953, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.201664] env[69858]: DEBUG oslo_concurrency.lockutils [None req-727d97b7-d5ed-402e-85b6-0aa28cb44c2b tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Lock "b5571ce8-4a18-4bed-8f74-6cdbe092891c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.640s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.279584] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Releasing lock "refresh_cache-0970e5bb-0c9d-406a-9467-0a50dc9c11c6" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.280038] env[69858]: DEBUG nova.compute.manager [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Instance network_info: |[{"id": "cc1131d5-e1cc-4135-a802-72e9bc374aec", "address": "fa:16:3e:69:d0:e2", "network": {"id": "4d99c1f6-fbd6-4a6e-ae18-24819b2a3ada", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-652009006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "957a8895e5e544dca3a9e6fe0e4aa843", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc1131d5-e1", "ovs_interfaceid": "cc1131d5-e1cc-4135-a802-72e9bc374aec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.281510] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:d0:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '193994c7-8e1b-4f25-a4a4-d0563845eb28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc1131d5-e1cc-4135-a802-72e9bc374aec', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.289281] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Creating folder: Project (957a8895e5e544dca3a9e6fe0e4aa843). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.292558] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a695313-5713-4ceb-b981-baa7febe508a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.310465] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Created folder: Project (957a8895e5e544dca3a9e6fe0e4aa843) in parent group-v682032. [ 758.310712] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Creating folder: Instances. Parent ref: group-v682092. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.310979] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98fa7189-7981-474f-ac2e-4a2075cae2f9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.321463] env[69858]: DEBUG nova.network.neutron [req-dee30420-c83d-46ab-9963-b2cf4abdd2c0 req-f71fddc5-8aeb-4ffe-af97-e7fcd5a9422e service nova] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Updated VIF entry in instance network info cache for port 53c75db1-c77d-491d-92cf-25843b6dcf61. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.322171] env[69858]: DEBUG nova.network.neutron [req-dee30420-c83d-46ab-9963-b2cf4abdd2c0 req-f71fddc5-8aeb-4ffe-af97-e7fcd5a9422e service nova] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Updating instance_info_cache with network_info: [{"id": "53c75db1-c77d-491d-92cf-25843b6dcf61", "address": "fa:16:3e:84:46:8d", "network": {"id": "da7c64ed-c901-40c5-95ad-0dbc3cff6c75", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1472626846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae352d78bed4516a024fe3a207a178d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53c75db1-c7", "ovs_interfaceid": "53c75db1-c77d-491d-92cf-25843b6dcf61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.336720] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Created folder: Instances in parent group-v682092. [ 758.338251] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.338251] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.338251] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8847e40d-0de1-4f62-ae48-5d7f0ea6257d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.369214] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.369214] env[69858]: value = "task-3418719" [ 758.369214] env[69858]: _type = "Task" [ 758.369214] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.383077] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418719, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.508502] env[69858]: INFO nova.compute.manager [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] instance snapshotting [ 758.511497] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699befba-cd94-47fd-98b3-900fc372c8c4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.550627] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5245dbbb-1365-45c8-9c66-d01c820d5cda {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.568464] env[69858]: DEBUG oslo_vmware.api [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5265260f-8937-0880-6295-9821111fb953, 'name': SearchDatastore_Task, 'duration_secs': 0.028716} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.568464] env[69858]: DEBUG oslo_concurrency.lockutils [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.568464] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96/8b263c3e-8f1a-4da9-8e62-fbd1037dfd96.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.568464] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98578d63-a6b2-41c5-97e0-4116d71ca744 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.578417] env[69858]: DEBUG oslo_vmware.api [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Waiting for the task: (returnval){ [ 758.578417] env[69858]: value = "task-3418720" [ 758.578417] env[69858]: _type = "Task" [ 758.578417] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.599138] env[69858]: DEBUG nova.compute.manager [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.599435] env[69858]: DEBUG oslo_vmware.api [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Task: {'id': task-3418720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.640844] env[69858]: DEBUG nova.virt.hardware [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.640844] env[69858]: DEBUG nova.virt.hardware [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.640844] env[69858]: DEBUG nova.virt.hardware [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.641038] env[69858]: DEBUG nova.virt.hardware [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.641038] env[69858]: DEBUG nova.virt.hardware [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.641038] env[69858]: DEBUG nova.virt.hardware [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.641038] env[69858]: DEBUG nova.virt.hardware [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.641038] env[69858]: DEBUG nova.virt.hardware [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.641219] env[69858]: DEBUG nova.virt.hardware [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.641687] env[69858]: DEBUG nova.virt.hardware [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.641891] env[69858]: DEBUG nova.virt.hardware [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.643632] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265f1431-1629-4ad8-a12a-3cac2fac1fff {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.656079] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffb2d53-7652-4d1b-b6e9-73fc08d6b75e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.660652] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4307a79b-f566-4d2e-bbe9-3fe2cb7150b3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.677781] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Instance VIF info [] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.681513] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Creating folder: Project (9badfd4004f54b11ab710cbb26525bca). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.684170] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8c08872-c609-4818-828c-155753a6ec41 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.691295] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2028195-a001-422b-8b07-d9ad41170966 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.730907] env[69858]: DEBUG nova.compute.manager [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.740432] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155c9cc8-80c0-4236-b7b2-d3a9a13ed8ea {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.740432] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Created folder: Project (9badfd4004f54b11ab710cbb26525bca) in parent group-v682032. [ 758.740432] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Creating folder: Instances. Parent ref: group-v682095. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.740912] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-418d8ba5-2259-4f7a-8785-83212c3411c6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.749934] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f13b76-ef08-4972-87d5-4e1a35534427 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.774219] env[69858]: DEBUG nova.compute.provider_tree [None req-1f2d380a-1645-4f49-9736-422b683c3227 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.780604] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Created folder: Instances in parent group-v682095. [ 758.781487] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.781487] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.781487] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f2f8a47-bac1-4f4a-a64f-83cdbc6fa093 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.802274] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.802274] env[69858]: value = "task-3418723" [ 758.802274] env[69858]: _type = "Task" [ 758.802274] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.811154] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418723, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.826206] env[69858]: DEBUG oslo_concurrency.lockutils [req-dee30420-c83d-46ab-9963-b2cf4abdd2c0 req-f71fddc5-8aeb-4ffe-af97-e7fcd5a9422e service nova] Releasing lock "refresh_cache-8b263c3e-8f1a-4da9-8e62-fbd1037dfd96" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.885295] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418719, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.020987] env[69858]: DEBUG nova.compute.manager [req-5a60092a-dd8e-4166-ae51-85524f58a928 req-00997d98-93da-4e73-bc30-c91fa7a879f6 service nova] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Received event network-vif-plugged-cc1131d5-e1cc-4135-a802-72e9bc374aec {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.021293] env[69858]: DEBUG oslo_concurrency.lockutils [req-5a60092a-dd8e-4166-ae51-85524f58a928 req-00997d98-93da-4e73-bc30-c91fa7a879f6 service nova] Acquiring lock "0970e5bb-0c9d-406a-9467-0a50dc9c11c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.021489] env[69858]: DEBUG oslo_concurrency.lockutils [req-5a60092a-dd8e-4166-ae51-85524f58a928 req-00997d98-93da-4e73-bc30-c91fa7a879f6 service nova] Lock "0970e5bb-0c9d-406a-9467-0a50dc9c11c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.021649] env[69858]: DEBUG oslo_concurrency.lockutils [req-5a60092a-dd8e-4166-ae51-85524f58a928 req-00997d98-93da-4e73-bc30-c91fa7a879f6 service nova] Lock "0970e5bb-0c9d-406a-9467-0a50dc9c11c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.021822] env[69858]: DEBUG nova.compute.manager [req-5a60092a-dd8e-4166-ae51-85524f58a928 req-00997d98-93da-4e73-bc30-c91fa7a879f6 service nova] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] No waiting events found dispatching network-vif-plugged-cc1131d5-e1cc-4135-a802-72e9bc374aec {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 759.021989] env[69858]: WARNING nova.compute.manager [req-5a60092a-dd8e-4166-ae51-85524f58a928 req-00997d98-93da-4e73-bc30-c91fa7a879f6 service nova] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Received unexpected event network-vif-plugged-cc1131d5-e1cc-4135-a802-72e9bc374aec for instance with vm_state building and task_state spawning. [ 759.022180] env[69858]: DEBUG nova.compute.manager [req-5a60092a-dd8e-4166-ae51-85524f58a928 req-00997d98-93da-4e73-bc30-c91fa7a879f6 service nova] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Received event network-changed-cc1131d5-e1cc-4135-a802-72e9bc374aec {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.022339] env[69858]: DEBUG nova.compute.manager [req-5a60092a-dd8e-4166-ae51-85524f58a928 req-00997d98-93da-4e73-bc30-c91fa7a879f6 service nova] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Refreshing instance network info cache due to event network-changed-cc1131d5-e1cc-4135-a802-72e9bc374aec. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 759.022528] env[69858]: DEBUG oslo_concurrency.lockutils [req-5a60092a-dd8e-4166-ae51-85524f58a928 req-00997d98-93da-4e73-bc30-c91fa7a879f6 service nova] Acquiring lock "refresh_cache-0970e5bb-0c9d-406a-9467-0a50dc9c11c6" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.022663] env[69858]: DEBUG oslo_concurrency.lockutils [req-5a60092a-dd8e-4166-ae51-85524f58a928 req-00997d98-93da-4e73-bc30-c91fa7a879f6 service nova] Acquired lock "refresh_cache-0970e5bb-0c9d-406a-9467-0a50dc9c11c6" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.022898] env[69858]: DEBUG nova.network.neutron [req-5a60092a-dd8e-4166-ae51-85524f58a928 req-00997d98-93da-4e73-bc30-c91fa7a879f6 service nova] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Refreshing network info cache for port cc1131d5-e1cc-4135-a802-72e9bc374aec {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.067266] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Creating Snapshot of the VM instance {{(pid=69858) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 759.067687] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-677bfd3e-a631-42a8-a36c-b90aa0f13702 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.080041] env[69858]: DEBUG oslo_vmware.api [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Waiting for the task: (returnval){ [ 759.080041] env[69858]: value = "task-3418725" [ 759.080041] env[69858]: _type = "Task" [ 759.080041] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.098149] env[69858]: DEBUG oslo_vmware.api [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418725, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.102664] env[69858]: DEBUG oslo_vmware.api [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Task: {'id': task-3418720, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.275188] env[69858]: DEBUG oslo_concurrency.lockutils [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.279651] env[69858]: DEBUG nova.scheduler.client.report [None req-1f2d380a-1645-4f49-9736-422b683c3227 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.320646] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418723, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.382271] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418719, 'name': CreateVM_Task, 'duration_secs': 0.581447} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.382543] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.383158] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.383330] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.383698] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.383897] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eea487c2-26b9-4f71-93f4-593885d59b44 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.397393] env[69858]: DEBUG oslo_vmware.api [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Waiting for the task: (returnval){ [ 759.397393] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52be21f6-2397-f6b3-8d4a-08bc79f6e5a9" [ 759.397393] env[69858]: _type = "Task" [ 759.397393] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.406968] env[69858]: DEBUG oslo_vmware.api [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52be21f6-2397-f6b3-8d4a-08bc79f6e5a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.593501] env[69858]: DEBUG oslo_vmware.api [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Task: {'id': task-3418720, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697215} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.593960] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96/8b263c3e-8f1a-4da9-8e62-fbd1037dfd96.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.596803] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.600959] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-594e81d8-7beb-4c05-a894-6b941ea74b20 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.603945] env[69858]: DEBUG oslo_vmware.api [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418725, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.610614] env[69858]: DEBUG oslo_vmware.api [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Waiting for the task: (returnval){ [ 759.610614] env[69858]: value = "task-3418726" [ 759.610614] env[69858]: _type = "Task" [ 759.610614] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.629347] env[69858]: DEBUG oslo_vmware.api [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Task: {'id': task-3418726, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.787042] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1f2d380a-1645-4f49-9736-422b683c3227 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.201s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.788790] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.840s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.791992] env[69858]: INFO nova.compute.claims [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.824020] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418723, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.831282] env[69858]: INFO nova.scheduler.client.report [None req-1f2d380a-1645-4f49-9736-422b683c3227 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Deleted allocations for instance 271fa258-0e8a-48ae-967b-e87ede527641 [ 759.920246] env[69858]: DEBUG oslo_vmware.api [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52be21f6-2397-f6b3-8d4a-08bc79f6e5a9, 'name': SearchDatastore_Task, 'duration_secs': 0.019902} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.920246] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.920246] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.920246] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.920577] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.920577] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.920577] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d1e86b4-5898-45c0-b1c0-c03bd99b52a8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.929330] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.929526] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.932017] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0fdb4ea-2e9e-4f13-9bc5-b5cb82af1d8f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.942027] env[69858]: DEBUG oslo_vmware.api [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Waiting for the task: (returnval){ [ 759.942027] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520ae3f3-11d1-5b13-dfcf-d480a26dff30" [ 759.942027] env[69858]: _type = "Task" [ 759.942027] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.952069] env[69858]: DEBUG oslo_vmware.api [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520ae3f3-11d1-5b13-dfcf-d480a26dff30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.102994] env[69858]: DEBUG oslo_vmware.api [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418725, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.127555] env[69858]: DEBUG oslo_vmware.api [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Task: {'id': task-3418726, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069618} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.127883] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.128787] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50a1e41-4035-43e1-a8f4-d7ed1d1f1df8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.163623] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96/8b263c3e-8f1a-4da9-8e62-fbd1037dfd96.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.164086] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ed88389-0b16-42d3-a15f-890b3e09a94c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.192067] env[69858]: DEBUG oslo_vmware.api [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Waiting for the task: (returnval){ [ 760.192067] env[69858]: value = "task-3418727" [ 760.192067] env[69858]: _type = "Task" [ 760.192067] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.211621] env[69858]: DEBUG oslo_vmware.api [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Task: {'id': task-3418727, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.327689] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418723, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.343182] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1f2d380a-1645-4f49-9736-422b683c3227 tempest-ServerExternalEventsTest-907623421 tempest-ServerExternalEventsTest-907623421-project-member] Lock "271fa258-0e8a-48ae-967b-e87ede527641" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.770s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.460024] env[69858]: DEBUG oslo_vmware.api [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520ae3f3-11d1-5b13-dfcf-d480a26dff30, 'name': SearchDatastore_Task, 'duration_secs': 0.020806} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.460024] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5103b7c3-8a25-4410-8f50-d0263d511f7e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.471200] env[69858]: DEBUG oslo_vmware.api [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Waiting for the task: (returnval){ [ 760.471200] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c5c02e-aa8c-1c70-59f6-7731eaa8044a" [ 760.471200] env[69858]: _type = "Task" [ 760.471200] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.471200] env[69858]: DEBUG nova.network.neutron [req-5a60092a-dd8e-4166-ae51-85524f58a928 req-00997d98-93da-4e73-bc30-c91fa7a879f6 service nova] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Updated VIF entry in instance network info cache for port cc1131d5-e1cc-4135-a802-72e9bc374aec. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.471483] env[69858]: DEBUG nova.network.neutron [req-5a60092a-dd8e-4166-ae51-85524f58a928 req-00997d98-93da-4e73-bc30-c91fa7a879f6 service nova] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Updating instance_info_cache with network_info: [{"id": "cc1131d5-e1cc-4135-a802-72e9bc374aec", "address": "fa:16:3e:69:d0:e2", "network": {"id": "4d99c1f6-fbd6-4a6e-ae18-24819b2a3ada", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-652009006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "957a8895e5e544dca3a9e6fe0e4aa843", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc1131d5-e1", "ovs_interfaceid": "cc1131d5-e1cc-4135-a802-72e9bc374aec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.488022] env[69858]: DEBUG oslo_vmware.api [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c5c02e-aa8c-1c70-59f6-7731eaa8044a, 'name': SearchDatastore_Task, 'duration_secs': 0.01365} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.488022] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.488022] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 0970e5bb-0c9d-406a-9467-0a50dc9c11c6/0970e5bb-0c9d-406a-9467-0a50dc9c11c6.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.489571] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbb38c3b-05b6-49f3-a7fc-5e050aca3d66 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.500259] env[69858]: DEBUG oslo_vmware.api [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Waiting for the task: (returnval){ [ 760.500259] env[69858]: value = "task-3418728" [ 760.500259] env[69858]: _type = "Task" [ 760.500259] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.515839] env[69858]: DEBUG oslo_vmware.api [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Task: {'id': task-3418728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.603542] env[69858]: DEBUG oslo_vmware.api [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418725, 'name': CreateSnapshot_Task, 'duration_secs': 1.358484} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.604168] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Created Snapshot of the VM instance {{(pid=69858) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 760.604724] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51da418-4618-43b0-abe8-8e3d1df5db2b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.707132] env[69858]: DEBUG oslo_vmware.api [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Task: {'id': task-3418727, 'name': ReconfigVM_Task, 'duration_secs': 0.452287} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.707132] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96/8b263c3e-8f1a-4da9-8e62-fbd1037dfd96.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.707132] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c38e79a-61d1-44ea-acd0-cfdb65026bf2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.716127] env[69858]: DEBUG oslo_vmware.api [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Waiting for the task: (returnval){ [ 760.716127] env[69858]: value = "task-3418729" [ 760.716127] env[69858]: _type = "Task" [ 760.716127] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.731136] env[69858]: DEBUG oslo_vmware.api [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Task: {'id': task-3418729, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.827478] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418723, 'name': CreateVM_Task, 'duration_secs': 1.821966} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.827478] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.827478] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.827478] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.827478] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.827645] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecd25439-25b1-45d6-bdd7-7df56abdebd7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.835325] env[69858]: DEBUG oslo_vmware.api [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Waiting for the task: (returnval){ [ 760.835325] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e9e4f6-e5c5-0fe7-15bf-350e91a6c3d2" [ 760.835325] env[69858]: _type = "Task" [ 760.835325] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.860066] env[69858]: DEBUG oslo_vmware.api [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e9e4f6-e5c5-0fe7-15bf-350e91a6c3d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.972659] env[69858]: DEBUG oslo_concurrency.lockutils [req-5a60092a-dd8e-4166-ae51-85524f58a928 req-00997d98-93da-4e73-bc30-c91fa7a879f6 service nova] Releasing lock "refresh_cache-0970e5bb-0c9d-406a-9467-0a50dc9c11c6" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.012461] env[69858]: DEBUG oslo_vmware.api [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Task: {'id': task-3418728, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.138171] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Creating linked-clone VM from snapshot {{(pid=69858) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 761.138423] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-05433131-f559-4da4-9954-22f94d275622 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.156769] env[69858]: DEBUG oslo_vmware.api [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Waiting for the task: (returnval){ [ 761.156769] env[69858]: value = "task-3418731" [ 761.156769] env[69858]: _type = "Task" [ 761.156769] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.168432] env[69858]: DEBUG oslo_vmware.api [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418731, 'name': CloneVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.230256] env[69858]: DEBUG oslo_vmware.api [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Task: {'id': task-3418729, 'name': Rename_Task, 'duration_secs': 0.475088} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.233512] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.234659] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f574b43e-4b52-49be-acbc-c648775f1aef {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.246120] env[69858]: DEBUG oslo_vmware.api [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Waiting for the task: (returnval){ [ 761.246120] env[69858]: value = "task-3418732" [ 761.246120] env[69858]: _type = "Task" [ 761.246120] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.262208] env[69858]: DEBUG oslo_vmware.api [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Task: {'id': task-3418732, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.316575] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41200ff2-b4f8-4c6a-8a87-1890b5861024 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.326424] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4691f0-3025-4370-8871-6cd79f13a8ca {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.378369] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030cf09a-7db6-4e7a-b972-a5b1c3cb9700 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.392096] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fab7412-9ac4-434b-b492-46ba6eb7135b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.396742] env[69858]: DEBUG oslo_vmware.api [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e9e4f6-e5c5-0fe7-15bf-350e91a6c3d2, 'name': SearchDatastore_Task, 'duration_secs': 0.062413} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.397134] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.397285] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.397503] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.397645] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.397824] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.399202] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d8d7105-226d-4911-b837-ae8263d18aa6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.410852] env[69858]: DEBUG nova.compute.provider_tree [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.413511] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.413703] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.414759] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e0be7c7-6ab0-4465-9930-bf6576d0a400 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.423811] env[69858]: DEBUG oslo_vmware.api [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Waiting for the task: (returnval){ [ 761.423811] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526db7d4-690d-dcac-c360-d051dfe5f4e7" [ 761.423811] env[69858]: _type = "Task" [ 761.423811] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.434468] env[69858]: DEBUG oslo_vmware.api [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526db7d4-690d-dcac-c360-d051dfe5f4e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.514319] env[69858]: DEBUG oslo_vmware.api [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Task: {'id': task-3418728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650997} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.514730] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 0970e5bb-0c9d-406a-9467-0a50dc9c11c6/0970e5bb-0c9d-406a-9467-0a50dc9c11c6.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.514837] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.515140] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fadd60a1-6b8e-4cac-b741-b01fc1fae385 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.524303] env[69858]: DEBUG oslo_vmware.api [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Waiting for the task: (returnval){ [ 761.524303] env[69858]: value = "task-3418733" [ 761.524303] env[69858]: _type = "Task" [ 761.524303] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.542331] env[69858]: DEBUG oslo_vmware.api [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Task: {'id': task-3418733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.592284] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Acquiring lock "a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.592574] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Lock "a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.670811] env[69858]: DEBUG oslo_vmware.api [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418731, 'name': CloneVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.757101] env[69858]: DEBUG oslo_vmware.api [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Task: {'id': task-3418732, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.916324] env[69858]: DEBUG nova.scheduler.client.report [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.937420] env[69858]: DEBUG oslo_vmware.api [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526db7d4-690d-dcac-c360-d051dfe5f4e7, 'name': SearchDatastore_Task, 'duration_secs': 0.014514} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.939083] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40176649-493a-4878-98f5-ecc61f50c5a9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.947487] env[69858]: DEBUG oslo_vmware.api [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Waiting for the task: (returnval){ [ 761.947487] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b30f56-2008-ddc0-515d-d3d0e9e604ce" [ 761.947487] env[69858]: _type = "Task" [ 761.947487] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.962362] env[69858]: DEBUG oslo_vmware.api [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b30f56-2008-ddc0-515d-d3d0e9e604ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.040019] env[69858]: DEBUG oslo_vmware.api [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Task: {'id': task-3418733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070719} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.040019] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.040019] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d276fa-548b-40ac-a987-6926c2b3f871 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.070090] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 0970e5bb-0c9d-406a-9467-0a50dc9c11c6/0970e5bb-0c9d-406a-9467-0a50dc9c11c6.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.070090] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21272099-7e23-4709-b759-f9437a8f09df {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.095627] env[69858]: DEBUG oslo_vmware.api [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Waiting for the task: (returnval){ [ 762.095627] env[69858]: value = "task-3418734" [ 762.095627] env[69858]: _type = "Task" [ 762.095627] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.107467] env[69858]: DEBUG oslo_vmware.api [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Task: {'id': task-3418734, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.175222] env[69858]: DEBUG oslo_vmware.api [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418731, 'name': CloneVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.259611] env[69858]: DEBUG oslo_vmware.api [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Task: {'id': task-3418732, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.423116] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.423675] env[69858]: DEBUG nova.compute.manager [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.426705] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.678s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.430587] env[69858]: INFO nova.compute.claims [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.471542] env[69858]: DEBUG oslo_vmware.api [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b30f56-2008-ddc0-515d-d3d0e9e604ce, 'name': SearchDatastore_Task, 'duration_secs': 0.033964} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.471542] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.471780] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] fedb8a4e-eacc-4934-936e-67bbf44807a3/fedb8a4e-eacc-4934-936e-67bbf44807a3.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.472047] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a8bc69c-7da7-450e-9b3d-fd42e83a8c28 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.481542] env[69858]: DEBUG oslo_vmware.api [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Waiting for the task: (returnval){ [ 762.481542] env[69858]: value = "task-3418735" [ 762.481542] env[69858]: _type = "Task" [ 762.481542] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.495031] env[69858]: DEBUG oslo_vmware.api [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': task-3418735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.608924] env[69858]: DEBUG oslo_vmware.api [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Task: {'id': task-3418734, 'name': ReconfigVM_Task, 'duration_secs': 0.427934} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.608924] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 0970e5bb-0c9d-406a-9467-0a50dc9c11c6/0970e5bb-0c9d-406a-9467-0a50dc9c11c6.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.608924] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d13f7b8c-1293-4cfc-b11a-89a86723b408 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.619001] env[69858]: DEBUG oslo_vmware.api [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Waiting for the task: (returnval){ [ 762.619001] env[69858]: value = "task-3418736" [ 762.619001] env[69858]: _type = "Task" [ 762.619001] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.632017] env[69858]: DEBUG oslo_vmware.api [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Task: {'id': task-3418736, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.673169] env[69858]: DEBUG oslo_vmware.api [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418731, 'name': CloneVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.764534] env[69858]: DEBUG oslo_vmware.api [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Task: {'id': task-3418732, 'name': PowerOnVM_Task, 'duration_secs': 1.181451} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.768021] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.768021] env[69858]: INFO nova.compute.manager [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Took 11.29 seconds to spawn the instance on the hypervisor. [ 762.768021] env[69858]: DEBUG nova.compute.manager [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.770221] env[69858]: DEBUG nova.compute.manager [req-d2527ce2-078f-464e-9df5-dad4227a57b8 req-1c372a9e-43ae-4047-af6b-f79244f4386d service nova] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Received event network-changed-f38a3ff6-081e-4384-a198-2aa7dcd46f91 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.773063] env[69858]: DEBUG nova.compute.manager [req-d2527ce2-078f-464e-9df5-dad4227a57b8 req-1c372a9e-43ae-4047-af6b-f79244f4386d service nova] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Refreshing instance network info cache due to event network-changed-f38a3ff6-081e-4384-a198-2aa7dcd46f91. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.773404] env[69858]: DEBUG oslo_concurrency.lockutils [req-d2527ce2-078f-464e-9df5-dad4227a57b8 req-1c372a9e-43ae-4047-af6b-f79244f4386d service nova] Acquiring lock "refresh_cache-b5571ce8-4a18-4bed-8f74-6cdbe092891c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.773576] env[69858]: DEBUG oslo_concurrency.lockutils [req-d2527ce2-078f-464e-9df5-dad4227a57b8 req-1c372a9e-43ae-4047-af6b-f79244f4386d service nova] Acquired lock "refresh_cache-b5571ce8-4a18-4bed-8f74-6cdbe092891c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.773750] env[69858]: DEBUG nova.network.neutron [req-d2527ce2-078f-464e-9df5-dad4227a57b8 req-1c372a9e-43ae-4047-af6b-f79244f4386d service nova] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Refreshing network info cache for port f38a3ff6-081e-4384-a198-2aa7dcd46f91 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.777308] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eee57f9-9169-46f5-b523-3e4fd7a791bb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.892246] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Acquiring lock "db67c772-084d-4422-9368-359b2990e501" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.892564] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Lock "db67c772-084d-4422-9368-359b2990e501" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.943730] env[69858]: DEBUG nova.compute.utils [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.947039] env[69858]: DEBUG nova.compute.manager [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 762.947039] env[69858]: DEBUG nova.network.neutron [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 762.999681] env[69858]: DEBUG oslo_vmware.api [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': task-3418735, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.030267] env[69858]: DEBUG nova.policy [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98b24982b8284625814e6dd050b8020f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f5412f0d1f24bc1b4fc5054fbb4b428', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.133895] env[69858]: DEBUG oslo_vmware.api [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Task: {'id': task-3418736, 'name': Rename_Task, 'duration_secs': 0.360179} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.133895] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.133895] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2500edf-60b4-4c1b-9a60-ae79c685d671 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.142023] env[69858]: DEBUG oslo_vmware.api [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Waiting for the task: (returnval){ [ 763.142023] env[69858]: value = "task-3418738" [ 763.142023] env[69858]: _type = "Task" [ 763.142023] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.154567] env[69858]: DEBUG oslo_vmware.api [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Task: {'id': task-3418738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.171127] env[69858]: DEBUG oslo_vmware.api [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418731, 'name': CloneVM_Task, 'duration_secs': 1.958729} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.171127] env[69858]: INFO nova.virt.vmwareapi.vmops [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Created linked-clone VM from snapshot [ 763.171779] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78eda6b6-5915-46e3-9602-548d7dee8776 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.183385] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Uploading image 355be37c-0e12-4880-b94b-9b43d40e6a8f {{(pid=69858) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 763.211074] env[69858]: DEBUG oslo_vmware.rw_handles [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 763.211074] env[69858]: value = "vm-682099" [ 763.211074] env[69858]: _type = "VirtualMachine" [ 763.211074] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 763.211376] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4abf3bb7-7843-46d9-b44a-683ee45fa1d0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.220215] env[69858]: DEBUG oslo_vmware.rw_handles [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Lease: (returnval){ [ 763.220215] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a861eb-cab2-0de4-945b-07de8813d76e" [ 763.220215] env[69858]: _type = "HttpNfcLease" [ 763.220215] env[69858]: } obtained for exporting VM: (result){ [ 763.220215] env[69858]: value = "vm-682099" [ 763.220215] env[69858]: _type = "VirtualMachine" [ 763.220215] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 763.220480] env[69858]: DEBUG oslo_vmware.api [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Waiting for the lease: (returnval){ [ 763.220480] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a861eb-cab2-0de4-945b-07de8813d76e" [ 763.220480] env[69858]: _type = "HttpNfcLease" [ 763.220480] env[69858]: } to be ready. {{(pid=69858) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 763.228547] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 763.228547] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a861eb-cab2-0de4-945b-07de8813d76e" [ 763.228547] env[69858]: _type = "HttpNfcLease" [ 763.228547] env[69858]: } is initializing. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 763.309573] env[69858]: INFO nova.compute.manager [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Took 35.09 seconds to build instance. [ 763.453562] env[69858]: DEBUG nova.compute.manager [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.498262] env[69858]: DEBUG oslo_vmware.api [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': task-3418735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585528} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.501149] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] fedb8a4e-eacc-4934-936e-67bbf44807a3/fedb8a4e-eacc-4934-936e-67bbf44807a3.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.501386] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.501865] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ba071b3-c03d-45c3-9f9d-3417ebf1550d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.509688] env[69858]: DEBUG oslo_vmware.api [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Waiting for the task: (returnval){ [ 763.509688] env[69858]: value = "task-3418740" [ 763.509688] env[69858]: _type = "Task" [ 763.509688] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.523540] env[69858]: DEBUG oslo_vmware.api [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': task-3418740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.655463] env[69858]: DEBUG oslo_vmware.api [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Task: {'id': task-3418738, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.660350] env[69858]: DEBUG nova.network.neutron [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Successfully created port: 5de6e742-7b83-4974-be65-ca5343639dde {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.718505] env[69858]: DEBUG nova.network.neutron [req-d2527ce2-078f-464e-9df5-dad4227a57b8 req-1c372a9e-43ae-4047-af6b-f79244f4386d service nova] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Updated VIF entry in instance network info cache for port f38a3ff6-081e-4384-a198-2aa7dcd46f91. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.718898] env[69858]: DEBUG nova.network.neutron [req-d2527ce2-078f-464e-9df5-dad4227a57b8 req-1c372a9e-43ae-4047-af6b-f79244f4386d service nova] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Updating instance_info_cache with network_info: [{"id": "f38a3ff6-081e-4384-a198-2aa7dcd46f91", "address": "fa:16:3e:99:7d:62", "network": {"id": "9990422b-ade1-4f70-80e8-834e1b9db0c4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1876836299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b8f7dfd0a5048ecb863582aefd01c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf38a3ff6-08", "ovs_interfaceid": "f38a3ff6-081e-4384-a198-2aa7dcd46f91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.734524] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 763.734524] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a861eb-cab2-0de4-945b-07de8813d76e" [ 763.734524] env[69858]: _type = "HttpNfcLease" [ 763.734524] env[69858]: } is ready. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 763.735328] env[69858]: DEBUG oslo_vmware.rw_handles [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 763.735328] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a861eb-cab2-0de4-945b-07de8813d76e" [ 763.735328] env[69858]: _type = "HttpNfcLease" [ 763.735328] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 763.737042] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca40e02-ece7-41cd-bbf8-57eeb5b2a2ce {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.747698] env[69858]: DEBUG oslo_vmware.rw_handles [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52968dbc-8447-c234-4baa-f40f1c3dff82/disk-0.vmdk from lease info. {{(pid=69858) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 763.747907] env[69858]: DEBUG oslo_vmware.rw_handles [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52968dbc-8447-c234-4baa-f40f1c3dff82/disk-0.vmdk for reading. {{(pid=69858) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 763.822870] env[69858]: DEBUG oslo_concurrency.lockutils [None req-80514d24-8257-4f8b-96c1-64be54a23335 tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Lock "8b263c3e-8f1a-4da9-8e62-fbd1037dfd96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.617s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.956100] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a967fbe3-88f3-4eb5-aff5-cd26621b650d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.963297] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4ef6dc-2b03-4012-b774-dfa2be380bdd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.974913] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79ce059-2905-4ccd-bd51-5825d3f143d1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.023607] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8d00b6-b064-425a-aa15-153656710737 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.042640] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b45a20-648d-4c80-881c-b19f02d916c9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.047579] env[69858]: DEBUG oslo_vmware.api [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': task-3418740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07069} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.048170] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.049385] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9b96d6-4664-4497-957e-40d54bb3ab8c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.060904] env[69858]: DEBUG nova.compute.provider_tree [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.078783] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] fedb8a4e-eacc-4934-936e-67bbf44807a3/fedb8a4e-eacc-4934-936e-67bbf44807a3.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.080454] env[69858]: DEBUG nova.scheduler.client.report [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.085425] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c70dd3bf-1b72-482e-9684-00c9a3487d69 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.100223] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.674s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.100758] env[69858]: DEBUG nova.compute.manager [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.103890] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.697s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.106742] env[69858]: INFO nova.compute.claims [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.122320] env[69858]: DEBUG oslo_vmware.api [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Waiting for the task: (returnval){ [ 764.122320] env[69858]: value = "task-3418741" [ 764.122320] env[69858]: _type = "Task" [ 764.122320] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.134118] env[69858]: DEBUG oslo_vmware.api [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': task-3418741, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.155340] env[69858]: DEBUG oslo_vmware.api [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Task: {'id': task-3418738, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.223497] env[69858]: DEBUG oslo_concurrency.lockutils [req-d2527ce2-078f-464e-9df5-dad4227a57b8 req-1c372a9e-43ae-4047-af6b-f79244f4386d service nova] Releasing lock "refresh_cache-b5571ce8-4a18-4bed-8f74-6cdbe092891c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.327128] env[69858]: DEBUG nova.compute.manager [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 764.470720] env[69858]: DEBUG nova.compute.manager [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.475457] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "ac25b921-0e82-4866-b73f-17e68740fa3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.475457] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "ac25b921-0e82-4866-b73f-17e68740fa3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.516943] env[69858]: DEBUG nova.virt.hardware [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.518027] env[69858]: DEBUG nova.virt.hardware [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.518483] env[69858]: DEBUG nova.virt.hardware [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.518902] env[69858]: DEBUG nova.virt.hardware [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.519180] env[69858]: DEBUG nova.virt.hardware [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.519430] env[69858]: DEBUG nova.virt.hardware [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.519795] env[69858]: DEBUG nova.virt.hardware [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.519904] env[69858]: DEBUG nova.virt.hardware [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.520156] env[69858]: DEBUG nova.virt.hardware [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.520529] env[69858]: DEBUG nova.virt.hardware [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.520932] env[69858]: DEBUG nova.virt.hardware [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.521832] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8e62db-45b1-4d10-aa28-0ddde9930bdb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.531832] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a0b3c6-9e4c-42b1-a5eb-b37e4614666e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.617629] env[69858]: DEBUG nova.compute.utils [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 764.617629] env[69858]: DEBUG nova.compute.manager [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 764.617833] env[69858]: DEBUG nova.network.neutron [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 764.636926] env[69858]: DEBUG oslo_vmware.api [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': task-3418741, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.652698] env[69858]: DEBUG oslo_vmware.api [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Task: {'id': task-3418738, 'name': PowerOnVM_Task, 'duration_secs': 1.053926} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.653029] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.653331] env[69858]: INFO nova.compute.manager [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Took 10.62 seconds to spawn the instance on the hypervisor. [ 764.653585] env[69858]: DEBUG nova.compute.manager [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.658164] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131f47f5-d85b-4681-8e4f-6a2eb1d3a67a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.719089] env[69858]: DEBUG nova.policy [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9374102f1cad4155bae0284f4da0d4a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a7006d47da44747800459be3880647f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 764.856792] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.123914] env[69858]: DEBUG nova.compute.manager [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.152236] env[69858]: DEBUG oslo_vmware.api [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': task-3418741, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.192034] env[69858]: INFO nova.compute.manager [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Took 34.43 seconds to build instance. [ 765.295394] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Acquiring lock "ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.295704] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Lock "ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.650511] env[69858]: DEBUG oslo_vmware.api [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': task-3418741, 'name': ReconfigVM_Task, 'duration_secs': 1.311873} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.655348] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Reconfigured VM instance instance-00000013 to attach disk [datastore2] fedb8a4e-eacc-4934-936e-67bbf44807a3/fedb8a4e-eacc-4934-936e-67bbf44807a3.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.656476] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4021e00-86a7-4447-a174-bd9b9eb25c39 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.669423] env[69858]: DEBUG oslo_vmware.api [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Waiting for the task: (returnval){ [ 765.669423] env[69858]: value = "task-3418742" [ 765.669423] env[69858]: _type = "Task" [ 765.669423] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.688096] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquiring lock "49841e9c-e776-4254-8001-e754a3dd6031" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.688619] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lock "49841e9c-e776-4254-8001-e754a3dd6031" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.694229] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b6c94899-8aec-4732-878d-2eae1db36efa tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Lock "0970e5bb-0c9d-406a-9467-0a50dc9c11c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.966s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.694691] env[69858]: DEBUG oslo_vmware.api [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': task-3418742, 'name': Rename_Task} progress is 10%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.765097] env[69858]: DEBUG nova.network.neutron [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Successfully created port: 598081be-e458-4393-8db3-fa5aedc0ea01 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 765.798338] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61be3076-9c89-46df-bb67-db24cc144f7b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.809597] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30db8a7a-33db-4417-a6e7-0f4caa06c816 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.844465] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a88cc38-4065-4dd3-8a61-6639e0562730 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.854815] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13276f9f-5239-4998-82fb-ae0ac1edccfc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.874784] env[69858]: DEBUG nova.compute.provider_tree [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.988641] env[69858]: DEBUG nova.compute.manager [req-5a9de5d7-9bb1-4c5e-956d-29c39a91a956 req-98fb66b4-b334-4ace-995c-8cd4c0944687 service nova] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Received event network-changed-53c75db1-c77d-491d-92cf-25843b6dcf61 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.989462] env[69858]: DEBUG nova.compute.manager [req-5a9de5d7-9bb1-4c5e-956d-29c39a91a956 req-98fb66b4-b334-4ace-995c-8cd4c0944687 service nova] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Refreshing instance network info cache due to event network-changed-53c75db1-c77d-491d-92cf-25843b6dcf61. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.993051] env[69858]: DEBUG oslo_concurrency.lockutils [req-5a9de5d7-9bb1-4c5e-956d-29c39a91a956 req-98fb66b4-b334-4ace-995c-8cd4c0944687 service nova] Acquiring lock "refresh_cache-8b263c3e-8f1a-4da9-8e62-fbd1037dfd96" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.993051] env[69858]: DEBUG oslo_concurrency.lockutils [req-5a9de5d7-9bb1-4c5e-956d-29c39a91a956 req-98fb66b4-b334-4ace-995c-8cd4c0944687 service nova] Acquired lock "refresh_cache-8b263c3e-8f1a-4da9-8e62-fbd1037dfd96" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.993051] env[69858]: DEBUG nova.network.neutron [req-5a9de5d7-9bb1-4c5e-956d-29c39a91a956 req-98fb66b4-b334-4ace-995c-8cd4c0944687 service nova] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Refreshing network info cache for port 53c75db1-c77d-491d-92cf-25843b6dcf61 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.154486] env[69858]: DEBUG nova.compute.manager [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 766.178930] env[69858]: DEBUG oslo_vmware.api [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': task-3418742, 'name': Rename_Task, 'duration_secs': 0.177072} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.179478] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.179744] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b212099-e5ab-4e09-9114-d85a12e7f832 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.189527] env[69858]: DEBUG nova.compute.manager [req-dc03ac79-b8fe-4964-a0c3-600ed5321366 req-9e95d908-118f-407a-8294-0394beed6cf6 service nova] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Received event network-vif-plugged-5de6e742-7b83-4974-be65-ca5343639dde {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.189813] env[69858]: DEBUG oslo_concurrency.lockutils [req-dc03ac79-b8fe-4964-a0c3-600ed5321366 req-9e95d908-118f-407a-8294-0394beed6cf6 service nova] Acquiring lock "1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.190718] env[69858]: DEBUG oslo_concurrency.lockutils [req-dc03ac79-b8fe-4964-a0c3-600ed5321366 req-9e95d908-118f-407a-8294-0394beed6cf6 service nova] Lock "1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.190718] env[69858]: DEBUG oslo_concurrency.lockutils [req-dc03ac79-b8fe-4964-a0c3-600ed5321366 req-9e95d908-118f-407a-8294-0394beed6cf6 service nova] Lock "1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.190917] env[69858]: DEBUG nova.compute.manager [req-dc03ac79-b8fe-4964-a0c3-600ed5321366 req-9e95d908-118f-407a-8294-0394beed6cf6 service nova] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] No waiting events found dispatching network-vif-plugged-5de6e742-7b83-4974-be65-ca5343639dde {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 766.191152] env[69858]: WARNING nova.compute.manager [req-dc03ac79-b8fe-4964-a0c3-600ed5321366 req-9e95d908-118f-407a-8294-0394beed6cf6 service nova] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Received unexpected event network-vif-plugged-5de6e742-7b83-4974-be65-ca5343639dde for instance with vm_state building and task_state spawning. [ 766.194188] env[69858]: DEBUG oslo_vmware.api [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Waiting for the task: (returnval){ [ 766.194188] env[69858]: value = "task-3418743" [ 766.194188] env[69858]: _type = "Task" [ 766.194188] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.196565] env[69858]: DEBUG nova.virt.hardware [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.196565] env[69858]: DEBUG nova.virt.hardware [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.196901] env[69858]: DEBUG nova.virt.hardware [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.197102] env[69858]: DEBUG nova.virt.hardware [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.197254] env[69858]: DEBUG nova.virt.hardware [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.197400] env[69858]: DEBUG nova.virt.hardware [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.197623] env[69858]: DEBUG nova.virt.hardware [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.197921] env[69858]: DEBUG nova.virt.hardware [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.198019] env[69858]: DEBUG nova.virt.hardware [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.198170] env[69858]: DEBUG nova.virt.hardware [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.198347] env[69858]: DEBUG nova.virt.hardware [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.199124] env[69858]: DEBUG nova.compute.manager [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.202689] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a512f3a3-2994-46e1-bdc3-ab958851c55c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.221047] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e940de69-7b43-4676-a2a7-c4da86a4b6ae {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.226392] env[69858]: DEBUG oslo_vmware.api [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': task-3418743, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.228390] env[69858]: DEBUG nova.network.neutron [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Successfully updated port: 5de6e742-7b83-4974-be65-ca5343639dde {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 766.378082] env[69858]: DEBUG nova.scheduler.client.report [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.712518] env[69858]: DEBUG oslo_vmware.api [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': task-3418743, 'name': PowerOnVM_Task, 'duration_secs': 0.455383} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.715413] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.715673] env[69858]: INFO nova.compute.manager [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Took 8.12 seconds to spawn the instance on the hypervisor. [ 766.715673] env[69858]: DEBUG nova.compute.manager [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.717090] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7cd199-4320-4300-b0ab-8a850ce537fd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.730952] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Acquiring lock "refresh_cache-1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.731159] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Acquired lock "refresh_cache-1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.731344] env[69858]: DEBUG nova.network.neutron [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.746361] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.883219] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.780s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.883912] env[69858]: DEBUG nova.compute.manager [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 766.887651] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.453s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.892443] env[69858]: INFO nova.compute.claims [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.919365] env[69858]: DEBUG nova.network.neutron [req-5a9de5d7-9bb1-4c5e-956d-29c39a91a956 req-98fb66b4-b334-4ace-995c-8cd4c0944687 service nova] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Updated VIF entry in instance network info cache for port 53c75db1-c77d-491d-92cf-25843b6dcf61. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.919769] env[69858]: DEBUG nova.network.neutron [req-5a9de5d7-9bb1-4c5e-956d-29c39a91a956 req-98fb66b4-b334-4ace-995c-8cd4c0944687 service nova] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Updating instance_info_cache with network_info: [{"id": "53c75db1-c77d-491d-92cf-25843b6dcf61", "address": "fa:16:3e:84:46:8d", "network": {"id": "da7c64ed-c901-40c5-95ad-0dbc3cff6c75", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1472626846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae352d78bed4516a024fe3a207a178d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53c75db1-c7", "ovs_interfaceid": "53c75db1-c77d-491d-92cf-25843b6dcf61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.244399] env[69858]: INFO nova.compute.manager [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Took 31.57 seconds to build instance. [ 767.279173] env[69858]: DEBUG nova.network.neutron [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.397630] env[69858]: DEBUG nova.compute.utils [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.400877] env[69858]: DEBUG nova.compute.manager [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 767.402083] env[69858]: DEBUG nova.network.neutron [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.426023] env[69858]: DEBUG oslo_concurrency.lockutils [req-5a9de5d7-9bb1-4c5e-956d-29c39a91a956 req-98fb66b4-b334-4ace-995c-8cd4c0944687 service nova] Releasing lock "refresh_cache-8b263c3e-8f1a-4da9-8e62-fbd1037dfd96" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.474369] env[69858]: DEBUG nova.network.neutron [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Updating instance_info_cache with network_info: [{"id": "5de6e742-7b83-4974-be65-ca5343639dde", "address": "fa:16:3e:44:c0:94", "network": {"id": "0daa233c-ece1-4276-8491-9b5dbd86c528", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1073813756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3f5412f0d1f24bc1b4fc5054fbb4b428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5de6e742-7b", "ovs_interfaceid": "5de6e742-7b83-4974-be65-ca5343639dde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.506785] env[69858]: DEBUG nova.policy [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9374102f1cad4155bae0284f4da0d4a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a7006d47da44747800459be3880647f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.617592] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Acquiring lock "d9b711b5-7df8-4fc8-9c98-a9a6e2c63303" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.617864] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Lock "d9b711b5-7df8-4fc8-9c98-a9a6e2c63303" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.721735] env[69858]: DEBUG nova.network.neutron [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Successfully updated port: 598081be-e458-4393-8db3-fa5aedc0ea01 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.727020] env[69858]: DEBUG oslo_concurrency.lockutils [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquiring lock "6ab8c34d-5904-44ff-996e-115167ed5c54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.727020] env[69858]: DEBUG oslo_concurrency.lockutils [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lock "6ab8c34d-5904-44ff-996e-115167ed5c54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.746684] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1ea5752b-640a-45f9-badb-c38f32c6ad2b tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Lock "fedb8a4e-eacc-4934-936e-67bbf44807a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.084s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.901517] env[69858]: DEBUG nova.compute.manager [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 767.978412] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Releasing lock "refresh_cache-1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.978743] env[69858]: DEBUG nova.compute.manager [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Instance network_info: |[{"id": "5de6e742-7b83-4974-be65-ca5343639dde", "address": "fa:16:3e:44:c0:94", "network": {"id": "0daa233c-ece1-4276-8491-9b5dbd86c528", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1073813756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3f5412f0d1f24bc1b4fc5054fbb4b428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5de6e742-7b", "ovs_interfaceid": "5de6e742-7b83-4974-be65-ca5343639dde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.979363] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:c0:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43ad01d2-c7dd-453c-a929-8ad76294d13c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5de6e742-7b83-4974-be65-ca5343639dde', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.987516] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Creating folder: Project (3f5412f0d1f24bc1b4fc5054fbb4b428). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.988118] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e795bef4-03a0-4c3e-a01b-b80ac68d968c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.006583] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Created folder: Project (3f5412f0d1f24bc1b4fc5054fbb4b428) in parent group-v682032. [ 768.006949] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Creating folder: Instances. Parent ref: group-v682100. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.012360] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b2e96f1-fd22-4e6f-83bb-218e39f6edbf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.024763] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Created folder: Instances in parent group-v682100. [ 768.025152] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.028378] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.030319] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71de911b-e108-4466-9334-32ddc7d981d0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.056239] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.056239] env[69858]: value = "task-3418746" [ 768.056239] env[69858]: _type = "Task" [ 768.056239] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.070018] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418746, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.225580] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquiring lock "refresh_cache-727bd314-d2e7-4b74-80c3-fde89a04011b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.225714] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquired lock "refresh_cache-727bd314-d2e7-4b74-80c3-fde89a04011b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.225889] env[69858]: DEBUG nova.network.neutron [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.249045] env[69858]: DEBUG nova.compute.manager [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 768.421016] env[69858]: DEBUG nova.network.neutron [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Successfully created port: d41a548c-acdc-4eb8-8d26-4284eb7cb09a {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.437858] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da98a3e7-7666-49e2-9b4a-1644cef8495a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.454994] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0244ae-e92e-44bd-bf80-06c0e649df39 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.512183] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064bce94-76a2-4bbd-8690-dedee35a8c11 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.527115] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5eb49d6-fbc7-4db2-ae0d-17601be1614f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.545755] env[69858]: DEBUG nova.compute.provider_tree [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.568392] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418746, 'name': CreateVM_Task, 'duration_secs': 0.37034} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.568580] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.569328] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.569522] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.569847] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.571136] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef8dc3e8-d86f-4c69-89d1-5788298ac737 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.577314] env[69858]: DEBUG oslo_vmware.api [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Waiting for the task: (returnval){ [ 768.577314] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52fc60bf-ec4a-ce1d-16f2-34ccd49ea4aa" [ 768.577314] env[69858]: _type = "Task" [ 768.577314] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.586849] env[69858]: DEBUG oslo_vmware.api [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52fc60bf-ec4a-ce1d-16f2-34ccd49ea4aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.763439] env[69858]: DEBUG nova.network.neutron [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.773298] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.917537] env[69858]: DEBUG nova.compute.manager [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 768.954113] env[69858]: DEBUG nova.network.neutron [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Updating instance_info_cache with network_info: [{"id": "598081be-e458-4393-8db3-fa5aedc0ea01", "address": "fa:16:3e:f1:09:ce", "network": {"id": "70826732-2ccc-4db6-aa72-1412a88f41e1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1176835399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a7006d47da44747800459be3880647f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap598081be-e4", "ovs_interfaceid": "598081be-e458-4393-8db3-fa5aedc0ea01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.959025] env[69858]: DEBUG nova.virt.hardware [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.959025] env[69858]: DEBUG nova.virt.hardware [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.960319] env[69858]: DEBUG nova.virt.hardware [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.961148] env[69858]: DEBUG nova.virt.hardware [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.961148] env[69858]: DEBUG nova.virt.hardware [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.961148] env[69858]: DEBUG nova.virt.hardware [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.961326] env[69858]: DEBUG nova.virt.hardware [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.961447] env[69858]: DEBUG nova.virt.hardware [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.961639] env[69858]: DEBUG nova.virt.hardware [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.961808] env[69858]: DEBUG nova.virt.hardware [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.961976] env[69858]: DEBUG nova.virt.hardware [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.962909] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899b48a2-f274-44d4-8a80-c2978dd5ccb9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.977931] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32987630-05c1-47bb-b37e-85e15bb51b68 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.049707] env[69858]: DEBUG nova.scheduler.client.report [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.076848] env[69858]: DEBUG nova.compute.manager [req-5120f942-5ae1-4c6d-bae9-2fa807095c0f req-e533c921-7ede-46be-a723-8bc4a04f59a0 service nova] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Received event network-changed-5de6e742-7b83-4974-be65-ca5343639dde {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.077254] env[69858]: DEBUG nova.compute.manager [req-5120f942-5ae1-4c6d-bae9-2fa807095c0f req-e533c921-7ede-46be-a723-8bc4a04f59a0 service nova] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Refreshing instance network info cache due to event network-changed-5de6e742-7b83-4974-be65-ca5343639dde. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 769.078473] env[69858]: DEBUG oslo_concurrency.lockutils [req-5120f942-5ae1-4c6d-bae9-2fa807095c0f req-e533c921-7ede-46be-a723-8bc4a04f59a0 service nova] Acquiring lock "refresh_cache-1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.078754] env[69858]: DEBUG oslo_concurrency.lockutils [req-5120f942-5ae1-4c6d-bae9-2fa807095c0f req-e533c921-7ede-46be-a723-8bc4a04f59a0 service nova] Acquired lock "refresh_cache-1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.079049] env[69858]: DEBUG nova.network.neutron [req-5120f942-5ae1-4c6d-bae9-2fa807095c0f req-e533c921-7ede-46be-a723-8bc4a04f59a0 service nova] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Refreshing network info cache for port 5de6e742-7b83-4974-be65-ca5343639dde {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.096372] env[69858]: DEBUG oslo_vmware.api [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52fc60bf-ec4a-ce1d-16f2-34ccd49ea4aa, 'name': SearchDatastore_Task, 'duration_secs': 0.015431} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.096560] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.096837] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.097113] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.097284] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.097501] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.098436] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c072198-a3a1-478b-8e3c-d29d394126db {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.113270] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.113270] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.113270] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e786980-0770-462f-85c2-474143b33715 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.121608] env[69858]: DEBUG oslo_vmware.api [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Waiting for the task: (returnval){ [ 769.121608] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5266961c-b0e6-3708-7bd2-3098213d2a53" [ 769.121608] env[69858]: _type = "Task" [ 769.121608] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.131374] env[69858]: DEBUG oslo_vmware.api [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5266961c-b0e6-3708-7bd2-3098213d2a53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.183899] env[69858]: DEBUG nova.compute.manager [req-da9a2220-d286-48fd-a8d6-722d6affb171 req-cb53f97d-37d9-4e93-a4d6-3ef1e64f613d service nova] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Received event network-changed-cc1131d5-e1cc-4135-a802-72e9bc374aec {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.185267] env[69858]: DEBUG nova.compute.manager [req-da9a2220-d286-48fd-a8d6-722d6affb171 req-cb53f97d-37d9-4e93-a4d6-3ef1e64f613d service nova] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Refreshing instance network info cache due to event network-changed-cc1131d5-e1cc-4135-a802-72e9bc374aec. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 769.185267] env[69858]: DEBUG oslo_concurrency.lockutils [req-da9a2220-d286-48fd-a8d6-722d6affb171 req-cb53f97d-37d9-4e93-a4d6-3ef1e64f613d service nova] Acquiring lock "refresh_cache-0970e5bb-0c9d-406a-9467-0a50dc9c11c6" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.185267] env[69858]: DEBUG oslo_concurrency.lockutils [req-da9a2220-d286-48fd-a8d6-722d6affb171 req-cb53f97d-37d9-4e93-a4d6-3ef1e64f613d service nova] Acquired lock "refresh_cache-0970e5bb-0c9d-406a-9467-0a50dc9c11c6" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.185267] env[69858]: DEBUG nova.network.neutron [req-da9a2220-d286-48fd-a8d6-722d6affb171 req-cb53f97d-37d9-4e93-a4d6-3ef1e64f613d service nova] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Refreshing network info cache for port cc1131d5-e1cc-4135-a802-72e9bc374aec {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.470029] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Releasing lock "refresh_cache-727bd314-d2e7-4b74-80c3-fde89a04011b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.471031] env[69858]: DEBUG nova.compute.manager [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Instance network_info: |[{"id": "598081be-e458-4393-8db3-fa5aedc0ea01", "address": "fa:16:3e:f1:09:ce", "network": {"id": "70826732-2ccc-4db6-aa72-1412a88f41e1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1176835399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a7006d47da44747800459be3880647f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap598081be-e4", "ovs_interfaceid": "598081be-e458-4393-8db3-fa5aedc0ea01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 769.471310] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:09:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4aa1eda7-48b9-4fa2-af0b-94c718313af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '598081be-e458-4393-8db3-fa5aedc0ea01', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.480087] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Creating folder: Project (5a7006d47da44747800459be3880647f). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.480526] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6650555b-e541-4d83-ab10-1f67d4bc0c8a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.497788] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Created folder: Project (5a7006d47da44747800459be3880647f) in parent group-v682032. [ 769.498069] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Creating folder: Instances. Parent ref: group-v682103. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.498416] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4429793b-8a05-4d64-a7a6-1e0e5f6e7c02 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.511641] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Created folder: Instances in parent group-v682103. [ 769.512080] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.512424] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.512705] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfe6d584-e58f-477d-aa83-35d13f87cb98 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.535709] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.535709] env[69858]: value = "task-3418749" [ 769.535709] env[69858]: _type = "Task" [ 769.535709] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.547883] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418749, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.551505] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Acquiring lock "4817a2cf-e32a-4b0e-b8e2-cb671253d08e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.551505] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Lock "4817a2cf-e32a-4b0e-b8e2-cb671253d08e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.560692] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.562056] env[69858]: DEBUG nova.compute.manager [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.565853] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.829s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.568096] env[69858]: INFO nova.compute.claims [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.641063] env[69858]: DEBUG oslo_vmware.api [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5266961c-b0e6-3708-7bd2-3098213d2a53, 'name': SearchDatastore_Task, 'duration_secs': 0.014545} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.641934] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef83d08c-837b-4ed0-a347-89d14860bd82 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.651237] env[69858]: DEBUG oslo_vmware.api [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Waiting for the task: (returnval){ [ 769.651237] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524346ae-1a96-d1cb-8c17-60bd681044d3" [ 769.651237] env[69858]: _type = "Task" [ 769.651237] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.660906] env[69858]: DEBUG oslo_vmware.api [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524346ae-1a96-d1cb-8c17-60bd681044d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.036559] env[69858]: DEBUG nova.network.neutron [req-5120f942-5ae1-4c6d-bae9-2fa807095c0f req-e533c921-7ede-46be-a723-8bc4a04f59a0 service nova] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Updated VIF entry in instance network info cache for port 5de6e742-7b83-4974-be65-ca5343639dde. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.036959] env[69858]: DEBUG nova.network.neutron [req-5120f942-5ae1-4c6d-bae9-2fa807095c0f req-e533c921-7ede-46be-a723-8bc4a04f59a0 service nova] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Updating instance_info_cache with network_info: [{"id": "5de6e742-7b83-4974-be65-ca5343639dde", "address": "fa:16:3e:44:c0:94", "network": {"id": "0daa233c-ece1-4276-8491-9b5dbd86c528", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1073813756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3f5412f0d1f24bc1b4fc5054fbb4b428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5de6e742-7b", "ovs_interfaceid": "5de6e742-7b83-4974-be65-ca5343639dde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.048508] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418749, 'name': CreateVM_Task, 'duration_secs': 0.384567} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.048678] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.049396] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.049554] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.050594] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.050594] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e4e8c93-2c43-4e9e-a1cc-692a47d52e6f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.058008] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 770.058008] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528200f8-12ea-b358-c2ad-7d54fd54a6ea" [ 770.058008] env[69858]: _type = "Task" [ 770.058008] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.079508] env[69858]: DEBUG nova.compute.utils [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.085022] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528200f8-12ea-b358-c2ad-7d54fd54a6ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.085022] env[69858]: DEBUG nova.compute.manager [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.085022] env[69858]: DEBUG nova.network.neutron [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.163973] env[69858]: DEBUG oslo_vmware.api [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524346ae-1a96-d1cb-8c17-60bd681044d3, 'name': SearchDatastore_Task, 'duration_secs': 0.017542} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.168417] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.168760] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a/1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.169448] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc3bccec-2d66-4ea1-8d6c-5f0c8b9c7bbd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.176676] env[69858]: DEBUG nova.policy [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50dce56fde004a0391057d9c7168544a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd09a8dfc15e34c11918f9c9c498d8ca4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.179685] env[69858]: DEBUG oslo_vmware.api [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Waiting for the task: (returnval){ [ 770.179685] env[69858]: value = "task-3418750" [ 770.179685] env[69858]: _type = "Task" [ 770.179685] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.189679] env[69858]: DEBUG oslo_vmware.api [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Task: {'id': task-3418750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.240958] env[69858]: DEBUG nova.network.neutron [req-da9a2220-d286-48fd-a8d6-722d6affb171 req-cb53f97d-37d9-4e93-a4d6-3ef1e64f613d service nova] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Updated VIF entry in instance network info cache for port cc1131d5-e1cc-4135-a802-72e9bc374aec. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.241680] env[69858]: DEBUG nova.network.neutron [req-da9a2220-d286-48fd-a8d6-722d6affb171 req-cb53f97d-37d9-4e93-a4d6-3ef1e64f613d service nova] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Updating instance_info_cache with network_info: [{"id": "cc1131d5-e1cc-4135-a802-72e9bc374aec", "address": "fa:16:3e:69:d0:e2", "network": {"id": "4d99c1f6-fbd6-4a6e-ae18-24819b2a3ada", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-652009006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "957a8895e5e544dca3a9e6fe0e4aa843", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc1131d5-e1", "ovs_interfaceid": "cc1131d5-e1cc-4135-a802-72e9bc374aec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.514276] env[69858]: DEBUG nova.network.neutron [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Successfully created port: 35d376ea-dfc0-4e7a-bde4-be8a721287aa {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.543559] env[69858]: DEBUG oslo_concurrency.lockutils [req-5120f942-5ae1-4c6d-bae9-2fa807095c0f req-e533c921-7ede-46be-a723-8bc4a04f59a0 service nova] Releasing lock "refresh_cache-1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.543962] env[69858]: DEBUG nova.compute.manager [req-5120f942-5ae1-4c6d-bae9-2fa807095c0f req-e533c921-7ede-46be-a723-8bc4a04f59a0 service nova] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Received event network-vif-plugged-598081be-e458-4393-8db3-fa5aedc0ea01 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.544304] env[69858]: DEBUG oslo_concurrency.lockutils [req-5120f942-5ae1-4c6d-bae9-2fa807095c0f req-e533c921-7ede-46be-a723-8bc4a04f59a0 service nova] Acquiring lock "727bd314-d2e7-4b74-80c3-fde89a04011b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.544570] env[69858]: DEBUG oslo_concurrency.lockutils [req-5120f942-5ae1-4c6d-bae9-2fa807095c0f req-e533c921-7ede-46be-a723-8bc4a04f59a0 service nova] Lock "727bd314-d2e7-4b74-80c3-fde89a04011b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.544924] env[69858]: DEBUG oslo_concurrency.lockutils [req-5120f942-5ae1-4c6d-bae9-2fa807095c0f req-e533c921-7ede-46be-a723-8bc4a04f59a0 service nova] Lock "727bd314-d2e7-4b74-80c3-fde89a04011b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.545406] env[69858]: DEBUG nova.compute.manager [req-5120f942-5ae1-4c6d-bae9-2fa807095c0f req-e533c921-7ede-46be-a723-8bc4a04f59a0 service nova] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] No waiting events found dispatching network-vif-plugged-598081be-e458-4393-8db3-fa5aedc0ea01 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.545616] env[69858]: WARNING nova.compute.manager [req-5120f942-5ae1-4c6d-bae9-2fa807095c0f req-e533c921-7ede-46be-a723-8bc4a04f59a0 service nova] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Received unexpected event network-vif-plugged-598081be-e458-4393-8db3-fa5aedc0ea01 for instance with vm_state building and task_state spawning. [ 770.545943] env[69858]: DEBUG nova.compute.manager [req-5120f942-5ae1-4c6d-bae9-2fa807095c0f req-e533c921-7ede-46be-a723-8bc4a04f59a0 service nova] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Received event network-changed-598081be-e458-4393-8db3-fa5aedc0ea01 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.546153] env[69858]: DEBUG nova.compute.manager [req-5120f942-5ae1-4c6d-bae9-2fa807095c0f req-e533c921-7ede-46be-a723-8bc4a04f59a0 service nova] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Refreshing instance network info cache due to event network-changed-598081be-e458-4393-8db3-fa5aedc0ea01. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.546371] env[69858]: DEBUG oslo_concurrency.lockutils [req-5120f942-5ae1-4c6d-bae9-2fa807095c0f req-e533c921-7ede-46be-a723-8bc4a04f59a0 service nova] Acquiring lock "refresh_cache-727bd314-d2e7-4b74-80c3-fde89a04011b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.546512] env[69858]: DEBUG oslo_concurrency.lockutils [req-5120f942-5ae1-4c6d-bae9-2fa807095c0f req-e533c921-7ede-46be-a723-8bc4a04f59a0 service nova] Acquired lock "refresh_cache-727bd314-d2e7-4b74-80c3-fde89a04011b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.546790] env[69858]: DEBUG nova.network.neutron [req-5120f942-5ae1-4c6d-bae9-2fa807095c0f req-e533c921-7ede-46be-a723-8bc4a04f59a0 service nova] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Refreshing network info cache for port 598081be-e458-4393-8db3-fa5aedc0ea01 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.571498] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528200f8-12ea-b358-c2ad-7d54fd54a6ea, 'name': SearchDatastore_Task, 'duration_secs': 0.018783} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.571855] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.572180] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.572330] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.572476] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.572732] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.572929] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-381d81da-a5e1-426b-b2e0-434c1131778a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.587918] env[69858]: DEBUG nova.compute.manager [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.593377] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.593664] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.595021] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7566bbf-b4bd-4593-be1e-3b92ee49730d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.603488] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 770.603488] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5211cbf1-9833-c27d-286b-691f6ee9fd40" [ 770.603488] env[69858]: _type = "Task" [ 770.603488] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.616584] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5211cbf1-9833-c27d-286b-691f6ee9fd40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.700700] env[69858]: DEBUG oslo_vmware.api [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Task: {'id': task-3418750, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.746471] env[69858]: DEBUG oslo_concurrency.lockutils [req-da9a2220-d286-48fd-a8d6-722d6affb171 req-cb53f97d-37d9-4e93-a4d6-3ef1e64f613d service nova] Releasing lock "refresh_cache-0970e5bb-0c9d-406a-9467-0a50dc9c11c6" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.792921] env[69858]: DEBUG nova.network.neutron [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Successfully updated port: d41a548c-acdc-4eb8-8d26-4284eb7cb09a {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.934838] env[69858]: DEBUG nova.network.neutron [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Successfully created port: e2d19817-a0fc-4ddf-a929-6bf719cfaffc {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.115467] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5211cbf1-9833-c27d-286b-691f6ee9fd40, 'name': SearchDatastore_Task, 'duration_secs': 0.062578} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.116353] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa98c14a-c4dd-486e-bba2-f38601c24228 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.126973] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 771.126973] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520874bc-5428-fe47-1635-65e782e2e706" [ 771.126973] env[69858]: _type = "Task" [ 771.126973] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.142100] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520874bc-5428-fe47-1635-65e782e2e706, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.188939] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4343294-ead1-436e-a856-f1ca5caeb9bf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.201265] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e9d0ed-fbe7-4c6d-bf59-3725deff9c21 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.205440] env[69858]: DEBUG oslo_vmware.api [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Task: {'id': task-3418750, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672897} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.205836] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a/1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.206172] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.206942] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed57af08-766b-4998-b713-9a0421b63490 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.245864] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3360745d-8ec7-4eb3-86b6-1cae62ecf869 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.246887] env[69858]: DEBUG oslo_vmware.api [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Waiting for the task: (returnval){ [ 771.246887] env[69858]: value = "task-3418751" [ 771.246887] env[69858]: _type = "Task" [ 771.246887] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.255239] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcf3b2a-8f66-4c70-a047-4b9fb8446238 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.260070] env[69858]: DEBUG nova.network.neutron [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Successfully created port: f9613c4c-d5ac-4cb6-9599-6ecc6e2f417a {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.265034] env[69858]: DEBUG oslo_vmware.api [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Task: {'id': task-3418751, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.278402] env[69858]: DEBUG nova.compute.provider_tree [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.296232] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquiring lock "refresh_cache-8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.296462] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquired lock "refresh_cache-8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.296549] env[69858]: DEBUG nova.network.neutron [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.443308] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Acquiring lock "40ab1d76-b344-4bef-bf59-53c63aa31cae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.443989] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Lock "40ab1d76-b344-4bef-bf59-53c63aa31cae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.609061] env[69858]: DEBUG nova.compute.manager [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.642706] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520874bc-5428-fe47-1635-65e782e2e706, 'name': SearchDatastore_Task, 'duration_secs': 0.030055} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.643233] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.643702] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 727bd314-d2e7-4b74-80c3-fde89a04011b/727bd314-d2e7-4b74-80c3-fde89a04011b.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.644715] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60d05f11-c9d4-4894-bd4a-acd885e114a6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.652042] env[69858]: DEBUG nova.virt.hardware [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.652725] env[69858]: DEBUG nova.virt.hardware [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.653079] env[69858]: DEBUG nova.virt.hardware [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.653381] env[69858]: DEBUG nova.virt.hardware [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.654207] env[69858]: DEBUG nova.virt.hardware [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.654512] env[69858]: DEBUG nova.virt.hardware [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.656535] env[69858]: DEBUG nova.virt.hardware [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.656535] env[69858]: DEBUG nova.virt.hardware [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.656535] env[69858]: DEBUG nova.virt.hardware [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.656535] env[69858]: DEBUG nova.virt.hardware [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.656535] env[69858]: DEBUG nova.virt.hardware [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.656816] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792b2234-bb37-4d0f-be01-40c683ba204e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.663535] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 771.663535] env[69858]: value = "task-3418752" [ 771.663535] env[69858]: _type = "Task" [ 771.663535] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.671993] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828bf256-276a-4a5e-99ca-9ea5f87d776d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.683021] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3418752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.763398] env[69858]: DEBUG oslo_vmware.api [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Task: {'id': task-3418751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069018} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.763736] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.764625] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0fba9a-b0e1-4456-9169-741c16db7f38 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.781278] env[69858]: DEBUG nova.scheduler.client.report [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.794729] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a/1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.796185] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1720041e-3635-4d9d-b00c-bc8cab1f12d1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.823842] env[69858]: DEBUG oslo_vmware.api [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Waiting for the task: (returnval){ [ 771.823842] env[69858]: value = "task-3418753" [ 771.823842] env[69858]: _type = "Task" [ 771.823842] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.835655] env[69858]: DEBUG oslo_vmware.api [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Task: {'id': task-3418753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.846055] env[69858]: DEBUG nova.network.neutron [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.919738] env[69858]: DEBUG nova.network.neutron [req-5120f942-5ae1-4c6d-bae9-2fa807095c0f req-e533c921-7ede-46be-a723-8bc4a04f59a0 service nova] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Updated VIF entry in instance network info cache for port 598081be-e458-4393-8db3-fa5aedc0ea01. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.920187] env[69858]: DEBUG nova.network.neutron [req-5120f942-5ae1-4c6d-bae9-2fa807095c0f req-e533c921-7ede-46be-a723-8bc4a04f59a0 service nova] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Updating instance_info_cache with network_info: [{"id": "598081be-e458-4393-8db3-fa5aedc0ea01", "address": "fa:16:3e:f1:09:ce", "network": {"id": "70826732-2ccc-4db6-aa72-1412a88f41e1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1176835399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a7006d47da44747800459be3880647f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap598081be-e4", "ovs_interfaceid": "598081be-e458-4393-8db3-fa5aedc0ea01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.014938] env[69858]: DEBUG nova.network.neutron [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Updating instance_info_cache with network_info: [{"id": "d41a548c-acdc-4eb8-8d26-4284eb7cb09a", "address": "fa:16:3e:1b:48:b7", "network": {"id": "70826732-2ccc-4db6-aa72-1412a88f41e1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1176835399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a7006d47da44747800459be3880647f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41a548c-ac", "ovs_interfaceid": "d41a548c-acdc-4eb8-8d26-4284eb7cb09a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.177527] env[69858]: DEBUG nova.compute.manager [req-7afd7f41-603b-4615-b364-78360092e5c1 req-04430396-80a0-4cca-bdcb-e4d1d803f1b6 service nova] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Received event network-vif-plugged-d41a548c-acdc-4eb8-8d26-4284eb7cb09a {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.177812] env[69858]: DEBUG oslo_concurrency.lockutils [req-7afd7f41-603b-4615-b364-78360092e5c1 req-04430396-80a0-4cca-bdcb-e4d1d803f1b6 service nova] Acquiring lock "8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.178133] env[69858]: DEBUG oslo_concurrency.lockutils [req-7afd7f41-603b-4615-b364-78360092e5c1 req-04430396-80a0-4cca-bdcb-e4d1d803f1b6 service nova] Lock "8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.178284] env[69858]: DEBUG oslo_concurrency.lockutils [req-7afd7f41-603b-4615-b364-78360092e5c1 req-04430396-80a0-4cca-bdcb-e4d1d803f1b6 service nova] Lock "8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.178458] env[69858]: DEBUG nova.compute.manager [req-7afd7f41-603b-4615-b364-78360092e5c1 req-04430396-80a0-4cca-bdcb-e4d1d803f1b6 service nova] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] No waiting events found dispatching network-vif-plugged-d41a548c-acdc-4eb8-8d26-4284eb7cb09a {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 772.178622] env[69858]: WARNING nova.compute.manager [req-7afd7f41-603b-4615-b364-78360092e5c1 req-04430396-80a0-4cca-bdcb-e4d1d803f1b6 service nova] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Received unexpected event network-vif-plugged-d41a548c-acdc-4eb8-8d26-4284eb7cb09a for instance with vm_state building and task_state spawning. [ 772.178830] env[69858]: DEBUG nova.compute.manager [req-7afd7f41-603b-4615-b364-78360092e5c1 req-04430396-80a0-4cca-bdcb-e4d1d803f1b6 service nova] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Received event network-changed-d41a548c-acdc-4eb8-8d26-4284eb7cb09a {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.179096] env[69858]: DEBUG nova.compute.manager [req-7afd7f41-603b-4615-b364-78360092e5c1 req-04430396-80a0-4cca-bdcb-e4d1d803f1b6 service nova] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Refreshing instance network info cache due to event network-changed-d41a548c-acdc-4eb8-8d26-4284eb7cb09a. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.179222] env[69858]: DEBUG oslo_concurrency.lockutils [req-7afd7f41-603b-4615-b364-78360092e5c1 req-04430396-80a0-4cca-bdcb-e4d1d803f1b6 service nova] Acquiring lock "refresh_cache-8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.183738] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3418752, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.298620] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.298620] env[69858]: DEBUG nova.compute.manager [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.302282] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.004s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.302599] env[69858]: DEBUG nova.objects.instance [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69858) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 772.339670] env[69858]: DEBUG oslo_vmware.api [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Task: {'id': task-3418753, 'name': ReconfigVM_Task, 'duration_secs': 0.350229} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.339983] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a/1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.340652] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e12637b-ea62-480b-9665-c6be25a96d9b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.352979] env[69858]: DEBUG oslo_vmware.api [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Waiting for the task: (returnval){ [ 772.352979] env[69858]: value = "task-3418754" [ 772.352979] env[69858]: _type = "Task" [ 772.352979] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.369826] env[69858]: DEBUG oslo_vmware.api [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Task: {'id': task-3418754, 'name': Rename_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.425650] env[69858]: DEBUG oslo_concurrency.lockutils [req-5120f942-5ae1-4c6d-bae9-2fa807095c0f req-e533c921-7ede-46be-a723-8bc4a04f59a0 service nova] Releasing lock "refresh_cache-727bd314-d2e7-4b74-80c3-fde89a04011b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.517941] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Releasing lock "refresh_cache-8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.518589] env[69858]: DEBUG nova.compute.manager [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Instance network_info: |[{"id": "d41a548c-acdc-4eb8-8d26-4284eb7cb09a", "address": "fa:16:3e:1b:48:b7", "network": {"id": "70826732-2ccc-4db6-aa72-1412a88f41e1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1176835399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a7006d47da44747800459be3880647f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41a548c-ac", "ovs_interfaceid": "d41a548c-acdc-4eb8-8d26-4284eb7cb09a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 772.520727] env[69858]: DEBUG oslo_concurrency.lockutils [req-7afd7f41-603b-4615-b364-78360092e5c1 req-04430396-80a0-4cca-bdcb-e4d1d803f1b6 service nova] Acquired lock "refresh_cache-8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.520727] env[69858]: DEBUG nova.network.neutron [req-7afd7f41-603b-4615-b364-78360092e5c1 req-04430396-80a0-4cca-bdcb-e4d1d803f1b6 service nova] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Refreshing network info cache for port d41a548c-acdc-4eb8-8d26-4284eb7cb09a {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.520727] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:48:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4aa1eda7-48b9-4fa2-af0b-94c718313af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd41a548c-acdc-4eb8-8d26-4284eb7cb09a', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.539099] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.539099] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.539099] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73cc4e18-a3b2-481b-b04b-e7f114b6602b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.567087] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.567087] env[69858]: value = "task-3418755" [ 772.567087] env[69858]: _type = "Task" [ 772.567087] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.579639] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418755, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.676255] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3418752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646505} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.676580] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 727bd314-d2e7-4b74-80c3-fde89a04011b/727bd314-d2e7-4b74-80c3-fde89a04011b.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.676785] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.677140] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87d82bc9-1090-4748-a303-231905c095fc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.688462] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 772.688462] env[69858]: value = "task-3418756" [ 772.688462] env[69858]: _type = "Task" [ 772.688462] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.701417] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3418756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.812540] env[69858]: DEBUG nova.compute.utils [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.823051] env[69858]: DEBUG nova.compute.manager [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.823051] env[69858]: DEBUG nova.network.neutron [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.866589] env[69858]: DEBUG oslo_vmware.api [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Task: {'id': task-3418754, 'name': Rename_Task, 'duration_secs': 0.162899} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.869097] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.869097] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bad74b20-a0a3-4b86-ba6c-17627ef5f7d4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.889604] env[69858]: DEBUG nova.policy [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47e0591ec2b047bcb8fa71679963c9db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7dedf87ec0a4a0eacbea8b7ce50f40e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.893920] env[69858]: DEBUG oslo_vmware.api [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Waiting for the task: (returnval){ [ 772.893920] env[69858]: value = "task-3418757" [ 772.893920] env[69858]: _type = "Task" [ 772.893920] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.903577] env[69858]: DEBUG oslo_vmware.api [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Task: {'id': task-3418757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.042583] env[69858]: DEBUG nova.network.neutron [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Successfully updated port: 35d376ea-dfc0-4e7a-bde4-be8a721287aa {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.083884] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418755, 'name': CreateVM_Task, 'duration_secs': 0.511172} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.084084] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.084843] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.085048] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.085418] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.085715] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-165b4653-a7c0-4c14-b7a3-7d929ed8de21 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.096951] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 773.096951] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524c9797-64d5-ab8b-d943-bb9366191416" [ 773.096951] env[69858]: _type = "Task" [ 773.096951] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.108630] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524c9797-64d5-ab8b-d943-bb9366191416, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.149380] env[69858]: DEBUG nova.compute.manager [req-220fc5be-fbde-4f52-b166-57bade98bf8e req-b36d1a24-4840-4795-beca-0a9471ddf232 service nova] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Received event network-vif-plugged-35d376ea-dfc0-4e7a-bde4-be8a721287aa {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.149717] env[69858]: DEBUG oslo_concurrency.lockutils [req-220fc5be-fbde-4f52-b166-57bade98bf8e req-b36d1a24-4840-4795-beca-0a9471ddf232 service nova] Acquiring lock "5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.150748] env[69858]: DEBUG oslo_concurrency.lockutils [req-220fc5be-fbde-4f52-b166-57bade98bf8e req-b36d1a24-4840-4795-beca-0a9471ddf232 service nova] Lock "5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.150748] env[69858]: DEBUG oslo_concurrency.lockutils [req-220fc5be-fbde-4f52-b166-57bade98bf8e req-b36d1a24-4840-4795-beca-0a9471ddf232 service nova] Lock "5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.150748] env[69858]: DEBUG nova.compute.manager [req-220fc5be-fbde-4f52-b166-57bade98bf8e req-b36d1a24-4840-4795-beca-0a9471ddf232 service nova] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] No waiting events found dispatching network-vif-plugged-35d376ea-dfc0-4e7a-bde4-be8a721287aa {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 773.150748] env[69858]: WARNING nova.compute.manager [req-220fc5be-fbde-4f52-b166-57bade98bf8e req-b36d1a24-4840-4795-beca-0a9471ddf232 service nova] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Received unexpected event network-vif-plugged-35d376ea-dfc0-4e7a-bde4-be8a721287aa for instance with vm_state building and task_state spawning. [ 773.204022] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3418756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170696} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.204022] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.204022] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3ca5e0-3a6f-44ab-9d0c-b1abcbb62cbc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.230146] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 727bd314-d2e7-4b74-80c3-fde89a04011b/727bd314-d2e7-4b74-80c3-fde89a04011b.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.234298] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37a2ca28-97ec-4269-b23d-bf66d00210ca {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.250433] env[69858]: INFO nova.compute.manager [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Rebuilding instance [ 773.259793] env[69858]: DEBUG oslo_concurrency.lockutils [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Acquiring lock "6ef9630b-3885-432a-a03e-aa31e83127fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.261091] env[69858]: DEBUG oslo_concurrency.lockutils [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Lock "6ef9630b-3885-432a-a03e-aa31e83127fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.270242] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 773.270242] env[69858]: value = "task-3418758" [ 773.270242] env[69858]: _type = "Task" [ 773.270242] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.282620] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3418758, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.311439] env[69858]: DEBUG nova.network.neutron [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Successfully created port: 6b21caf0-2a42-4af2-ab15-424bda04831c {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.319392] env[69858]: DEBUG nova.compute.manager [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.320618] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d9f61b-aea0-4b47-b3d2-39f657780f41 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.323538] env[69858]: DEBUG nova.compute.manager [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.330022] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b38331fd-e771-488e-ba66-a05db12b0abf tempest-ServersAdmin275Test-1258715071 tempest-ServersAdmin275Test-1258715071-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.027s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.333579] env[69858]: DEBUG oslo_concurrency.lockutils [None req-94bf9e39-e747-4feb-a2ed-8822067e90e3 tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.299s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.333579] env[69858]: DEBUG nova.objects.instance [None req-94bf9e39-e747-4feb-a2ed-8822067e90e3 tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Lazy-loading 'resources' on Instance uuid 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 773.407722] env[69858]: DEBUG oslo_vmware.api [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Task: {'id': task-3418757, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.530027] env[69858]: DEBUG oslo_vmware.rw_handles [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52968dbc-8447-c234-4baa-f40f1c3dff82/disk-0.vmdk. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 773.531179] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8619bd24-f23d-49c0-90fe-017d2535821e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.538299] env[69858]: DEBUG oslo_vmware.rw_handles [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52968dbc-8447-c234-4baa-f40f1c3dff82/disk-0.vmdk is in state: ready. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 773.538498] env[69858]: ERROR oslo_vmware.rw_handles [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52968dbc-8447-c234-4baa-f40f1c3dff82/disk-0.vmdk due to incomplete transfer. [ 773.538769] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6f5f670e-afb3-4ebc-aafa-e685d4ba52ef {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.547514] env[69858]: DEBUG oslo_vmware.rw_handles [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52968dbc-8447-c234-4baa-f40f1c3dff82/disk-0.vmdk. {{(pid=69858) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 773.547690] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Uploaded image 355be37c-0e12-4880-b94b-9b43d40e6a8f to the Glance image server {{(pid=69858) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 773.552856] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Destroying the VM {{(pid=69858) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 773.552856] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a880440d-00cb-46fa-905f-7a60e53e1b20 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.560175] env[69858]: DEBUG oslo_vmware.api [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Waiting for the task: (returnval){ [ 773.560175] env[69858]: value = "task-3418759" [ 773.560175] env[69858]: _type = "Task" [ 773.560175] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.571749] env[69858]: DEBUG oslo_vmware.api [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418759, 'name': Destroy_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.594166] env[69858]: DEBUG nova.network.neutron [req-7afd7f41-603b-4615-b364-78360092e5c1 req-04430396-80a0-4cca-bdcb-e4d1d803f1b6 service nova] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Updated VIF entry in instance network info cache for port d41a548c-acdc-4eb8-8d26-4284eb7cb09a. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.594578] env[69858]: DEBUG nova.network.neutron [req-7afd7f41-603b-4615-b364-78360092e5c1 req-04430396-80a0-4cca-bdcb-e4d1d803f1b6 service nova] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Updating instance_info_cache with network_info: [{"id": "d41a548c-acdc-4eb8-8d26-4284eb7cb09a", "address": "fa:16:3e:1b:48:b7", "network": {"id": "70826732-2ccc-4db6-aa72-1412a88f41e1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1176835399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a7006d47da44747800459be3880647f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41a548c-ac", "ovs_interfaceid": "d41a548c-acdc-4eb8-8d26-4284eb7cb09a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.612024] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524c9797-64d5-ab8b-d943-bb9366191416, 'name': SearchDatastore_Task, 'duration_secs': 0.022398} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.612599] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.612755] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.612969] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.613149] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.613317] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.613891] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdcfda8a-72fb-441c-ae1d-0eb97a06c169 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.638857] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.639075] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.640510] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a70f3f01-c339-4db5-a4e0-a618eb520a87 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.647608] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 773.647608] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5200a233-16f2-2ca2-0c64-dd7d2508c6eb" [ 773.647608] env[69858]: _type = "Task" [ 773.647608] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.657030] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5200a233-16f2-2ca2-0c64-dd7d2508c6eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.782513] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3418758, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.915209] env[69858]: DEBUG oslo_vmware.api [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Task: {'id': task-3418757, 'name': PowerOnVM_Task, 'duration_secs': 0.595631} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.917847] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.918158] env[69858]: INFO nova.compute.manager [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Took 9.45 seconds to spawn the instance on the hypervisor. [ 773.918814] env[69858]: DEBUG nova.compute.manager [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.921937] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b916be1-e7b2-4b81-96e4-1cb0cfa09639 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.073328] env[69858]: DEBUG oslo_vmware.api [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418759, 'name': Destroy_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.097216] env[69858]: DEBUG oslo_concurrency.lockutils [req-7afd7f41-603b-4615-b364-78360092e5c1 req-04430396-80a0-4cca-bdcb-e4d1d803f1b6 service nova] Releasing lock "refresh_cache-8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.168115] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5200a233-16f2-2ca2-0c64-dd7d2508c6eb, 'name': SearchDatastore_Task, 'duration_secs': 0.042121} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.168987] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f77975e-ea20-403c-b489-d6f1529f64cf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.175453] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 774.175453] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5270b1ef-64b3-bb43-e196-e7fb82ba0979" [ 774.175453] env[69858]: _type = "Task" [ 774.175453] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.187744] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5270b1ef-64b3-bb43-e196-e7fb82ba0979, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.282200] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3418758, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.333750] env[69858]: DEBUG nova.compute.manager [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.343535] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.343851] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04f8848d-f41b-4070-be4b-53e04b558b2b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.353145] env[69858]: DEBUG oslo_vmware.api [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Waiting for the task: (returnval){ [ 774.353145] env[69858]: value = "task-3418760" [ 774.353145] env[69858]: _type = "Task" [ 774.353145] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.365497] env[69858]: DEBUG nova.virt.hardware [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.365497] env[69858]: DEBUG nova.virt.hardware [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.365497] env[69858]: DEBUG nova.virt.hardware [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.365856] env[69858]: DEBUG nova.virt.hardware [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.365856] env[69858]: DEBUG nova.virt.hardware [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.365856] env[69858]: DEBUG nova.virt.hardware [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.365856] env[69858]: DEBUG nova.virt.hardware [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.365996] env[69858]: DEBUG nova.virt.hardware [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.366189] env[69858]: DEBUG nova.virt.hardware [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.366582] env[69858]: DEBUG nova.virt.hardware [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.366582] env[69858]: DEBUG nova.virt.hardware [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.367540] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31af71b-b483-4ed7-947e-91329ae26f13 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.373325] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26412a2-d787-4936-916d-f23c4202bf40 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.383458] env[69858]: DEBUG oslo_vmware.api [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': task-3418760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.385378] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19dfa010-2c4a-4e1b-b909-ec7544780e1b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.393045] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e083b4ad-9e42-485a-b6a8-a3d5c0299edb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.458657] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d88e807-7137-4af3-b4ac-ab7cb1460516 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.462913] env[69858]: INFO nova.compute.manager [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Took 33.54 seconds to build instance. [ 774.471278] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba920d7-15c0-4190-8942-85508a3f7882 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.489087] env[69858]: DEBUG nova.compute.provider_tree [None req-94bf9e39-e747-4feb-a2ed-8822067e90e3 tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.573597] env[69858]: DEBUG oslo_vmware.api [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418759, 'name': Destroy_Task, 'duration_secs': 0.908569} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.573687] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Destroyed the VM [ 774.575314] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Deleting Snapshot of the VM instance {{(pid=69858) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 774.575314] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4765ee11-ad2e-4626-9ce1-38cc270e196c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.582168] env[69858]: DEBUG oslo_vmware.api [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Waiting for the task: (returnval){ [ 774.582168] env[69858]: value = "task-3418761" [ 774.582168] env[69858]: _type = "Task" [ 774.582168] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.590725] env[69858]: DEBUG oslo_vmware.api [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418761, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.686384] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5270b1ef-64b3-bb43-e196-e7fb82ba0979, 'name': SearchDatastore_Task, 'duration_secs': 0.013659} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.686754] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.686944] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a/8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.688283] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cf745c7-b721-4901-854b-8debe932b112 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.697378] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 774.697378] env[69858]: value = "task-3418762" [ 774.697378] env[69858]: _type = "Task" [ 774.697378] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.709194] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3418762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.781061] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3418758, 'name': ReconfigVM_Task, 'duration_secs': 1.173084} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.781454] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 727bd314-d2e7-4b74-80c3-fde89a04011b/727bd314-d2e7-4b74-80c3-fde89a04011b.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.782111] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6566cd8-a5d2-42a8-835b-f2550c602c20 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.790912] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 774.790912] env[69858]: value = "task-3418763" [ 774.790912] env[69858]: _type = "Task" [ 774.790912] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.805825] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3418763, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.866924] env[69858]: DEBUG oslo_vmware.api [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': task-3418760, 'name': PowerOffVM_Task, 'duration_secs': 0.161245} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.867161] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.867860] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.869536] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455f3c95-b054-449a-8c0b-141ba4a06333 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.878832] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.879198] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfd9ceec-8441-493b-910a-b4eb788e1561 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.912947] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.913308] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.913504] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Deleting the datastore file [datastore2] fedb8a4e-eacc-4934-936e-67bbf44807a3 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.913864] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13b899af-031b-45ef-9ce0-1c0b0f3cb134 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.927604] env[69858]: DEBUG oslo_vmware.api [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Waiting for the task: (returnval){ [ 774.927604] env[69858]: value = "task-3418765" [ 774.927604] env[69858]: _type = "Task" [ 774.927604] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.939282] env[69858]: DEBUG oslo_vmware.api [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': task-3418765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.966288] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d019d877-e4f1-42d7-86b4-44b5d6dd9622 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Lock "1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.051s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.991487] env[69858]: DEBUG nova.scheduler.client.report [None req-94bf9e39-e747-4feb-a2ed-8822067e90e3 tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.096677] env[69858]: DEBUG oslo_vmware.api [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418761, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.203759] env[69858]: DEBUG nova.network.neutron [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Successfully updated port: 6b21caf0-2a42-4af2-ab15-424bda04831c {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.213407] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3418762, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469879} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.213407] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a/8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.213407] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.213407] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9130d37-3a49-4426-a80b-a6d7d0ab4aab {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.220564] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 775.220564] env[69858]: value = "task-3418766" [ 775.220564] env[69858]: _type = "Task" [ 775.220564] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.234015] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3418766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.312177] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3418763, 'name': Rename_Task, 'duration_secs': 0.300142} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.312177] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.312177] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b274d632-7642-4d2c-93b7-3a6fdbc44cbe {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.315848] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 775.315848] env[69858]: value = "task-3418767" [ 775.315848] env[69858]: _type = "Task" [ 775.315848] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.327018] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3418767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.406190] env[69858]: DEBUG nova.network.neutron [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Successfully updated port: e2d19817-a0fc-4ddf-a929-6bf719cfaffc {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.440273] env[69858]: DEBUG oslo_vmware.api [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': task-3418765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28057} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.440889] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.440889] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.441103] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.469469] env[69858]: DEBUG nova.compute.manager [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: db67c772-084d-4422-9368-359b2990e501] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 775.498027] env[69858]: DEBUG oslo_concurrency.lockutils [None req-94bf9e39-e747-4feb-a2ed-8822067e90e3 tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.501369] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.732s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.503055] env[69858]: INFO nova.compute.claims [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.528285] env[69858]: INFO nova.scheduler.client.report [None req-94bf9e39-e747-4feb-a2ed-8822067e90e3 tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Deleted allocations for instance 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56 [ 775.594376] env[69858]: DEBUG oslo_vmware.api [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418761, 'name': RemoveSnapshot_Task, 'duration_secs': 0.838138} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.594644] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Deleted Snapshot of the VM instance {{(pid=69858) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 775.594914] env[69858]: INFO nova.compute.manager [None req-702ac458-ad76-4441-bf32-4d9654184d20 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Took 17.08 seconds to snapshot the instance on the hypervisor. [ 775.707182] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "refresh_cache-fb3a5c65-6522-4ca6-af8d-cc79d9847237" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.707355] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquired lock "refresh_cache-fb3a5c65-6522-4ca6-af8d-cc79d9847237" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.707584] env[69858]: DEBUG nova.network.neutron [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.732301] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3418766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145757} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.732909] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.733436] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26eea72-bd6d-4546-b7d4-8a709ebf0706 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.759415] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a/8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.760104] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-511235e1-3c92-445b-91cc-50d84b97fe12 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.780922] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 775.780922] env[69858]: value = "task-3418768" [ 775.780922] env[69858]: _type = "Task" [ 775.780922] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.791518] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3418768, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.827828] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3418767, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.995800] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.035635] env[69858]: DEBUG oslo_concurrency.lockutils [None req-94bf9e39-e747-4feb-a2ed-8822067e90e3 tempest-InstanceActionsNegativeTestJSON-1719421377 tempest-InstanceActionsNegativeTestJSON-1719421377-project-member] Lock "3cdffc66-d1d0-4f8f-b386-7fa3b300ee56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.413s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.089449] env[69858]: DEBUG nova.compute.manager [req-06ec1f0d-716c-4d16-b84a-5e605b6daf3d req-7c2a7fd9-b43b-487b-ae24-6115bc8c8402 service nova] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Received event network-changed-35d376ea-dfc0-4e7a-bde4-be8a721287aa {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.089646] env[69858]: DEBUG nova.compute.manager [req-06ec1f0d-716c-4d16-b84a-5e605b6daf3d req-7c2a7fd9-b43b-487b-ae24-6115bc8c8402 service nova] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Refreshing instance network info cache due to event network-changed-35d376ea-dfc0-4e7a-bde4-be8a721287aa. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.089904] env[69858]: DEBUG oslo_concurrency.lockutils [req-06ec1f0d-716c-4d16-b84a-5e605b6daf3d req-7c2a7fd9-b43b-487b-ae24-6115bc8c8402 service nova] Acquiring lock "refresh_cache-5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.090009] env[69858]: DEBUG oslo_concurrency.lockutils [req-06ec1f0d-716c-4d16-b84a-5e605b6daf3d req-7c2a7fd9-b43b-487b-ae24-6115bc8c8402 service nova] Acquired lock "refresh_cache-5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.090186] env[69858]: DEBUG nova.network.neutron [req-06ec1f0d-716c-4d16-b84a-5e605b6daf3d req-7c2a7fd9-b43b-487b-ae24-6115bc8c8402 service nova] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Refreshing network info cache for port 35d376ea-dfc0-4e7a-bde4-be8a721287aa {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.268868] env[69858]: DEBUG nova.network.neutron [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.293857] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3418768, 'name': ReconfigVM_Task, 'duration_secs': 0.296288} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.294183] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a/8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.294855] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f17e3573-a82b-42a2-906e-6a69f7bca77e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.305175] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 776.305175] env[69858]: value = "task-3418769" [ 776.305175] env[69858]: _type = "Task" [ 776.305175] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.314115] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3418769, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.327861] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3418767, 'name': PowerOnVM_Task, 'duration_secs': 0.909224} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.327861] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.327861] env[69858]: INFO nova.compute.manager [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Took 10.17 seconds to spawn the instance on the hypervisor. [ 776.327861] env[69858]: DEBUG nova.compute.manager [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.328386] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843f62ef-5fce-45fd-ae01-8f5863b43e73 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.492292] env[69858]: DEBUG nova.virt.hardware [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.494015] env[69858]: DEBUG nova.virt.hardware [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.494015] env[69858]: DEBUG nova.virt.hardware [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.494015] env[69858]: DEBUG nova.virt.hardware [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.494015] env[69858]: DEBUG nova.virt.hardware [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.494431] env[69858]: DEBUG nova.virt.hardware [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.494638] env[69858]: DEBUG nova.virt.hardware [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.495149] env[69858]: DEBUG nova.virt.hardware [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.496252] env[69858]: DEBUG nova.virt.hardware [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.496252] env[69858]: DEBUG nova.virt.hardware [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.496252] env[69858]: DEBUG nova.virt.hardware [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.497121] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02aa1e2-4f49-408a-96e7-1472feb70f1b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.510139] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c18ac6d-7ca9-46e7-beef-460451044487 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.537037] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Instance VIF info [] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.543324] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.544860] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.544860] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c728ec9-e7be-4ce7-bdf7-9ead01cb4dd2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.561172] env[69858]: DEBUG nova.network.neutron [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Updating instance_info_cache with network_info: [{"id": "6b21caf0-2a42-4af2-ab15-424bda04831c", "address": "fa:16:3e:00:13:2f", "network": {"id": "8ff8d9d7-ac3f-4144-8c10-cf2cb5e15ece", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-665236185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7dedf87ec0a4a0eacbea8b7ce50f40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b21caf0-2a", "ovs_interfaceid": "6b21caf0-2a42-4af2-ab15-424bda04831c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.570518] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.570518] env[69858]: value = "task-3418770" [ 776.570518] env[69858]: _type = "Task" [ 776.570518] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.581119] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418770, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.699558] env[69858]: DEBUG nova.network.neutron [req-06ec1f0d-716c-4d16-b84a-5e605b6daf3d req-7c2a7fd9-b43b-487b-ae24-6115bc8c8402 service nova] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.825340] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3418769, 'name': Rename_Task, 'duration_secs': 0.15798} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.825340] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.825834] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b3979d6-48a8-4678-9b4c-3b5511579d4b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.837602] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 776.837602] env[69858]: value = "task-3418771" [ 776.837602] env[69858]: _type = "Task" [ 776.837602] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.862494] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3418771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.863409] env[69858]: INFO nova.compute.manager [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Took 35.14 seconds to build instance. [ 776.874120] env[69858]: DEBUG nova.network.neutron [req-06ec1f0d-716c-4d16-b84a-5e605b6daf3d req-7c2a7fd9-b43b-487b-ae24-6115bc8c8402 service nova] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.041421] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713e38c0-1e58-40d4-ba09-f0edd9d76bb5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.048766] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea6b24a-ba5c-405f-8ee1-2b2b69e19703 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.089189] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Releasing lock "refresh_cache-fb3a5c65-6522-4ca6-af8d-cc79d9847237" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.089581] env[69858]: DEBUG nova.compute.manager [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Instance network_info: |[{"id": "6b21caf0-2a42-4af2-ab15-424bda04831c", "address": "fa:16:3e:00:13:2f", "network": {"id": "8ff8d9d7-ac3f-4144-8c10-cf2cb5e15ece", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-665236185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7dedf87ec0a4a0eacbea8b7ce50f40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b21caf0-2a", "ovs_interfaceid": "6b21caf0-2a42-4af2-ab15-424bda04831c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.113090] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:13:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '67921bdb-a7a0-46b5-ba05-ca997496e222', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b21caf0-2a42-4af2-ab15-424bda04831c', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.113090] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Creating folder: Project (c7dedf87ec0a4a0eacbea8b7ce50f40e). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.113090] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98443c44-3088-43b8-a779-6ab801e9bb53 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.116779] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77f164f7-3bbe-420c-afad-e9dc14c8da81 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.132217] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6d0334-27d7-49f7-8a08-4fb77154b6d1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.139039] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418770, 'name': CreateVM_Task, 'duration_secs': 0.393617} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.140913] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.141385] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Created folder: Project (c7dedf87ec0a4a0eacbea8b7ce50f40e) in parent group-v682032. [ 777.141720] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Creating folder: Instances. Parent ref: group-v682108. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.142805] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.143090] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.143570] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.143912] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b8df88e-d8e8-42b3-8257-fb95f8f5e817 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.159464] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b76fda90-a2d7-4ae0-b270-dccc57212559 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.162018] env[69858]: DEBUG nova.compute.provider_tree [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.170715] env[69858]: DEBUG oslo_vmware.api [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Waiting for the task: (returnval){ [ 777.170715] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5280321d-a601-30f3-0388-49442b7651f6" [ 777.170715] env[69858]: _type = "Task" [ 777.170715] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.175664] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Created folder: Instances in parent group-v682108. [ 777.177284] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.177658] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.177658] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54f383ff-c481-4aad-a4ad-7ce6d4d6965a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.196461] env[69858]: DEBUG oslo_vmware.api [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5280321d-a601-30f3-0388-49442b7651f6, 'name': SearchDatastore_Task, 'duration_secs': 0.01197} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.197364] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.198983] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.198983] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.198983] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.198983] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.198983] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52eeedb9-6da0-4602-b2dc-61a5ddfc2180 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.203602] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.203602] env[69858]: value = "task-3418774" [ 777.203602] env[69858]: _type = "Task" [ 777.203602] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.208770] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.209031] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.212377] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ce0bdfc-87ea-4578-8742-47088b1f12f9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.217115] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418774, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.223271] env[69858]: DEBUG oslo_vmware.api [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Waiting for the task: (returnval){ [ 777.223271] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52db56ef-920a-ee42-6bac-0fd6725bb054" [ 777.223271] env[69858]: _type = "Task" [ 777.223271] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.235622] env[69858]: DEBUG oslo_vmware.api [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52db56ef-920a-ee42-6bac-0fd6725bb054, 'name': SearchDatastore_Task, 'duration_secs': 0.010836} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.236487] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fc02365-9c4b-41bb-8337-9caa174a3bd0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.243882] env[69858]: DEBUG oslo_vmware.api [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Waiting for the task: (returnval){ [ 777.243882] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528297aa-0006-b8f0-b507-52985a64aeca" [ 777.243882] env[69858]: _type = "Task" [ 777.243882] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.256536] env[69858]: DEBUG oslo_vmware.api [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528297aa-0006-b8f0-b507-52985a64aeca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.352039] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3418771, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.370739] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "727bd314-d2e7-4b74-80c3-fde89a04011b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.678s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.377188] env[69858]: DEBUG oslo_concurrency.lockutils [req-06ec1f0d-716c-4d16-b84a-5e605b6daf3d req-7c2a7fd9-b43b-487b-ae24-6115bc8c8402 service nova] Releasing lock "refresh_cache-5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.377712] env[69858]: DEBUG nova.compute.manager [req-06ec1f0d-716c-4d16-b84a-5e605b6daf3d req-7c2a7fd9-b43b-487b-ae24-6115bc8c8402 service nova] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Received event network-vif-plugged-6b21caf0-2a42-4af2-ab15-424bda04831c {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.377712] env[69858]: DEBUG oslo_concurrency.lockutils [req-06ec1f0d-716c-4d16-b84a-5e605b6daf3d req-7c2a7fd9-b43b-487b-ae24-6115bc8c8402 service nova] Acquiring lock "fb3a5c65-6522-4ca6-af8d-cc79d9847237-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.377879] env[69858]: DEBUG oslo_concurrency.lockutils [req-06ec1f0d-716c-4d16-b84a-5e605b6daf3d req-7c2a7fd9-b43b-487b-ae24-6115bc8c8402 service nova] Lock "fb3a5c65-6522-4ca6-af8d-cc79d9847237-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.378045] env[69858]: DEBUG oslo_concurrency.lockutils [req-06ec1f0d-716c-4d16-b84a-5e605b6daf3d req-7c2a7fd9-b43b-487b-ae24-6115bc8c8402 service nova] Lock "fb3a5c65-6522-4ca6-af8d-cc79d9847237-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.378460] env[69858]: DEBUG nova.compute.manager [req-06ec1f0d-716c-4d16-b84a-5e605b6daf3d req-7c2a7fd9-b43b-487b-ae24-6115bc8c8402 service nova] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] No waiting events found dispatching network-vif-plugged-6b21caf0-2a42-4af2-ab15-424bda04831c {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 777.378460] env[69858]: WARNING nova.compute.manager [req-06ec1f0d-716c-4d16-b84a-5e605b6daf3d req-7c2a7fd9-b43b-487b-ae24-6115bc8c8402 service nova] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Received unexpected event network-vif-plugged-6b21caf0-2a42-4af2-ab15-424bda04831c for instance with vm_state building and task_state spawning. [ 777.666759] env[69858]: DEBUG nova.scheduler.client.report [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.721018] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418774, 'name': CreateVM_Task, 'duration_secs': 0.485326} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.721018] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.721018] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.721018] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.723543] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.723543] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14432860-1d56-4284-92da-380aba2ade59 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.730345] env[69858]: DEBUG oslo_vmware.api [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 777.730345] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527ddfbe-2e4e-86c0-f0c0-25f40bcee741" [ 777.730345] env[69858]: _type = "Task" [ 777.730345] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.753811] env[69858]: DEBUG oslo_vmware.api [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527ddfbe-2e4e-86c0-f0c0-25f40bcee741, 'name': SearchDatastore_Task, 'duration_secs': 0.010096} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.754659] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.755250] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.755250] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.759921] env[69858]: DEBUG oslo_vmware.api [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528297aa-0006-b8f0-b507-52985a64aeca, 'name': SearchDatastore_Task, 'duration_secs': 0.0129} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.760383] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.760647] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] fedb8a4e-eacc-4934-936e-67bbf44807a3/fedb8a4e-eacc-4934-936e-67bbf44807a3.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.760923] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.761140] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.761367] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f34f28a0-0d0e-4f55-876f-bd8006e2f5bc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.763791] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-689aefcd-1302-4386-a4c0-b310b0a7d25d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.771924] env[69858]: DEBUG oslo_vmware.api [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Waiting for the task: (returnval){ [ 777.771924] env[69858]: value = "task-3418775" [ 777.771924] env[69858]: _type = "Task" [ 777.771924] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.778292] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.778509] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.779957] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee5a6a7d-61a5-4be0-81ac-261940d412c4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.786581] env[69858]: DEBUG oslo_vmware.api [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': task-3418775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.789833] env[69858]: DEBUG oslo_vmware.api [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 777.789833] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527b5703-5a62-303f-c83a-dd62ce83b535" [ 777.789833] env[69858]: _type = "Task" [ 777.789833] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.801531] env[69858]: DEBUG oslo_vmware.api [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527b5703-5a62-303f-c83a-dd62ce83b535, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.853256] env[69858]: DEBUG oslo_vmware.api [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3418771, 'name': PowerOnVM_Task, 'duration_secs': 0.533623} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.854150] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.854150] env[69858]: INFO nova.compute.manager [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Took 8.94 seconds to spawn the instance on the hypervisor. [ 777.854150] env[69858]: DEBUG nova.compute.manager [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.856514] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07856d6c-0ebd-48a6-aa9e-bc30b1508b73 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.876697] env[69858]: DEBUG nova.compute.manager [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 777.958823] env[69858]: DEBUG nova.network.neutron [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Successfully updated port: f9613c4c-d5ac-4cb6-9599-6ecc6e2f417a {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.178942] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.179645] env[69858]: DEBUG nova.compute.manager [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 778.185186] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9a0dc492-df89-4fa1-baf0-c4cef90d3e12 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.354s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.185186] env[69858]: DEBUG nova.objects.instance [None req-9a0dc492-df89-4fa1-baf0-c4cef90d3e12 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Lazy-loading 'resources' on Instance uuid bb6fe254-1c46-4bc6-a7a4-74ec26fa4079 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.235158] env[69858]: DEBUG nova.compute.manager [req-a3ae520c-95d3-4337-bd3f-b76c43d685c6 req-80db60eb-cbcd-49f6-b879-d270fa5e1241 service nova] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Received event network-changed-5de6e742-7b83-4974-be65-ca5343639dde {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.236423] env[69858]: DEBUG nova.compute.manager [req-a3ae520c-95d3-4337-bd3f-b76c43d685c6 req-80db60eb-cbcd-49f6-b879-d270fa5e1241 service nova] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Refreshing instance network info cache due to event network-changed-5de6e742-7b83-4974-be65-ca5343639dde. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.236423] env[69858]: DEBUG oslo_concurrency.lockutils [req-a3ae520c-95d3-4337-bd3f-b76c43d685c6 req-80db60eb-cbcd-49f6-b879-d270fa5e1241 service nova] Acquiring lock "refresh_cache-1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.236423] env[69858]: DEBUG oslo_concurrency.lockutils [req-a3ae520c-95d3-4337-bd3f-b76c43d685c6 req-80db60eb-cbcd-49f6-b879-d270fa5e1241 service nova] Acquired lock "refresh_cache-1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.236423] env[69858]: DEBUG nova.network.neutron [req-a3ae520c-95d3-4337-bd3f-b76c43d685c6 req-80db60eb-cbcd-49f6-b879-d270fa5e1241 service nova] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Refreshing network info cache for port 5de6e742-7b83-4974-be65-ca5343639dde {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.291312] env[69858]: DEBUG oslo_vmware.api [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': task-3418775, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.301247] env[69858]: DEBUG oslo_vmware.api [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527b5703-5a62-303f-c83a-dd62ce83b535, 'name': SearchDatastore_Task, 'duration_secs': 0.011395} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.302179] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4841af9e-0a91-4555-bf66-e9ca54b15ae8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.308652] env[69858]: DEBUG oslo_vmware.api [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 778.308652] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52dc353a-700f-38c8-38bf-bc3461ff647e" [ 778.308652] env[69858]: _type = "Task" [ 778.308652] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.318637] env[69858]: DEBUG oslo_vmware.api [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52dc353a-700f-38c8-38bf-bc3461ff647e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.375651] env[69858]: INFO nova.compute.manager [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Took 33.00 seconds to build instance. [ 778.401857] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.461530] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Acquiring lock "refresh_cache-5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.462296] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Acquired lock "refresh_cache-5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.462296] env[69858]: DEBUG nova.network.neutron [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.562865] env[69858]: DEBUG nova.compute.manager [req-83c38339-6090-49f0-82e4-89dfd6f5d07d req-65073850-c11e-4c1a-955b-8a3ec68010eb service nova] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Received event network-changed-6b21caf0-2a42-4af2-ab15-424bda04831c {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.563195] env[69858]: DEBUG nova.compute.manager [req-83c38339-6090-49f0-82e4-89dfd6f5d07d req-65073850-c11e-4c1a-955b-8a3ec68010eb service nova] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Refreshing instance network info cache due to event network-changed-6b21caf0-2a42-4af2-ab15-424bda04831c. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.563380] env[69858]: DEBUG oslo_concurrency.lockutils [req-83c38339-6090-49f0-82e4-89dfd6f5d07d req-65073850-c11e-4c1a-955b-8a3ec68010eb service nova] Acquiring lock "refresh_cache-fb3a5c65-6522-4ca6-af8d-cc79d9847237" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.563522] env[69858]: DEBUG oslo_concurrency.lockutils [req-83c38339-6090-49f0-82e4-89dfd6f5d07d req-65073850-c11e-4c1a-955b-8a3ec68010eb service nova] Acquired lock "refresh_cache-fb3a5c65-6522-4ca6-af8d-cc79d9847237" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.563692] env[69858]: DEBUG nova.network.neutron [req-83c38339-6090-49f0-82e4-89dfd6f5d07d req-65073850-c11e-4c1a-955b-8a3ec68010eb service nova] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Refreshing network info cache for port 6b21caf0-2a42-4af2-ab15-424bda04831c {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.686967] env[69858]: DEBUG nova.compute.utils [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 778.691559] env[69858]: DEBUG nova.compute.manager [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 778.691759] env[69858]: DEBUG nova.network.neutron [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 778.754173] env[69858]: DEBUG nova.policy [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3802fc9b8754ec8b9ba01e55f2cd3e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8691068dfa9842ffa589ba29b74f25d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 778.789561] env[69858]: DEBUG oslo_vmware.api [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': task-3418775, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516841} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.789960] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] fedb8a4e-eacc-4934-936e-67bbf44807a3/fedb8a4e-eacc-4934-936e-67bbf44807a3.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.790324] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.790703] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a801d26e-07b6-49f8-9d9b-f6dc0dcec3ad {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.807397] env[69858]: DEBUG oslo_vmware.api [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Waiting for the task: (returnval){ [ 778.807397] env[69858]: value = "task-3418776" [ 778.807397] env[69858]: _type = "Task" [ 778.807397] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.825863] env[69858]: DEBUG oslo_vmware.api [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': task-3418776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.826506] env[69858]: DEBUG oslo_vmware.api [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52dc353a-700f-38c8-38bf-bc3461ff647e, 'name': SearchDatastore_Task, 'duration_secs': 0.011654} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.829885] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.830259] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] fb3a5c65-6522-4ca6-af8d-cc79d9847237/fb3a5c65-6522-4ca6-af8d-cc79d9847237.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.830772] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f0cc192-c48e-431c-98a5-9362654e1b5d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.838911] env[69858]: DEBUG oslo_vmware.api [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 778.838911] env[69858]: value = "task-3418777" [ 778.838911] env[69858]: _type = "Task" [ 778.838911] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.852346] env[69858]: DEBUG oslo_vmware.api [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3418777, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.876431] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cbd0ebd-447c-4ecf-b4e0-1736670817ed tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.148s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.038182] env[69858]: DEBUG nova.network.neutron [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.140234] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b52b6e2c-aaca-4a5b-8192-37faf3f59314 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Acquiring lock "8c07d39f-cead-491a-a6a0-460e907cec58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.140557] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b52b6e2c-aaca-4a5b-8192-37faf3f59314 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Lock "8c07d39f-cead-491a-a6a0-460e907cec58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.140814] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b52b6e2c-aaca-4a5b-8192-37faf3f59314 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Acquiring lock "8c07d39f-cead-491a-a6a0-460e907cec58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.141021] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b52b6e2c-aaca-4a5b-8192-37faf3f59314 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Lock "8c07d39f-cead-491a-a6a0-460e907cec58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.141243] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b52b6e2c-aaca-4a5b-8192-37faf3f59314 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Lock "8c07d39f-cead-491a-a6a0-460e907cec58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.143705] env[69858]: INFO nova.compute.manager [None req-b52b6e2c-aaca-4a5b-8192-37faf3f59314 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Terminating instance [ 779.195044] env[69858]: DEBUG nova.compute.manager [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 779.243597] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6f9f72-4f95-4f14-969c-fe3c4bf95afa {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.258633] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cf2b6a-8189-4a79-902a-3b382fdb9fed {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.309433] env[69858]: DEBUG nova.network.neutron [req-a3ae520c-95d3-4337-bd3f-b76c43d685c6 req-80db60eb-cbcd-49f6-b879-d270fa5e1241 service nova] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Updated VIF entry in instance network info cache for port 5de6e742-7b83-4974-be65-ca5343639dde. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.309988] env[69858]: DEBUG nova.network.neutron [req-a3ae520c-95d3-4337-bd3f-b76c43d685c6 req-80db60eb-cbcd-49f6-b879-d270fa5e1241 service nova] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Updating instance_info_cache with network_info: [{"id": "5de6e742-7b83-4974-be65-ca5343639dde", "address": "fa:16:3e:44:c0:94", "network": {"id": "0daa233c-ece1-4276-8491-9b5dbd86c528", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1073813756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "3f5412f0d1f24bc1b4fc5054fbb4b428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5de6e742-7b", "ovs_interfaceid": "5de6e742-7b83-4974-be65-ca5343639dde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.312513] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1e6a2d-9d28-4691-b0ff-b1645a93debf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.328408] env[69858]: DEBUG oslo_vmware.api [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': task-3418776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07712} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.332126] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.332796] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc7639d-018f-4474-916c-80c0a99feb73 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.337299] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915cf4f8-2d6d-42d1-b206-9e86cdae8932 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.362948] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] fedb8a4e-eacc-4934-936e-67bbf44807a3/fedb8a4e-eacc-4934-936e-67bbf44807a3.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.372970] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cb7cddf-8f7c-4621-85b0-4ad6c35b5fd3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.388063] env[69858]: DEBUG nova.compute.provider_tree [None req-9a0dc492-df89-4fa1-baf0-c4cef90d3e12 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.393222] env[69858]: DEBUG nova.compute.manager [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.396783] env[69858]: DEBUG oslo_vmware.api [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3418777, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514692} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.397696] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] fb3a5c65-6522-4ca6-af8d-cc79d9847237/fb3a5c65-6522-4ca6-af8d-cc79d9847237.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.398240] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.398240] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-234ff53a-6449-49a2-95fd-796f5311c8b4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.406299] env[69858]: DEBUG oslo_vmware.api [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Waiting for the task: (returnval){ [ 779.406299] env[69858]: value = "task-3418778" [ 779.406299] env[69858]: _type = "Task" [ 779.406299] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.412931] env[69858]: DEBUG oslo_vmware.api [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 779.412931] env[69858]: value = "task-3418779" [ 779.412931] env[69858]: _type = "Task" [ 779.412931] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.421129] env[69858]: DEBUG oslo_vmware.api [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': task-3418778, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.427107] env[69858]: DEBUG oslo_vmware.api [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3418779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.447419] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2c743a9c-217e-42e9-8973-025897f21964 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquiring lock "8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.447933] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2c743a9c-217e-42e9-8973-025897f21964 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.448211] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2c743a9c-217e-42e9-8973-025897f21964 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquiring lock "8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.448436] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2c743a9c-217e-42e9-8973-025897f21964 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.448646] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2c743a9c-217e-42e9-8973-025897f21964 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.451423] env[69858]: INFO nova.compute.manager [None req-2c743a9c-217e-42e9-8973-025897f21964 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Terminating instance [ 779.652720] env[69858]: DEBUG nova.compute.manager [None req-b52b6e2c-aaca-4a5b-8192-37faf3f59314 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.652720] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b52b6e2c-aaca-4a5b-8192-37faf3f59314 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.654256] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b67300e-28b1-4bb8-9c1f-366313f826d2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.670918] env[69858]: DEBUG nova.network.neutron [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Successfully created port: ae5f8deb-7af6-4f66-b2f4-0960b406bab3 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 779.678686] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b52b6e2c-aaca-4a5b-8192-37faf3f59314 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.681203] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20ee3aa7-9366-472f-b82d-f4e237e869a0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.690576] env[69858]: DEBUG oslo_vmware.api [None req-b52b6e2c-aaca-4a5b-8192-37faf3f59314 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Waiting for the task: (returnval){ [ 779.690576] env[69858]: value = "task-3418780" [ 779.690576] env[69858]: _type = "Task" [ 779.690576] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.712062] env[69858]: DEBUG oslo_vmware.api [None req-b52b6e2c-aaca-4a5b-8192-37faf3f59314 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.818572] env[69858]: DEBUG oslo_concurrency.lockutils [req-a3ae520c-95d3-4337-bd3f-b76c43d685c6 req-80db60eb-cbcd-49f6-b879-d270fa5e1241 service nova] Releasing lock "refresh_cache-1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.832009] env[69858]: DEBUG nova.network.neutron [req-83c38339-6090-49f0-82e4-89dfd6f5d07d req-65073850-c11e-4c1a-955b-8a3ec68010eb service nova] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Updated VIF entry in instance network info cache for port 6b21caf0-2a42-4af2-ab15-424bda04831c. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.832009] env[69858]: DEBUG nova.network.neutron [req-83c38339-6090-49f0-82e4-89dfd6f5d07d req-65073850-c11e-4c1a-955b-8a3ec68010eb service nova] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Updating instance_info_cache with network_info: [{"id": "6b21caf0-2a42-4af2-ab15-424bda04831c", "address": "fa:16:3e:00:13:2f", "network": {"id": "8ff8d9d7-ac3f-4144-8c10-cf2cb5e15ece", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-665236185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7dedf87ec0a4a0eacbea8b7ce50f40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b21caf0-2a", "ovs_interfaceid": "6b21caf0-2a42-4af2-ab15-424bda04831c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.899987] env[69858]: DEBUG nova.scheduler.client.report [None req-9a0dc492-df89-4fa1-baf0-c4cef90d3e12 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.934619] env[69858]: DEBUG oslo_vmware.api [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': task-3418778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.941556] env[69858]: DEBUG oslo_vmware.api [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3418779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072714} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.941556] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.941556] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21542000-1699-4bcc-a7ef-05b678dbb0e0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.946140] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.964784] env[69858]: DEBUG nova.compute.manager [None req-2c743a9c-217e-42e9-8973-025897f21964 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.965078] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2c743a9c-217e-42e9-8973-025897f21964 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.976716] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] fb3a5c65-6522-4ca6-af8d-cc79d9847237/fb3a5c65-6522-4ca6-af8d-cc79d9847237.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.978494] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a5d546-2837-4091-901c-b04b473a572f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.984504] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3de3a908-159d-434c-b076-1a31cbdce321 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.011027] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c743a9c-217e-42e9-8973-025897f21964 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.011702] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-febbb02e-7c49-4063-b539-804dd950e532 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.014177] env[69858]: DEBUG oslo_vmware.api [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 780.014177] env[69858]: value = "task-3418781" [ 780.014177] env[69858]: _type = "Task" [ 780.014177] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.022185] env[69858]: DEBUG oslo_vmware.api [None req-2c743a9c-217e-42e9-8973-025897f21964 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 780.022185] env[69858]: value = "task-3418782" [ 780.022185] env[69858]: _type = "Task" [ 780.022185] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.031421] env[69858]: DEBUG oslo_vmware.api [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3418781, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.038713] env[69858]: DEBUG oslo_vmware.api [None req-2c743a9c-217e-42e9-8973-025897f21964 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3418782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.172040] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ec4fc938-560e-4789-baa7-083158781ed3 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquiring lock "727bd314-d2e7-4b74-80c3-fde89a04011b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.172040] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ec4fc938-560e-4789-baa7-083158781ed3 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "727bd314-d2e7-4b74-80c3-fde89a04011b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.174274] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ec4fc938-560e-4789-baa7-083158781ed3 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquiring lock "727bd314-d2e7-4b74-80c3-fde89a04011b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.174274] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ec4fc938-560e-4789-baa7-083158781ed3 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "727bd314-d2e7-4b74-80c3-fde89a04011b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.174274] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ec4fc938-560e-4789-baa7-083158781ed3 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "727bd314-d2e7-4b74-80c3-fde89a04011b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.176871] env[69858]: INFO nova.compute.manager [None req-ec4fc938-560e-4789-baa7-083158781ed3 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Terminating instance [ 780.216122] env[69858]: DEBUG nova.compute.manager [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 780.219191] env[69858]: DEBUG oslo_vmware.api [None req-b52b6e2c-aaca-4a5b-8192-37faf3f59314 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418780, 'name': PowerOffVM_Task, 'duration_secs': 0.258799} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.219875] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b52b6e2c-aaca-4a5b-8192-37faf3f59314 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.220074] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b52b6e2c-aaca-4a5b-8192-37faf3f59314 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.221397] env[69858]: DEBUG nova.network.neutron [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Updating instance_info_cache with network_info: [{"id": "35d376ea-dfc0-4e7a-bde4-be8a721287aa", "address": "fa:16:3e:90:2f:0d", "network": {"id": "8c4ce171-bb4f-48b1-8954-abb3bb99b2a6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2121246283", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d09a8dfc15e34c11918f9c9c498d8ca4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35d376ea-df", "ovs_interfaceid": "35d376ea-dfc0-4e7a-bde4-be8a721287aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e2d19817-a0fc-4ddf-a929-6bf719cfaffc", "address": "fa:16:3e:20:99:9d", "network": {"id": "594b955e-cf27-4941-8ad0-443cfae09d47", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-350908573", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d09a8dfc15e34c11918f9c9c498d8ca4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2d19817-a0", "ovs_interfaceid": "e2d19817-a0fc-4ddf-a929-6bf719cfaffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f9613c4c-d5ac-4cb6-9599-6ecc6e2f417a", "address": "fa:16:3e:16:b2:87", "network": {"id": "8c4ce171-bb4f-48b1-8954-abb3bb99b2a6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2121246283", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d09a8dfc15e34c11918f9c9c498d8ca4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9613c4c-d5", "ovs_interfaceid": "f9613c4c-d5ac-4cb6-9599-6ecc6e2f417a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.222890] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8b0d2ac-c275-4b72-8f35-dd0a4a086d21 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.249134] env[69858]: DEBUG nova.virt.hardware [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 780.249400] env[69858]: DEBUG nova.virt.hardware [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.249558] env[69858]: DEBUG nova.virt.hardware [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.249743] env[69858]: DEBUG nova.virt.hardware [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.249889] env[69858]: DEBUG nova.virt.hardware [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.250059] env[69858]: DEBUG nova.virt.hardware [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 780.250976] env[69858]: DEBUG nova.virt.hardware [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 780.250976] env[69858]: DEBUG nova.virt.hardware [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 780.250976] env[69858]: DEBUG nova.virt.hardware [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 780.250976] env[69858]: DEBUG nova.virt.hardware [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 780.250976] env[69858]: DEBUG nova.virt.hardware [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 780.252097] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c27859-1028-4e50-9b50-a89c2e2cd8eb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.262256] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85068d7-51b5-4c20-b587-6e1d0c945102 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.298943] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b52b6e2c-aaca-4a5b-8192-37faf3f59314 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.299220] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b52b6e2c-aaca-4a5b-8192-37faf3f59314 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.299505] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-b52b6e2c-aaca-4a5b-8192-37faf3f59314 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Deleting the datastore file [datastore1] 8c07d39f-cead-491a-a6a0-460e907cec58 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.299735] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcdf05fc-7626-4e21-b6f6-3bd48333a4a6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.308550] env[69858]: DEBUG oslo_vmware.api [None req-b52b6e2c-aaca-4a5b-8192-37faf3f59314 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Waiting for the task: (returnval){ [ 780.308550] env[69858]: value = "task-3418784" [ 780.308550] env[69858]: _type = "Task" [ 780.308550] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.318879] env[69858]: DEBUG oslo_vmware.api [None req-b52b6e2c-aaca-4a5b-8192-37faf3f59314 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418784, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.336870] env[69858]: DEBUG oslo_concurrency.lockutils [req-83c38339-6090-49f0-82e4-89dfd6f5d07d req-65073850-c11e-4c1a-955b-8a3ec68010eb service nova] Releasing lock "refresh_cache-fb3a5c65-6522-4ca6-af8d-cc79d9847237" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.337242] env[69858]: DEBUG nova.compute.manager [req-83c38339-6090-49f0-82e4-89dfd6f5d07d req-65073850-c11e-4c1a-955b-8a3ec68010eb service nova] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Received event network-vif-plugged-e2d19817-a0fc-4ddf-a929-6bf719cfaffc {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.337555] env[69858]: DEBUG oslo_concurrency.lockutils [req-83c38339-6090-49f0-82e4-89dfd6f5d07d req-65073850-c11e-4c1a-955b-8a3ec68010eb service nova] Acquiring lock "5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.337836] env[69858]: DEBUG oslo_concurrency.lockutils [req-83c38339-6090-49f0-82e4-89dfd6f5d07d req-65073850-c11e-4c1a-955b-8a3ec68010eb service nova] Lock "5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.338092] env[69858]: DEBUG oslo_concurrency.lockutils [req-83c38339-6090-49f0-82e4-89dfd6f5d07d req-65073850-c11e-4c1a-955b-8a3ec68010eb service nova] Lock "5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.338324] env[69858]: DEBUG nova.compute.manager [req-83c38339-6090-49f0-82e4-89dfd6f5d07d req-65073850-c11e-4c1a-955b-8a3ec68010eb service nova] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] No waiting events found dispatching network-vif-plugged-e2d19817-a0fc-4ddf-a929-6bf719cfaffc {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 780.338529] env[69858]: WARNING nova.compute.manager [req-83c38339-6090-49f0-82e4-89dfd6f5d07d req-65073850-c11e-4c1a-955b-8a3ec68010eb service nova] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Received unexpected event network-vif-plugged-e2d19817-a0fc-4ddf-a929-6bf719cfaffc for instance with vm_state building and task_state spawning. [ 780.338720] env[69858]: DEBUG nova.compute.manager [req-83c38339-6090-49f0-82e4-89dfd6f5d07d req-65073850-c11e-4c1a-955b-8a3ec68010eb service nova] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Received event network-changed-e2d19817-a0fc-4ddf-a929-6bf719cfaffc {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.338895] env[69858]: DEBUG nova.compute.manager [req-83c38339-6090-49f0-82e4-89dfd6f5d07d req-65073850-c11e-4c1a-955b-8a3ec68010eb service nova] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Refreshing instance network info cache due to event network-changed-e2d19817-a0fc-4ddf-a929-6bf719cfaffc. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.339315] env[69858]: DEBUG oslo_concurrency.lockutils [req-83c38339-6090-49f0-82e4-89dfd6f5d07d req-65073850-c11e-4c1a-955b-8a3ec68010eb service nova] Acquiring lock "refresh_cache-5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.413371] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9a0dc492-df89-4fa1-baf0-c4cef90d3e12 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.425085] env[69858]: DEBUG oslo_concurrency.lockutils [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.150s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.427040] env[69858]: INFO nova.compute.claims [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.441795] env[69858]: DEBUG oslo_vmware.api [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': task-3418778, 'name': ReconfigVM_Task, 'duration_secs': 0.667123} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.442124] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Reconfigured VM instance instance-00000013 to attach disk [datastore2] fedb8a4e-eacc-4934-936e-67bbf44807a3/fedb8a4e-eacc-4934-936e-67bbf44807a3.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.442774] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0e9d552-b283-4e13-a56b-df32b320af7d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.452021] env[69858]: INFO nova.scheduler.client.report [None req-9a0dc492-df89-4fa1-baf0-c4cef90d3e12 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Deleted allocations for instance bb6fe254-1c46-4bc6-a7a4-74ec26fa4079 [ 780.452021] env[69858]: DEBUG oslo_vmware.api [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Waiting for the task: (returnval){ [ 780.452021] env[69858]: value = "task-3418785" [ 780.452021] env[69858]: _type = "Task" [ 780.452021] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.464553] env[69858]: DEBUG oslo_vmware.api [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': task-3418785, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.532113] env[69858]: DEBUG oslo_vmware.api [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3418781, 'name': ReconfigVM_Task, 'duration_secs': 0.42425} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.532113] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Reconfigured VM instance instance-00000018 to attach disk [datastore2] fb3a5c65-6522-4ca6-af8d-cc79d9847237/fb3a5c65-6522-4ca6-af8d-cc79d9847237.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.532113] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4adcd9d-42e5-4c41-bb55-806d478a122a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.539304] env[69858]: DEBUG oslo_vmware.api [None req-2c743a9c-217e-42e9-8973-025897f21964 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3418782, 'name': PowerOffVM_Task, 'duration_secs': 0.244191} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.542924] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c743a9c-217e-42e9-8973-025897f21964 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.543152] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2c743a9c-217e-42e9-8973-025897f21964 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.543544] env[69858]: DEBUG oslo_vmware.api [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 780.543544] env[69858]: value = "task-3418786" [ 780.543544] env[69858]: _type = "Task" [ 780.543544] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.543764] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8788cbd0-a3fd-4233-b3e4-c93a2820f58e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.555127] env[69858]: DEBUG oslo_vmware.api [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3418786, 'name': Rename_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.579418] env[69858]: DEBUG oslo_concurrency.lockutils [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Acquiring lock "ef58474f-c1e2-4930-b418-f03d5c4d3e31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.579792] env[69858]: DEBUG oslo_concurrency.lockutils [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Lock "ef58474f-c1e2-4930-b418-f03d5c4d3e31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.614996] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2c743a9c-217e-42e9-8973-025897f21964 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.615267] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2c743a9c-217e-42e9-8973-025897f21964 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.615456] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c743a9c-217e-42e9-8973-025897f21964 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Deleting the datastore file [datastore1] 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.615734] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcbf456c-2fd8-46d0-aca2-c4f3238d27b3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.626652] env[69858]: DEBUG oslo_vmware.api [None req-2c743a9c-217e-42e9-8973-025897f21964 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 780.626652] env[69858]: value = "task-3418788" [ 780.626652] env[69858]: _type = "Task" [ 780.626652] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.635580] env[69858]: DEBUG oslo_vmware.api [None req-2c743a9c-217e-42e9-8973-025897f21964 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3418788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.684902] env[69858]: DEBUG nova.compute.manager [None req-ec4fc938-560e-4789-baa7-083158781ed3 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.685161] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4fc938-560e-4789-baa7-083158781ed3 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.686263] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceaa1283-1a2b-4516-97b7-936cf4be515b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.694778] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4fc938-560e-4789-baa7-083158781ed3 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.695092] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b49865a-cebe-4735-89b7-1cdbb572268a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.703840] env[69858]: DEBUG oslo_vmware.api [None req-ec4fc938-560e-4789-baa7-083158781ed3 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 780.703840] env[69858]: value = "task-3418789" [ 780.703840] env[69858]: _type = "Task" [ 780.703840] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.713994] env[69858]: DEBUG oslo_vmware.api [None req-ec4fc938-560e-4789-baa7-083158781ed3 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3418789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.725822] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Releasing lock "refresh_cache-5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.728504] env[69858]: DEBUG nova.compute.manager [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Instance network_info: |[{"id": "35d376ea-dfc0-4e7a-bde4-be8a721287aa", "address": "fa:16:3e:90:2f:0d", "network": {"id": "8c4ce171-bb4f-48b1-8954-abb3bb99b2a6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2121246283", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d09a8dfc15e34c11918f9c9c498d8ca4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35d376ea-df", "ovs_interfaceid": "35d376ea-dfc0-4e7a-bde4-be8a721287aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e2d19817-a0fc-4ddf-a929-6bf719cfaffc", "address": "fa:16:3e:20:99:9d", "network": {"id": "594b955e-cf27-4941-8ad0-443cfae09d47", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-350908573", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d09a8dfc15e34c11918f9c9c498d8ca4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2d19817-a0", "ovs_interfaceid": "e2d19817-a0fc-4ddf-a929-6bf719cfaffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f9613c4c-d5ac-4cb6-9599-6ecc6e2f417a", "address": "fa:16:3e:16:b2:87", "network": {"id": "8c4ce171-bb4f-48b1-8954-abb3bb99b2a6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2121246283", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d09a8dfc15e34c11918f9c9c498d8ca4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9613c4c-d5", "ovs_interfaceid": "f9613c4c-d5ac-4cb6-9599-6ecc6e2f417a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 780.728504] env[69858]: DEBUG oslo_concurrency.lockutils [req-83c38339-6090-49f0-82e4-89dfd6f5d07d req-65073850-c11e-4c1a-955b-8a3ec68010eb service nova] Acquired lock "refresh_cache-5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.728504] env[69858]: DEBUG nova.network.neutron [req-83c38339-6090-49f0-82e4-89dfd6f5d07d req-65073850-c11e-4c1a-955b-8a3ec68010eb service nova] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Refreshing network info cache for port e2d19817-a0fc-4ddf-a929-6bf719cfaffc {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.728504] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:2f:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1d468f87-964a-4fb6-bab3-b83f6f2646b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35d376ea-dfc0-4e7a-bde4-be8a721287aa', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:99:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2d19817-a0fc-4ddf-a929-6bf719cfaffc', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:b2:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1d468f87-964a-4fb6-bab3-b83f6f2646b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9613c4c-d5ac-4cb6-9599-6ecc6e2f417a', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.739577] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Creating folder: Project (d09a8dfc15e34c11918f9c9c498d8ca4). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.740805] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11271c85-7128-4628-b817-0a8d424f14bb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.756350] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Created folder: Project (d09a8dfc15e34c11918f9c9c498d8ca4) in parent group-v682032. [ 780.756608] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Creating folder: Instances. Parent ref: group-v682111. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.756891] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-213239cc-a9f7-47e6-b19b-5192c9eafea0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.769565] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Created folder: Instances in parent group-v682111. [ 780.769831] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.770048] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.770264] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f538860-b997-424b-b51c-241eac9ea233 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.796389] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.796389] env[69858]: value = "task-3418792" [ 780.796389] env[69858]: _type = "Task" [ 780.796389] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.805320] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418792, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.818565] env[69858]: DEBUG oslo_vmware.api [None req-b52b6e2c-aaca-4a5b-8192-37faf3f59314 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Task: {'id': task-3418784, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186787} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.818899] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-b52b6e2c-aaca-4a5b-8192-37faf3f59314 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.819111] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b52b6e2c-aaca-4a5b-8192-37faf3f59314 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.819314] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b52b6e2c-aaca-4a5b-8192-37faf3f59314 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.819506] env[69858]: INFO nova.compute.manager [None req-b52b6e2c-aaca-4a5b-8192-37faf3f59314 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Took 1.17 seconds to destroy the instance on the hypervisor. [ 780.819748] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b52b6e2c-aaca-4a5b-8192-37faf3f59314 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.819983] env[69858]: DEBUG nova.compute.manager [-] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.820101] env[69858]: DEBUG nova.network.neutron [-] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.964189] env[69858]: DEBUG oslo_vmware.api [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': task-3418785, 'name': Rename_Task, 'duration_secs': 0.151204} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.964479] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.964729] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ed9f0a8-474a-4093-acde-fcdee9e84847 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.966835] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9a0dc492-df89-4fa1-baf0-c4cef90d3e12 tempest-ServersAdmin275Test-1369695107 tempest-ServersAdmin275Test-1369695107-project-member] Lock "bb6fe254-1c46-4bc6-a7a4-74ec26fa4079" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.936s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.975809] env[69858]: DEBUG oslo_vmware.api [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Waiting for the task: (returnval){ [ 780.975809] env[69858]: value = "task-3418793" [ 780.975809] env[69858]: _type = "Task" [ 780.975809] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.985612] env[69858]: DEBUG oslo_vmware.api [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': task-3418793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.059431] env[69858]: DEBUG oslo_vmware.api [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3418786, 'name': Rename_Task, 'duration_secs': 0.171874} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.059719] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.059964] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3272f247-0c14-4fa1-a07e-bd78f5f804eb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.070239] env[69858]: DEBUG oslo_vmware.api [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 781.070239] env[69858]: value = "task-3418794" [ 781.070239] env[69858]: _type = "Task" [ 781.070239] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.081436] env[69858]: DEBUG oslo_vmware.api [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3418794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.137993] env[69858]: DEBUG oslo_vmware.api [None req-2c743a9c-217e-42e9-8973-025897f21964 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3418788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379904} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.138217] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c743a9c-217e-42e9-8973-025897f21964 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.138434] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2c743a9c-217e-42e9-8973-025897f21964 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.138566] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2c743a9c-217e-42e9-8973-025897f21964 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.138740] env[69858]: INFO nova.compute.manager [None req-2c743a9c-217e-42e9-8973-025897f21964 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 781.138973] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c743a9c-217e-42e9-8973-025897f21964 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.139747] env[69858]: DEBUG nova.compute.manager [-] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.139747] env[69858]: DEBUG nova.network.neutron [-] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.215512] env[69858]: DEBUG oslo_vmware.api [None req-ec4fc938-560e-4789-baa7-083158781ed3 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3418789, 'name': PowerOffVM_Task, 'duration_secs': 0.33841} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.215854] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4fc938-560e-4789-baa7-083158781ed3 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.216037] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4fc938-560e-4789-baa7-083158781ed3 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.216314] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d38141f-6144-4482-a17b-beb6534b1c6d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.294573] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4fc938-560e-4789-baa7-083158781ed3 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.294713] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4fc938-560e-4789-baa7-083158781ed3 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.295351] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec4fc938-560e-4789-baa7-083158781ed3 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Deleting the datastore file [datastore1] 727bd314-d2e7-4b74-80c3-fde89a04011b {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.295789] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f4e38c0-5828-4c91-80ba-180b10adaa50 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.310529] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418792, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.312795] env[69858]: DEBUG oslo_vmware.api [None req-ec4fc938-560e-4789-baa7-083158781ed3 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 781.312795] env[69858]: value = "task-3418796" [ 781.312795] env[69858]: _type = "Task" [ 781.312795] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.324008] env[69858]: DEBUG oslo_vmware.api [None req-ec4fc938-560e-4789-baa7-083158781ed3 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3418796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.499162] env[69858]: DEBUG oslo_vmware.api [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': task-3418793, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.591933] env[69858]: DEBUG oslo_vmware.api [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3418794, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.631649] env[69858]: DEBUG nova.network.neutron [req-83c38339-6090-49f0-82e4-89dfd6f5d07d req-65073850-c11e-4c1a-955b-8a3ec68010eb service nova] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Updated VIF entry in instance network info cache for port e2d19817-a0fc-4ddf-a929-6bf719cfaffc. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.632173] env[69858]: DEBUG nova.network.neutron [req-83c38339-6090-49f0-82e4-89dfd6f5d07d req-65073850-c11e-4c1a-955b-8a3ec68010eb service nova] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Updating instance_info_cache with network_info: [{"id": "35d376ea-dfc0-4e7a-bde4-be8a721287aa", "address": "fa:16:3e:90:2f:0d", "network": {"id": "8c4ce171-bb4f-48b1-8954-abb3bb99b2a6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2121246283", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d09a8dfc15e34c11918f9c9c498d8ca4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35d376ea-df", "ovs_interfaceid": "35d376ea-dfc0-4e7a-bde4-be8a721287aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e2d19817-a0fc-4ddf-a929-6bf719cfaffc", "address": "fa:16:3e:20:99:9d", "network": {"id": "594b955e-cf27-4941-8ad0-443cfae09d47", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-350908573", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d09a8dfc15e34c11918f9c9c498d8ca4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2d19817-a0", "ovs_interfaceid": "e2d19817-a0fc-4ddf-a929-6bf719cfaffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f9613c4c-d5ac-4cb6-9599-6ecc6e2f417a", "address": "fa:16:3e:16:b2:87", "network": {"id": "8c4ce171-bb4f-48b1-8954-abb3bb99b2a6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2121246283", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d09a8dfc15e34c11918f9c9c498d8ca4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9613c4c-d5", "ovs_interfaceid": "f9613c4c-d5ac-4cb6-9599-6ecc6e2f417a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.656450] env[69858]: DEBUG nova.network.neutron [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Successfully updated port: ae5f8deb-7af6-4f66-b2f4-0960b406bab3 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 781.813403] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418792, 'name': CreateVM_Task, 'duration_secs': 0.584433} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.813403] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.817886] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.817886] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.818016] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.818636] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3db1787-eb9f-41de-867a-f0c97785dbc1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.836458] env[69858]: DEBUG oslo_vmware.api [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Waiting for the task: (returnval){ [ 781.836458] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b26cef-7957-4587-6894-1b206419a660" [ 781.836458] env[69858]: _type = "Task" [ 781.836458] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.840853] env[69858]: DEBUG oslo_vmware.api [None req-ec4fc938-560e-4789-baa7-083158781ed3 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3418796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17331} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.843203] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec4fc938-560e-4789-baa7-083158781ed3 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.843447] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4fc938-560e-4789-baa7-083158781ed3 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.843664] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4fc938-560e-4789-baa7-083158781ed3 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.843923] env[69858]: INFO nova.compute.manager [None req-ec4fc938-560e-4789-baa7-083158781ed3 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 781.844230] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec4fc938-560e-4789-baa7-083158781ed3 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.844477] env[69858]: DEBUG nova.compute.manager [-] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.844603] env[69858]: DEBUG nova.network.neutron [-] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.855375] env[69858]: DEBUG oslo_vmware.api [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b26cef-7957-4587-6894-1b206419a660, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.977632] env[69858]: DEBUG nova.compute.manager [req-e75acccc-ad54-49aa-b63a-44213dfd3393 req-b2971b5b-e67b-479b-9928-3829e7871d7d service nova] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Received event network-vif-plugged-ae5f8deb-7af6-4f66-b2f4-0960b406bab3 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.977632] env[69858]: DEBUG oslo_concurrency.lockutils [req-e75acccc-ad54-49aa-b63a-44213dfd3393 req-b2971b5b-e67b-479b-9928-3829e7871d7d service nova] Acquiring lock "c8eabe40-9899-453d-83f3-2d5d0f9ce518-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.977632] env[69858]: DEBUG oslo_concurrency.lockutils [req-e75acccc-ad54-49aa-b63a-44213dfd3393 req-b2971b5b-e67b-479b-9928-3829e7871d7d service nova] Lock "c8eabe40-9899-453d-83f3-2d5d0f9ce518-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.977956] env[69858]: DEBUG oslo_concurrency.lockutils [req-e75acccc-ad54-49aa-b63a-44213dfd3393 req-b2971b5b-e67b-479b-9928-3829e7871d7d service nova] Lock "c8eabe40-9899-453d-83f3-2d5d0f9ce518-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.980204] env[69858]: DEBUG nova.compute.manager [req-e75acccc-ad54-49aa-b63a-44213dfd3393 req-b2971b5b-e67b-479b-9928-3829e7871d7d service nova] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] No waiting events found dispatching network-vif-plugged-ae5f8deb-7af6-4f66-b2f4-0960b406bab3 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 781.980522] env[69858]: WARNING nova.compute.manager [req-e75acccc-ad54-49aa-b63a-44213dfd3393 req-b2971b5b-e67b-479b-9928-3829e7871d7d service nova] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Received unexpected event network-vif-plugged-ae5f8deb-7af6-4f66-b2f4-0960b406bab3 for instance with vm_state building and task_state spawning. [ 781.994588] env[69858]: DEBUG oslo_vmware.api [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': task-3418793, 'name': PowerOnVM_Task, 'duration_secs': 0.626296} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.994865] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.995090] env[69858]: DEBUG nova.compute.manager [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.996054] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0901cdb7-a8fb-482d-85b3-948a3b29b4a5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.044435] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5caf2c-8000-454f-b68b-04c6ddf6e0ab {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.059369] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08955884-05e7-45e0-a1fb-e8bb71dc8974 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.099933] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193729e0-2821-4f64-8cd7-7685fce08f2f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.112988] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215915c2-0d7e-4669-ae97-81691081a372 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.117544] env[69858]: DEBUG oslo_vmware.api [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3418794, 'name': PowerOnVM_Task, 'duration_secs': 0.591264} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.118231] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.118444] env[69858]: INFO nova.compute.manager [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Took 7.78 seconds to spawn the instance on the hypervisor. [ 782.118626] env[69858]: DEBUG nova.compute.manager [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.122042] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa81b23-0bbb-4d5d-b6d0-a1e79ed846e6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.132023] env[69858]: DEBUG nova.compute.provider_tree [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.135038] env[69858]: DEBUG oslo_concurrency.lockutils [req-83c38339-6090-49f0-82e4-89dfd6f5d07d req-65073850-c11e-4c1a-955b-8a3ec68010eb service nova] Releasing lock "refresh_cache-5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.135330] env[69858]: DEBUG nova.compute.manager [req-83c38339-6090-49f0-82e4-89dfd6f5d07d req-65073850-c11e-4c1a-955b-8a3ec68010eb service nova] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Received event network-vif-plugged-f9613c4c-d5ac-4cb6-9599-6ecc6e2f417a {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.135640] env[69858]: DEBUG oslo_concurrency.lockutils [req-83c38339-6090-49f0-82e4-89dfd6f5d07d req-65073850-c11e-4c1a-955b-8a3ec68010eb service nova] Acquiring lock "5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.135740] env[69858]: DEBUG oslo_concurrency.lockutils [req-83c38339-6090-49f0-82e4-89dfd6f5d07d req-65073850-c11e-4c1a-955b-8a3ec68010eb service nova] Lock "5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.135903] env[69858]: DEBUG oslo_concurrency.lockutils [req-83c38339-6090-49f0-82e4-89dfd6f5d07d req-65073850-c11e-4c1a-955b-8a3ec68010eb service nova] Lock "5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.136092] env[69858]: DEBUG nova.compute.manager [req-83c38339-6090-49f0-82e4-89dfd6f5d07d req-65073850-c11e-4c1a-955b-8a3ec68010eb service nova] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] No waiting events found dispatching network-vif-plugged-f9613c4c-d5ac-4cb6-9599-6ecc6e2f417a {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 782.136298] env[69858]: WARNING nova.compute.manager [req-83c38339-6090-49f0-82e4-89dfd6f5d07d req-65073850-c11e-4c1a-955b-8a3ec68010eb service nova] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Received unexpected event network-vif-plugged-f9613c4c-d5ac-4cb6-9599-6ecc6e2f417a for instance with vm_state building and task_state spawning. [ 782.136487] env[69858]: DEBUG nova.compute.manager [req-83c38339-6090-49f0-82e4-89dfd6f5d07d req-65073850-c11e-4c1a-955b-8a3ec68010eb service nova] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Received event network-changed-f9613c4c-d5ac-4cb6-9599-6ecc6e2f417a {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.136648] env[69858]: DEBUG nova.compute.manager [req-83c38339-6090-49f0-82e4-89dfd6f5d07d req-65073850-c11e-4c1a-955b-8a3ec68010eb service nova] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Refreshing instance network info cache due to event network-changed-f9613c4c-d5ac-4cb6-9599-6ecc6e2f417a. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.136837] env[69858]: DEBUG oslo_concurrency.lockutils [req-83c38339-6090-49f0-82e4-89dfd6f5d07d req-65073850-c11e-4c1a-955b-8a3ec68010eb service nova] Acquiring lock "refresh_cache-5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.136990] env[69858]: DEBUG oslo_concurrency.lockutils [req-83c38339-6090-49f0-82e4-89dfd6f5d07d req-65073850-c11e-4c1a-955b-8a3ec68010eb service nova] Acquired lock "refresh_cache-5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.137144] env[69858]: DEBUG nova.network.neutron [req-83c38339-6090-49f0-82e4-89dfd6f5d07d req-65073850-c11e-4c1a-955b-8a3ec68010eb service nova] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Refreshing network info cache for port f9613c4c-d5ac-4cb6-9599-6ecc6e2f417a {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.159256] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Acquiring lock "refresh_cache-c8eabe40-9899-453d-83f3-2d5d0f9ce518" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.159920] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Acquired lock "refresh_cache-c8eabe40-9899-453d-83f3-2d5d0f9ce518" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.159920] env[69858]: DEBUG nova.network.neutron [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.319516] env[69858]: DEBUG nova.network.neutron [-] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.352822] env[69858]: DEBUG oslo_vmware.api [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b26cef-7957-4587-6894-1b206419a660, 'name': SearchDatastore_Task, 'duration_secs': 0.039205} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.353180] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.353415] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.353651] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.355063] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.355063] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.355063] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea3d0aa3-7b91-40d0-9874-95d71afd3019 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.369647] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.369840] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.370620] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a204a88-6869-46a5-ad17-d453761f1a19 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.378481] env[69858]: DEBUG oslo_vmware.api [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Waiting for the task: (returnval){ [ 782.378481] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d40892-b154-5029-b51a-f2894b4c1f3a" [ 782.378481] env[69858]: _type = "Task" [ 782.378481] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.393970] env[69858]: DEBUG oslo_vmware.api [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d40892-b154-5029-b51a-f2894b4c1f3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.400058] env[69858]: DEBUG nova.network.neutron [-] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.522101] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.636264] env[69858]: DEBUG nova.scheduler.client.report [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.664050] env[69858]: INFO nova.compute.manager [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Took 32.95 seconds to build instance. [ 782.706422] env[69858]: DEBUG nova.network.neutron [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 782.822522] env[69858]: INFO nova.compute.manager [-] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Took 2.00 seconds to deallocate network for instance. [ 782.893432] env[69858]: DEBUG oslo_vmware.api [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d40892-b154-5029-b51a-f2894b4c1f3a, 'name': SearchDatastore_Task, 'duration_secs': 0.039232} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.894305] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13a517c7-9d4f-4448-baaf-1ce7b97ec1bf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.901573] env[69858]: DEBUG oslo_vmware.api [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Waiting for the task: (returnval){ [ 782.901573] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5255f66c-045e-1ade-49d5-82c1b523cdfd" [ 782.901573] env[69858]: _type = "Task" [ 782.901573] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.910376] env[69858]: INFO nova.compute.manager [-] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Took 1.77 seconds to deallocate network for instance. [ 782.911809] env[69858]: DEBUG nova.compute.manager [req-4de28a31-2102-4bf5-ae05-12f01646f366 req-af564bd2-19ec-4bfd-8465-4e4708c9ba3b service nova] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Received event network-vif-deleted-dd75773a-2f4f-452c-8ede-09c9243af8e7 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.921357] env[69858]: DEBUG nova.network.neutron [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Updating instance_info_cache with network_info: [{"id": "ae5f8deb-7af6-4f66-b2f4-0960b406bab3", "address": "fa:16:3e:4e:73:1e", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae5f8deb-7a", "ovs_interfaceid": "ae5f8deb-7af6-4f66-b2f4-0960b406bab3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.925559] env[69858]: DEBUG oslo_vmware.api [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5255f66c-045e-1ade-49d5-82c1b523cdfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.148070] env[69858]: DEBUG oslo_concurrency.lockutils [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.148615] env[69858]: DEBUG nova.compute.manager [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 783.151914] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.296s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.153832] env[69858]: INFO nova.compute.claims [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.167171] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea7a5222-9207-450a-b584-7a04e6a90402 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "fb3a5c65-6522-4ca6-af8d-cc79d9847237" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.221s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.264070] env[69858]: DEBUG nova.network.neutron [-] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.267609] env[69858]: DEBUG nova.network.neutron [req-83c38339-6090-49f0-82e4-89dfd6f5d07d req-65073850-c11e-4c1a-955b-8a3ec68010eb service nova] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Updated VIF entry in instance network info cache for port f9613c4c-d5ac-4cb6-9599-6ecc6e2f417a. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.267989] env[69858]: DEBUG nova.network.neutron [req-83c38339-6090-49f0-82e4-89dfd6f5d07d req-65073850-c11e-4c1a-955b-8a3ec68010eb service nova] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Updating instance_info_cache with network_info: [{"id": "35d376ea-dfc0-4e7a-bde4-be8a721287aa", "address": "fa:16:3e:90:2f:0d", "network": {"id": "8c4ce171-bb4f-48b1-8954-abb3bb99b2a6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2121246283", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d09a8dfc15e34c11918f9c9c498d8ca4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35d376ea-df", "ovs_interfaceid": "35d376ea-dfc0-4e7a-bde4-be8a721287aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e2d19817-a0fc-4ddf-a929-6bf719cfaffc", "address": "fa:16:3e:20:99:9d", "network": {"id": "594b955e-cf27-4941-8ad0-443cfae09d47", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-350908573", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d09a8dfc15e34c11918f9c9c498d8ca4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2d19817-a0", "ovs_interfaceid": "e2d19817-a0fc-4ddf-a929-6bf719cfaffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f9613c4c-d5ac-4cb6-9599-6ecc6e2f417a", "address": "fa:16:3e:16:b2:87", "network": {"id": "8c4ce171-bb4f-48b1-8954-abb3bb99b2a6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2121246283", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d09a8dfc15e34c11918f9c9c498d8ca4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9613c4c-d5", "ovs_interfaceid": "f9613c4c-d5ac-4cb6-9599-6ecc6e2f417a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.330995] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b52b6e2c-aaca-4a5b-8192-37faf3f59314 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.414248] env[69858]: DEBUG oslo_vmware.api [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5255f66c-045e-1ade-49d5-82c1b523cdfd, 'name': SearchDatastore_Task, 'duration_secs': 0.033047} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.414415] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.414666] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b/5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.414921] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-585cd0b2-95c4-42ee-a38d-c4ffacff37d2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.421207] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2c743a9c-217e-42e9-8973-025897f21964 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.424107] env[69858]: DEBUG oslo_vmware.api [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Waiting for the task: (returnval){ [ 783.424107] env[69858]: value = "task-3418797" [ 783.424107] env[69858]: _type = "Task" [ 783.424107] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.426895] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Releasing lock "refresh_cache-c8eabe40-9899-453d-83f3-2d5d0f9ce518" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.427226] env[69858]: DEBUG nova.compute.manager [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Instance network_info: |[{"id": "ae5f8deb-7af6-4f66-b2f4-0960b406bab3", "address": "fa:16:3e:4e:73:1e", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae5f8deb-7a", "ovs_interfaceid": "ae5f8deb-7af6-4f66-b2f4-0960b406bab3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 783.427640] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:73:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae5f8deb-7af6-4f66-b2f4-0960b406bab3', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.435656] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Creating folder: Project (8691068dfa9842ffa589ba29b74f25d5). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 783.438019] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb970932-9eec-42f1-a8c6-f7ed1afe17fc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.442679] env[69858]: DEBUG oslo_vmware.api [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': task-3418797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.452994] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Created folder: Project (8691068dfa9842ffa589ba29b74f25d5) in parent group-v682032. [ 783.453254] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Creating folder: Instances. Parent ref: group-v682114. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 783.453542] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30969700-aea9-4920-8629-c5e3f6a7edf3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.466949] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Created folder: Instances in parent group-v682114. [ 783.466949] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.467127] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 783.467264] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8df013c-4629-4ea5-a6db-fd9b5f695c23 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.497061] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.497061] env[69858]: value = "task-3418800" [ 783.497061] env[69858]: _type = "Task" [ 783.497061] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.505953] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418800, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.654042] env[69858]: DEBUG nova.compute.utils [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.657119] env[69858]: DEBUG nova.compute.manager [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Not allocating networking since 'none' was specified. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 783.671911] env[69858]: DEBUG nova.compute.manager [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.767060] env[69858]: INFO nova.compute.manager [-] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Took 1.92 seconds to deallocate network for instance. [ 783.776710] env[69858]: DEBUG oslo_concurrency.lockutils [req-83c38339-6090-49f0-82e4-89dfd6f5d07d req-65073850-c11e-4c1a-955b-8a3ec68010eb service nova] Releasing lock "refresh_cache-5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.937597] env[69858]: DEBUG oslo_vmware.api [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': task-3418797, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.998019] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 783.998148] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.014633] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418800, 'name': CreateVM_Task, 'duration_secs': 0.370645} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.014813] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.015614] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.015771] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.016108] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.016381] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99780bf7-eda0-49a8-bda3-da30526db59b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.022046] env[69858]: DEBUG oslo_vmware.api [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Waiting for the task: (returnval){ [ 784.022046] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529e8606-c8d0-6946-3313-0cab6b1da661" [ 784.022046] env[69858]: _type = "Task" [ 784.022046] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.032068] env[69858]: DEBUG oslo_vmware.api [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529e8606-c8d0-6946-3313-0cab6b1da661, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.158457] env[69858]: DEBUG nova.compute.manager [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.955361] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ec4fc938-560e-4789-baa7-083158781ed3 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.968141] env[69858]: DEBUG nova.compute.manager [req-221e310c-5b25-4bf6-b661-f72b9a958bef req-99a33ae2-48ae-4ec8-8117-503295bf6d7c service nova] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Received event network-changed-ae5f8deb-7af6-4f66-b2f4-0960b406bab3 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.968486] env[69858]: DEBUG nova.compute.manager [req-221e310c-5b25-4bf6-b661-f72b9a958bef req-99a33ae2-48ae-4ec8-8117-503295bf6d7c service nova] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Refreshing instance network info cache due to event network-changed-ae5f8deb-7af6-4f66-b2f4-0960b406bab3. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.969758] env[69858]: DEBUG oslo_concurrency.lockutils [req-221e310c-5b25-4bf6-b661-f72b9a958bef req-99a33ae2-48ae-4ec8-8117-503295bf6d7c service nova] Acquiring lock "refresh_cache-c8eabe40-9899-453d-83f3-2d5d0f9ce518" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.969758] env[69858]: DEBUG oslo_concurrency.lockutils [req-221e310c-5b25-4bf6-b661-f72b9a958bef req-99a33ae2-48ae-4ec8-8117-503295bf6d7c service nova] Acquired lock "refresh_cache-c8eabe40-9899-453d-83f3-2d5d0f9ce518" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.969758] env[69858]: DEBUG nova.network.neutron [req-221e310c-5b25-4bf6-b661-f72b9a958bef req-99a33ae2-48ae-4ec8-8117-503295bf6d7c service nova] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Refreshing network info cache for port ae5f8deb-7af6-4f66-b2f4-0960b406bab3 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.987685] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.989259] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.995027] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.996784] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.997228] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 785.000068] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 785.000068] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69858) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 785.008221] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 785.011053] env[69858]: DEBUG oslo_vmware.api [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': task-3418797, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53592} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.011777] env[69858]: DEBUG oslo_vmware.api [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529e8606-c8d0-6946-3313-0cab6b1da661, 'name': SearchDatastore_Task, 'duration_secs': 0.010949} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.016830] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.017609] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b/5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.018010] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.020155] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.020155] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.020155] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.020155] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.020767] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.021471] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-523aa488-ddce-4d40-a0ff-426135403faf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.025583] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04ec7381-dc32-436a-8559-1f556004dc38 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.043034] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.043034] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.043034] env[69858]: DEBUG oslo_vmware.api [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Waiting for the task: (returnval){ [ 785.043034] env[69858]: value = "task-3418801" [ 785.043034] env[69858]: _type = "Task" [ 785.043034] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.043034] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bc07d1c-94d2-41cd-9480-dcfa1895facc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.060337] env[69858]: DEBUG oslo_vmware.api [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Waiting for the task: (returnval){ [ 785.060337] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52338cc4-f1bf-fd31-4d07-4089ac5ac21b" [ 785.060337] env[69858]: _type = "Task" [ 785.060337] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.065773] env[69858]: DEBUG oslo_vmware.api [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': task-3418801, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.084909] env[69858]: DEBUG oslo_vmware.api [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52338cc4-f1bf-fd31-4d07-4089ac5ac21b, 'name': SearchDatastore_Task, 'duration_secs': 0.01356} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.090172] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c3c0e58-e501-413a-88fc-79e3e564719d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.099071] env[69858]: DEBUG oslo_vmware.api [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Waiting for the task: (returnval){ [ 785.099071] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52bbd13a-e68d-633e-9248-23c3ad45ec11" [ 785.099071] env[69858]: _type = "Task" [ 785.099071] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.113360] env[69858]: DEBUG oslo_vmware.api [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52bbd13a-e68d-633e-9248-23c3ad45ec11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.420144] env[69858]: DEBUG nova.compute.manager [req-8abe7b23-484d-40be-96b0-a46bc5365e79 req-8c09721e-7a2e-4ae3-88fd-8573fa364414 service nova] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Received event network-vif-deleted-d41a548c-acdc-4eb8-8d26-4284eb7cb09a {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.420599] env[69858]: DEBUG nova.compute.manager [req-8abe7b23-484d-40be-96b0-a46bc5365e79 req-8c09721e-7a2e-4ae3-88fd-8573fa364414 service nova] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Received event network-vif-deleted-598081be-e458-4393-8db3-fa5aedc0ea01 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.420662] env[69858]: DEBUG nova.compute.manager [req-8abe7b23-484d-40be-96b0-a46bc5365e79 req-8c09721e-7a2e-4ae3-88fd-8573fa364414 service nova] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Received event network-changed-5de6e742-7b83-4974-be65-ca5343639dde {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.421160] env[69858]: DEBUG nova.compute.manager [req-8abe7b23-484d-40be-96b0-a46bc5365e79 req-8c09721e-7a2e-4ae3-88fd-8573fa364414 service nova] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Refreshing instance network info cache due to event network-changed-5de6e742-7b83-4974-be65-ca5343639dde. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.421160] env[69858]: DEBUG oslo_concurrency.lockutils [req-8abe7b23-484d-40be-96b0-a46bc5365e79 req-8c09721e-7a2e-4ae3-88fd-8573fa364414 service nova] Acquiring lock "refresh_cache-1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.421160] env[69858]: DEBUG oslo_concurrency.lockutils [req-8abe7b23-484d-40be-96b0-a46bc5365e79 req-8c09721e-7a2e-4ae3-88fd-8573fa364414 service nova] Acquired lock "refresh_cache-1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.421319] env[69858]: DEBUG nova.network.neutron [req-8abe7b23-484d-40be-96b0-a46bc5365e79 req-8c09721e-7a2e-4ae3-88fd-8573fa364414 service nova] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Refreshing network info cache for port 5de6e742-7b83-4974-be65-ca5343639dde {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.473017] env[69858]: DEBUG oslo_concurrency.lockutils [None req-538277fb-008a-40fc-8461-c36527e39484 tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Acquiring lock "fedb8a4e-eacc-4934-936e-67bbf44807a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.473339] env[69858]: DEBUG oslo_concurrency.lockutils [None req-538277fb-008a-40fc-8461-c36527e39484 tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Lock "fedb8a4e-eacc-4934-936e-67bbf44807a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.473573] env[69858]: DEBUG oslo_concurrency.lockutils [None req-538277fb-008a-40fc-8461-c36527e39484 tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Acquiring lock "fedb8a4e-eacc-4934-936e-67bbf44807a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.473760] env[69858]: DEBUG oslo_concurrency.lockutils [None req-538277fb-008a-40fc-8461-c36527e39484 tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Lock "fedb8a4e-eacc-4934-936e-67bbf44807a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.473922] env[69858]: DEBUG oslo_concurrency.lockutils [None req-538277fb-008a-40fc-8461-c36527e39484 tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Lock "fedb8a4e-eacc-4934-936e-67bbf44807a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.479708] env[69858]: DEBUG nova.compute.manager [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.482472] env[69858]: INFO nova.compute.manager [None req-538277fb-008a-40fc-8461-c36527e39484 tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Terminating instance [ 785.522133] env[69858]: DEBUG nova.virt.hardware [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.522607] env[69858]: DEBUG nova.virt.hardware [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.522831] env[69858]: DEBUG nova.virt.hardware [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.524821] env[69858]: DEBUG nova.virt.hardware [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.524821] env[69858]: DEBUG nova.virt.hardware [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.524821] env[69858]: DEBUG nova.virt.hardware [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.524821] env[69858]: DEBUG nova.virt.hardware [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.524821] env[69858]: DEBUG nova.virt.hardware [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.525116] env[69858]: DEBUG nova.virt.hardware [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.525492] env[69858]: DEBUG nova.virt.hardware [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.525785] env[69858]: DEBUG nova.virt.hardware [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.527853] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.531363] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8f99fd-f08d-4c2c-881b-58e22ea1d9a6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.550936] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Acquiring lock "cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.551343] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Lock "cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.557679] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a388c0-f1ae-4603-9c56-78c1baa9d143 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.581681] env[69858]: DEBUG oslo_vmware.api [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': task-3418801, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078528} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.582696] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Instance VIF info [] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.588725] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Creating folder: Project (2993f1237a72478da20ccbbe83875a86). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.590180] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.590779] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14e8ce2c-9799-423f-81f8-4aa02f9c8f1c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.593205] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0363ebb5-1f3c-4a47-a353-15ea7d5685bf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.596560] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2df756c-67ef-4bad-9db9-dd799f3c1579 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.630246] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b/5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.635039] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a053c630-773c-493d-82a7-7cff405588c0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.650771] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d837569-3356-4e13-aae8-474431186def {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.655159] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Created folder: Project (2993f1237a72478da20ccbbe83875a86) in parent group-v682032. [ 785.655425] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Creating folder: Instances. Parent ref: group-v682117. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.661154] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a4fbf22-55f6-4593-82bd-a406136706ff {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.661706] env[69858]: DEBUG oslo_vmware.api [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52bbd13a-e68d-633e-9248-23c3ad45ec11, 'name': SearchDatastore_Task, 'duration_secs': 0.01476} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.662812] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.663111] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] c8eabe40-9899-453d-83f3-2d5d0f9ce518/c8eabe40-9899-453d-83f3-2d5d0f9ce518.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 785.663661] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42b71aaa-30fe-449e-9e5c-01152cebbf8f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.700401] env[69858]: DEBUG oslo_vmware.api [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Waiting for the task: (returnval){ [ 785.700401] env[69858]: value = "task-3418803" [ 785.700401] env[69858]: _type = "Task" [ 785.700401] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.703293] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5686f985-38b8-4b87-8587-9e64835a9d3a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.707313] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Created folder: Instances in parent group-v682117. [ 785.707313] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.711020] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.711416] env[69858]: DEBUG oslo_vmware.api [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Waiting for the task: (returnval){ [ 785.711416] env[69858]: value = "task-3418805" [ 785.711416] env[69858]: _type = "Task" [ 785.711416] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.712055] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70ecc71a-5a06-4b91-965e-f0b2515b7fc6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.736165] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15914dca-4912-444a-9eb1-2d6a9ee2e680 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.740270] env[69858]: DEBUG oslo_vmware.api [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': task-3418803, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.741968] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.741968] env[69858]: value = "task-3418806" [ 785.741968] env[69858]: _type = "Task" [ 785.741968] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.754814] env[69858]: DEBUG nova.compute.provider_tree [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.761677] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418806, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.761932] env[69858]: DEBUG oslo_vmware.api [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Task: {'id': task-3418805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.818117] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0577628a-f78b-43ac-b6c6-d382cf1d9f03 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Acquiring lock "05e2282e-8e8c-461b-80a7-6e80aa812a95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.818999] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0577628a-f78b-43ac-b6c6-d382cf1d9f03 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Lock "05e2282e-8e8c-461b-80a7-6e80aa812a95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.818999] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0577628a-f78b-43ac-b6c6-d382cf1d9f03 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Acquiring lock "05e2282e-8e8c-461b-80a7-6e80aa812a95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.818999] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0577628a-f78b-43ac-b6c6-d382cf1d9f03 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Lock "05e2282e-8e8c-461b-80a7-6e80aa812a95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.818999] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0577628a-f78b-43ac-b6c6-d382cf1d9f03 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Lock "05e2282e-8e8c-461b-80a7-6e80aa812a95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.824365] env[69858]: INFO nova.compute.manager [None req-0577628a-f78b-43ac-b6c6-d382cf1d9f03 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Terminating instance [ 785.990467] env[69858]: DEBUG oslo_concurrency.lockutils [None req-538277fb-008a-40fc-8461-c36527e39484 tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Acquiring lock "refresh_cache-fedb8a4e-eacc-4934-936e-67bbf44807a3" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.991071] env[69858]: DEBUG oslo_concurrency.lockutils [None req-538277fb-008a-40fc-8461-c36527e39484 tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Acquired lock "refresh_cache-fedb8a4e-eacc-4934-936e-67bbf44807a3" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.991071] env[69858]: DEBUG nova.network.neutron [None req-538277fb-008a-40fc-8461-c36527e39484 tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.083907] env[69858]: DEBUG nova.network.neutron [req-221e310c-5b25-4bf6-b661-f72b9a958bef req-99a33ae2-48ae-4ec8-8117-503295bf6d7c service nova] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Updated VIF entry in instance network info cache for port ae5f8deb-7af6-4f66-b2f4-0960b406bab3. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.084313] env[69858]: DEBUG nova.network.neutron [req-221e310c-5b25-4bf6-b661-f72b9a958bef req-99a33ae2-48ae-4ec8-8117-503295bf6d7c service nova] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Updating instance_info_cache with network_info: [{"id": "ae5f8deb-7af6-4f66-b2f4-0960b406bab3", "address": "fa:16:3e:4e:73:1e", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae5f8deb-7a", "ovs_interfaceid": "ae5f8deb-7af6-4f66-b2f4-0960b406bab3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.219796] env[69858]: DEBUG oslo_vmware.api [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': task-3418803, 'name': ReconfigVM_Task, 'duration_secs': 0.462376} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.220172] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b/5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.220901] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-076609cc-7830-41d7-ae06-31f6939ef717 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.231500] env[69858]: DEBUG oslo_vmware.api [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Waiting for the task: (returnval){ [ 786.231500] env[69858]: value = "task-3418807" [ 786.231500] env[69858]: _type = "Task" [ 786.231500] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.246589] env[69858]: DEBUG oslo_vmware.api [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Task: {'id': task-3418805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532873} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.246660] env[69858]: DEBUG nova.network.neutron [req-8abe7b23-484d-40be-96b0-a46bc5365e79 req-8c09721e-7a2e-4ae3-88fd-8573fa364414 service nova] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Updated VIF entry in instance network info cache for port 5de6e742-7b83-4974-be65-ca5343639dde. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.247064] env[69858]: DEBUG nova.network.neutron [req-8abe7b23-484d-40be-96b0-a46bc5365e79 req-8c09721e-7a2e-4ae3-88fd-8573fa364414 service nova] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Updating instance_info_cache with network_info: [{"id": "5de6e742-7b83-4974-be65-ca5343639dde", "address": "fa:16:3e:44:c0:94", "network": {"id": "0daa233c-ece1-4276-8491-9b5dbd86c528", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1073813756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "3f5412f0d1f24bc1b4fc5054fbb4b428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5de6e742-7b", "ovs_interfaceid": "5de6e742-7b83-4974-be65-ca5343639dde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.254978] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] c8eabe40-9899-453d-83f3-2d5d0f9ce518/c8eabe40-9899-453d-83f3-2d5d0f9ce518.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 786.255816] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.255816] env[69858]: DEBUG oslo_vmware.api [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': task-3418807, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.256130] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0c14cc9-840c-4ad3-ad4c-384ac59bf0a1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.264128] env[69858]: DEBUG nova.scheduler.client.report [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.271458] env[69858]: DEBUG oslo_vmware.api [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Waiting for the task: (returnval){ [ 786.271458] env[69858]: value = "task-3418808" [ 786.271458] env[69858]: _type = "Task" [ 786.271458] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.271663] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418806, 'name': CreateVM_Task, 'duration_secs': 0.438276} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.272235] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.276930] env[69858]: DEBUG oslo_concurrency.lockutils [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.276930] env[69858]: DEBUG oslo_concurrency.lockutils [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.276930] env[69858]: DEBUG oslo_concurrency.lockutils [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.276930] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72ebcc22-875f-4056-a6ab-e1c6843a2845 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.285539] env[69858]: DEBUG oslo_vmware.api [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Waiting for the task: (returnval){ [ 786.285539] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52aa744d-9d2c-4c63-dd17-a20af19ae842" [ 786.285539] env[69858]: _type = "Task" [ 786.285539] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.296496] env[69858]: DEBUG oslo_vmware.api [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52aa744d-9d2c-4c63-dd17-a20af19ae842, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.333914] env[69858]: DEBUG nova.compute.manager [None req-0577628a-f78b-43ac-b6c6-d382cf1d9f03 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 786.333914] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0577628a-f78b-43ac-b6c6-d382cf1d9f03 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.333914] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd2e848-5218-4dfa-a497-cc84c9f44e6e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.341645] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-0577628a-f78b-43ac-b6c6-d382cf1d9f03 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.342015] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a04bc1c-d1a3-425c-af98-3232a761d287 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.349672] env[69858]: DEBUG oslo_vmware.api [None req-0577628a-f78b-43ac-b6c6-d382cf1d9f03 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Waiting for the task: (returnval){ [ 786.349672] env[69858]: value = "task-3418809" [ 786.349672] env[69858]: _type = "Task" [ 786.349672] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.358695] env[69858]: DEBUG oslo_vmware.api [None req-0577628a-f78b-43ac-b6c6-d382cf1d9f03 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Task: {'id': task-3418809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.536877] env[69858]: DEBUG nova.network.neutron [None req-538277fb-008a-40fc-8461-c36527e39484 tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.598227] env[69858]: DEBUG oslo_concurrency.lockutils [req-221e310c-5b25-4bf6-b661-f72b9a958bef req-99a33ae2-48ae-4ec8-8117-503295bf6d7c service nova] Releasing lock "refresh_cache-c8eabe40-9899-453d-83f3-2d5d0f9ce518" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.614171] env[69858]: DEBUG nova.network.neutron [None req-538277fb-008a-40fc-8461-c36527e39484 tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.641647] env[69858]: DEBUG nova.compute.manager [req-88a5aa52-70de-4040-8a68-633a07928a69 req-b2c1ea21-176c-4cf7-9eba-ad6252577138 service nova] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Received event network-changed-6b21caf0-2a42-4af2-ab15-424bda04831c {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.642153] env[69858]: DEBUG nova.compute.manager [req-88a5aa52-70de-4040-8a68-633a07928a69 req-b2c1ea21-176c-4cf7-9eba-ad6252577138 service nova] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Refreshing instance network info cache due to event network-changed-6b21caf0-2a42-4af2-ab15-424bda04831c. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.642153] env[69858]: DEBUG oslo_concurrency.lockutils [req-88a5aa52-70de-4040-8a68-633a07928a69 req-b2c1ea21-176c-4cf7-9eba-ad6252577138 service nova] Acquiring lock "refresh_cache-fb3a5c65-6522-4ca6-af8d-cc79d9847237" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.642237] env[69858]: DEBUG oslo_concurrency.lockutils [req-88a5aa52-70de-4040-8a68-633a07928a69 req-b2c1ea21-176c-4cf7-9eba-ad6252577138 service nova] Acquired lock "refresh_cache-fb3a5c65-6522-4ca6-af8d-cc79d9847237" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.642437] env[69858]: DEBUG nova.network.neutron [req-88a5aa52-70de-4040-8a68-633a07928a69 req-b2c1ea21-176c-4cf7-9eba-ad6252577138 service nova] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Refreshing network info cache for port 6b21caf0-2a42-4af2-ab15-424bda04831c {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.745796] env[69858]: DEBUG oslo_vmware.api [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': task-3418807, 'name': Rename_Task, 'duration_secs': 0.351509} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.746393] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.748021] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b659e156-7906-4159-8138-d2e246ff7b19 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.757773] env[69858]: DEBUG oslo_vmware.api [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Waiting for the task: (returnval){ [ 786.757773] env[69858]: value = "task-3418810" [ 786.757773] env[69858]: _type = "Task" [ 786.757773] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.760189] env[69858]: DEBUG oslo_concurrency.lockutils [req-8abe7b23-484d-40be-96b0-a46bc5365e79 req-8c09721e-7a2e-4ae3-88fd-8573fa364414 service nova] Releasing lock "refresh_cache-1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.767130] env[69858]: DEBUG oslo_vmware.api [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': task-3418810, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.776109] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.624s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.776865] env[69858]: DEBUG nova.compute.manager [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.781691] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.035s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.783164] env[69858]: INFO nova.compute.claims [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.796314] env[69858]: DEBUG oslo_vmware.api [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Task: {'id': task-3418808, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088961} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.797565] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 786.800018] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3060cc31-e25b-4837-9b15-5defc9eb7157 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.807116] env[69858]: DEBUG oslo_vmware.api [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52aa744d-9d2c-4c63-dd17-a20af19ae842, 'name': SearchDatastore_Task, 'duration_secs': 0.016125} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.807116] env[69858]: DEBUG oslo_concurrency.lockutils [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.807116] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.807116] env[69858]: DEBUG oslo_concurrency.lockutils [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.807116] env[69858]: DEBUG oslo_concurrency.lockutils [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.807612] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.808076] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae1832c8-d3a4-4996-88a7-84d0629e7b24 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.830625] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] c8eabe40-9899-453d-83f3-2d5d0f9ce518/c8eabe40-9899-453d-83f3-2d5d0f9ce518.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 786.832598] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f783f543-fdcb-4452-b6ca-18323bd11e3c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.850043] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.850043] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.851445] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-122dd0c0-6438-4bd7-a1ad-34966d87e889 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.865037] env[69858]: DEBUG oslo_concurrency.lockutils [None req-501c11c8-3814-4899-a485-f6ce3682d174 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Acquiring lock "1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.865781] env[69858]: DEBUG oslo_concurrency.lockutils [None req-501c11c8-3814-4899-a485-f6ce3682d174 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Lock "1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.865781] env[69858]: DEBUG oslo_concurrency.lockutils [None req-501c11c8-3814-4899-a485-f6ce3682d174 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Acquiring lock "1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.865781] env[69858]: DEBUG oslo_concurrency.lockutils [None req-501c11c8-3814-4899-a485-f6ce3682d174 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Lock "1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.865995] env[69858]: DEBUG oslo_concurrency.lockutils [None req-501c11c8-3814-4899-a485-f6ce3682d174 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Lock "1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.867611] env[69858]: DEBUG oslo_vmware.api [None req-0577628a-f78b-43ac-b6c6-d382cf1d9f03 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Task: {'id': task-3418809, 'name': PowerOffVM_Task, 'duration_secs': 0.243625} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.869916] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-0577628a-f78b-43ac-b6c6-d382cf1d9f03 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.872848] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0577628a-f78b-43ac-b6c6-d382cf1d9f03 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.872848] env[69858]: DEBUG oslo_vmware.api [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Waiting for the task: (returnval){ [ 786.872848] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5250803f-c6d8-4009-cabf-55f5ac018954" [ 786.872848] env[69858]: _type = "Task" [ 786.872848] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.872848] env[69858]: DEBUG oslo_vmware.api [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Waiting for the task: (returnval){ [ 786.872848] env[69858]: value = "task-3418811" [ 786.872848] env[69858]: _type = "Task" [ 786.872848] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.872848] env[69858]: INFO nova.compute.manager [None req-501c11c8-3814-4899-a485-f6ce3682d174 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Terminating instance [ 786.872848] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f31f8f1b-d489-49e9-8a9e-cb930710407c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.891573] env[69858]: DEBUG oslo_vmware.api [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5250803f-c6d8-4009-cabf-55f5ac018954, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.895283] env[69858]: DEBUG oslo_vmware.api [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Task: {'id': task-3418811, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.967197] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0577628a-f78b-43ac-b6c6-d382cf1d9f03 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.967635] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0577628a-f78b-43ac-b6c6-d382cf1d9f03 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.967973] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-0577628a-f78b-43ac-b6c6-d382cf1d9f03 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Deleting the datastore file [datastore2] 05e2282e-8e8c-461b-80a7-6e80aa812a95 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.968327] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b92b04a4-815d-4d08-9617-d9c34614cc8e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.975781] env[69858]: DEBUG oslo_vmware.api [None req-0577628a-f78b-43ac-b6c6-d382cf1d9f03 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Waiting for the task: (returnval){ [ 786.975781] env[69858]: value = "task-3418813" [ 786.975781] env[69858]: _type = "Task" [ 786.975781] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.986472] env[69858]: DEBUG oslo_vmware.api [None req-0577628a-f78b-43ac-b6c6-d382cf1d9f03 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Task: {'id': task-3418813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.120349] env[69858]: DEBUG oslo_concurrency.lockutils [None req-538277fb-008a-40fc-8461-c36527e39484 tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Releasing lock "refresh_cache-fedb8a4e-eacc-4934-936e-67bbf44807a3" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.120712] env[69858]: DEBUG nova.compute.manager [None req-538277fb-008a-40fc-8461-c36527e39484 tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.120986] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-538277fb-008a-40fc-8461-c36527e39484 tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.121807] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38fbc4f-1111-4f8c-afe1-e5517645d58f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.130349] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-538277fb-008a-40fc-8461-c36527e39484 tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.130770] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-944409bc-a26d-4b9a-a34f-2f3d68994c85 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.137476] env[69858]: DEBUG oslo_vmware.api [None req-538277fb-008a-40fc-8461-c36527e39484 tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Waiting for the task: (returnval){ [ 787.137476] env[69858]: value = "task-3418814" [ 787.137476] env[69858]: _type = "Task" [ 787.137476] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.149021] env[69858]: DEBUG oslo_vmware.api [None req-538277fb-008a-40fc-8461-c36527e39484 tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': task-3418814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.269651] env[69858]: DEBUG oslo_vmware.api [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': task-3418810, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.284342] env[69858]: DEBUG nova.compute.utils [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.284770] env[69858]: DEBUG nova.compute.manager [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 787.284950] env[69858]: DEBUG nova.network.neutron [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 787.386804] env[69858]: DEBUG nova.compute.manager [None req-501c11c8-3814-4899-a485-f6ce3682d174 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.387039] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-501c11c8-3814-4899-a485-f6ce3682d174 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.390026] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e70509-92d1-4386-ac86-fec7c74020e1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.402094] env[69858]: DEBUG oslo_vmware.api [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5250803f-c6d8-4009-cabf-55f5ac018954, 'name': SearchDatastore_Task, 'duration_secs': 0.030994} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.407045] env[69858]: DEBUG oslo_vmware.api [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Task: {'id': task-3418811, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.407313] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af8a255f-cb05-4bbc-a697-751f8ccd35f7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.414797] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-501c11c8-3814-4899-a485-f6ce3682d174 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.414797] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc01953d-26bf-4e39-a55c-2bd36db2868e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.416521] env[69858]: DEBUG oslo_vmware.api [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Waiting for the task: (returnval){ [ 787.416521] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520170bd-3f3e-d5be-ce20-c074e78fc782" [ 787.416521] env[69858]: _type = "Task" [ 787.416521] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.421454] env[69858]: DEBUG oslo_vmware.api [None req-501c11c8-3814-4899-a485-f6ce3682d174 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Waiting for the task: (returnval){ [ 787.421454] env[69858]: value = "task-3418815" [ 787.421454] env[69858]: _type = "Task" [ 787.421454] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.430245] env[69858]: DEBUG oslo_vmware.api [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520170bd-3f3e-d5be-ce20-c074e78fc782, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.431067] env[69858]: DEBUG nova.network.neutron [req-88a5aa52-70de-4040-8a68-633a07928a69 req-b2c1ea21-176c-4cf7-9eba-ad6252577138 service nova] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Updated VIF entry in instance network info cache for port 6b21caf0-2a42-4af2-ab15-424bda04831c. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.431495] env[69858]: DEBUG nova.network.neutron [req-88a5aa52-70de-4040-8a68-633a07928a69 req-b2c1ea21-176c-4cf7-9eba-ad6252577138 service nova] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Updating instance_info_cache with network_info: [{"id": "6b21caf0-2a42-4af2-ab15-424bda04831c", "address": "fa:16:3e:00:13:2f", "network": {"id": "8ff8d9d7-ac3f-4144-8c10-cf2cb5e15ece", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-665236185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7dedf87ec0a4a0eacbea8b7ce50f40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b21caf0-2a", "ovs_interfaceid": "6b21caf0-2a42-4af2-ab15-424bda04831c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.446342] env[69858]: DEBUG oslo_vmware.api [None req-501c11c8-3814-4899-a485-f6ce3682d174 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Task: {'id': task-3418815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.447117] env[69858]: DEBUG nova.policy [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d0e6062e0ab4d23a2eda68654251221', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aee88c395d0e492496f0632c0fc51c3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.490577] env[69858]: DEBUG oslo_vmware.api [None req-0577628a-f78b-43ac-b6c6-d382cf1d9f03 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Task: {'id': task-3418813, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30609} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.490577] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-0577628a-f78b-43ac-b6c6-d382cf1d9f03 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.490577] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0577628a-f78b-43ac-b6c6-d382cf1d9f03 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.490577] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0577628a-f78b-43ac-b6c6-d382cf1d9f03 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.490577] env[69858]: INFO nova.compute.manager [None req-0577628a-f78b-43ac-b6c6-d382cf1d9f03 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Took 1.16 seconds to destroy the instance on the hypervisor. [ 787.490577] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0577628a-f78b-43ac-b6c6-d382cf1d9f03 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.490577] env[69858]: DEBUG nova.compute.manager [-] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.490577] env[69858]: DEBUG nova.network.neutron [-] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.648604] env[69858]: DEBUG oslo_vmware.api [None req-538277fb-008a-40fc-8461-c36527e39484 tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': task-3418814, 'name': PowerOffVM_Task, 'duration_secs': 0.215432} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.648965] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-538277fb-008a-40fc-8461-c36527e39484 tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.648965] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-538277fb-008a-40fc-8461-c36527e39484 tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.649946] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ea70f12-b99d-46c1-a59f-97e6759dfc86 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.744881] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-538277fb-008a-40fc-8461-c36527e39484 tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.745137] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-538277fb-008a-40fc-8461-c36527e39484 tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.745408] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-538277fb-008a-40fc-8461-c36527e39484 tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Deleting the datastore file [datastore2] fedb8a4e-eacc-4934-936e-67bbf44807a3 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.745731] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0aef107f-82d8-4dc0-af17-e10684cbf245 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.753920] env[69858]: DEBUG oslo_vmware.api [None req-538277fb-008a-40fc-8461-c36527e39484 tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Waiting for the task: (returnval){ [ 787.753920] env[69858]: value = "task-3418817" [ 787.753920] env[69858]: _type = "Task" [ 787.753920] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.766895] env[69858]: DEBUG oslo_vmware.api [None req-538277fb-008a-40fc-8461-c36527e39484 tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': task-3418817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.773468] env[69858]: DEBUG oslo_vmware.api [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': task-3418810, 'name': PowerOnVM_Task, 'duration_secs': 1.001232} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.774100] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.774641] env[69858]: INFO nova.compute.manager [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Took 16.17 seconds to spawn the instance on the hypervisor. [ 787.774867] env[69858]: DEBUG nova.compute.manager [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.775836] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7110767c-615e-420a-8d09-d9a7acd3ff0b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.796693] env[69858]: DEBUG nova.compute.manager [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.890468] env[69858]: DEBUG oslo_vmware.api [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Task: {'id': task-3418811, 'name': ReconfigVM_Task, 'duration_secs': 0.614006} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.890891] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Reconfigured VM instance instance-00000019 to attach disk [datastore1] c8eabe40-9899-453d-83f3-2d5d0f9ce518/c8eabe40-9899-453d-83f3-2d5d0f9ce518.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.891600] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd528338-eab8-4624-8e9b-e29f0ff1d5d9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.904523] env[69858]: DEBUG oslo_vmware.api [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Waiting for the task: (returnval){ [ 787.904523] env[69858]: value = "task-3418818" [ 787.904523] env[69858]: _type = "Task" [ 787.904523] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.915601] env[69858]: DEBUG oslo_vmware.api [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Task: {'id': task-3418818, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.936120] env[69858]: DEBUG oslo_vmware.api [None req-501c11c8-3814-4899-a485-f6ce3682d174 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Task: {'id': task-3418815, 'name': PowerOffVM_Task, 'duration_secs': 0.199554} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.944029] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-501c11c8-3814-4899-a485-f6ce3682d174 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.944325] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-501c11c8-3814-4899-a485-f6ce3682d174 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.945266] env[69858]: DEBUG oslo_concurrency.lockutils [req-88a5aa52-70de-4040-8a68-633a07928a69 req-b2c1ea21-176c-4cf7-9eba-ad6252577138 service nova] Releasing lock "refresh_cache-fb3a5c65-6522-4ca6-af8d-cc79d9847237" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.945358] env[69858]: DEBUG oslo_vmware.api [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520170bd-3f3e-d5be-ce20-c074e78fc782, 'name': SearchDatastore_Task, 'duration_secs': 0.024591} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.946381] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d37f7877-4224-41fc-9b2a-c284815d0e3b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.947624] env[69858]: DEBUG oslo_concurrency.lockutils [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.947889] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] dc2e6ca0-5cde-49d5-97b2-769f5899d3b8/dc2e6ca0-5cde-49d5-97b2-769f5899d3b8.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.948215] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d051c61-aa0c-49d9-a877-42444c5ed0d7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.957925] env[69858]: DEBUG oslo_vmware.api [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Waiting for the task: (returnval){ [ 787.957925] env[69858]: value = "task-3418819" [ 787.957925] env[69858]: _type = "Task" [ 787.957925] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.971087] env[69858]: DEBUG oslo_vmware.api [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': task-3418819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.029521] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-501c11c8-3814-4899-a485-f6ce3682d174 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.029718] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-501c11c8-3814-4899-a485-f6ce3682d174 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.029903] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-501c11c8-3814-4899-a485-f6ce3682d174 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Deleting the datastore file [datastore1] 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.030190] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee774482-655d-4c13-90a0-996bb240ee70 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.038734] env[69858]: DEBUG oslo_vmware.api [None req-501c11c8-3814-4899-a485-f6ce3682d174 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Waiting for the task: (returnval){ [ 788.038734] env[69858]: value = "task-3418821" [ 788.038734] env[69858]: _type = "Task" [ 788.038734] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.049433] env[69858]: DEBUG oslo_vmware.api [None req-501c11c8-3814-4899-a485-f6ce3682d174 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Task: {'id': task-3418821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.206241] env[69858]: DEBUG nova.network.neutron [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Successfully created port: 0509f378-6ff6-4d03-ae7f-f8341f3f78a3 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 788.284810] env[69858]: DEBUG oslo_vmware.api [None req-538277fb-008a-40fc-8461-c36527e39484 tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Task: {'id': task-3418817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23187} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.285109] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-538277fb-008a-40fc-8461-c36527e39484 tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.285536] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-538277fb-008a-40fc-8461-c36527e39484 tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.285917] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-538277fb-008a-40fc-8461-c36527e39484 tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.286391] env[69858]: INFO nova.compute.manager [None req-538277fb-008a-40fc-8461-c36527e39484 tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 788.288019] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-538277fb-008a-40fc-8461-c36527e39484 tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.288465] env[69858]: DEBUG nova.compute.manager [-] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 788.288652] env[69858]: DEBUG nova.network.neutron [-] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 788.304417] env[69858]: INFO nova.compute.manager [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Took 41.90 seconds to build instance. [ 788.337801] env[69858]: DEBUG nova.network.neutron [-] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.391689] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f56c2c-253f-4d91-8808-e54f962fba6e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.403307] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ab6b89-474c-4c85-8a74-52f3777363eb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.417379] env[69858]: DEBUG oslo_vmware.api [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Task: {'id': task-3418818, 'name': Rename_Task, 'duration_secs': 0.182604} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.443459] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.444554] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9dc78a0d-4755-4b04-bb82-7f0375cd1ce3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.447328] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a6493c-1123-45b6-95bd-0d25bf5703e2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.457895] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1e1dda-4e93-4fc9-8df2-683c09af6916 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.464925] env[69858]: DEBUG oslo_vmware.api [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Waiting for the task: (returnval){ [ 788.464925] env[69858]: value = "task-3418822" [ 788.464925] env[69858]: _type = "Task" [ 788.464925] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.482512] env[69858]: DEBUG nova.compute.provider_tree [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.488670] env[69858]: DEBUG oslo_vmware.api [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': task-3418819, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517659} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.488670] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] dc2e6ca0-5cde-49d5-97b2-769f5899d3b8/dc2e6ca0-5cde-49d5-97b2-769f5899d3b8.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.488670] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.488876] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22c8646c-df1c-41ab-95cc-5782de0fc132 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.494248] env[69858]: DEBUG oslo_vmware.api [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Task: {'id': task-3418822, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.501034] env[69858]: DEBUG oslo_vmware.api [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Waiting for the task: (returnval){ [ 788.501034] env[69858]: value = "task-3418823" [ 788.501034] env[69858]: _type = "Task" [ 788.501034] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.513459] env[69858]: DEBUG oslo_vmware.api [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': task-3418823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.549582] env[69858]: DEBUG oslo_vmware.api [None req-501c11c8-3814-4899-a485-f6ce3682d174 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Task: {'id': task-3418821, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.431415} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.549849] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-501c11c8-3814-4899-a485-f6ce3682d174 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.550043] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-501c11c8-3814-4899-a485-f6ce3682d174 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.550224] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-501c11c8-3814-4899-a485-f6ce3682d174 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.550476] env[69858]: INFO nova.compute.manager [None req-501c11c8-3814-4899-a485-f6ce3682d174 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 788.550631] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-501c11c8-3814-4899-a485-f6ce3682d174 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.550847] env[69858]: DEBUG nova.compute.manager [-] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 788.550943] env[69858]: DEBUG nova.network.neutron [-] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 788.808758] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c5a48331-1cfb-4442-81b1-cc943af49e68 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Lock "5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.274s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.814748] env[69858]: DEBUG nova.compute.manager [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 788.827292] env[69858]: DEBUG nova.network.neutron [-] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.839623] env[69858]: DEBUG nova.network.neutron [-] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.863339] env[69858]: DEBUG nova.virt.hardware [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.863339] env[69858]: DEBUG nova.virt.hardware [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.863339] env[69858]: DEBUG nova.virt.hardware [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.863339] env[69858]: DEBUG nova.virt.hardware [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.863339] env[69858]: DEBUG nova.virt.hardware [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.863641] env[69858]: DEBUG nova.virt.hardware [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.864062] env[69858]: DEBUG nova.virt.hardware [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.864280] env[69858]: DEBUG nova.virt.hardware [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.865067] env[69858]: DEBUG nova.virt.hardware [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.865067] env[69858]: DEBUG nova.virt.hardware [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.865067] env[69858]: DEBUG nova.virt.hardware [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.866908] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f7cc1f-867e-47e6-8158-b2e7918d0bb7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.875358] env[69858]: DEBUG nova.compute.manager [req-3e48286d-f941-47ea-9d4c-7e201ecc3373 req-ac8573f0-f7ed-47d1-836a-8e0afdf7c34c service nova] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Received event network-vif-deleted-dcbeb096-270a-4c99-b9e4-416c146f4acd {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.884295] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a327f10c-8791-4228-89ef-b8750bbf5dd3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.983192] env[69858]: DEBUG oslo_vmware.api [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Task: {'id': task-3418822, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.989393] env[69858]: DEBUG nova.scheduler.client.report [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.014894] env[69858]: DEBUG oslo_vmware.api [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': task-3418823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066247} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.014894] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.015207] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef561bf-0647-4046-9241-7699090628da {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.043249] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] dc2e6ca0-5cde-49d5-97b2-769f5899d3b8/dc2e6ca0-5cde-49d5-97b2-769f5899d3b8.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.045599] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d44fdf9b-f0dc-42a4-9a88-d60e2189410e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.065848] env[69858]: DEBUG oslo_vmware.api [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Waiting for the task: (returnval){ [ 789.065848] env[69858]: value = "task-3418824" [ 789.065848] env[69858]: _type = "Task" [ 789.065848] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.078871] env[69858]: DEBUG oslo_vmware.api [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': task-3418824, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.301521] env[69858]: DEBUG nova.compute.manager [req-7f4650f7-d6f6-42b6-ac90-0e3cc1c2c238 req-18e6cf2b-c799-4d3d-a775-8be46ae675bd service nova] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Received event network-vif-deleted-5de6e742-7b83-4974-be65-ca5343639dde {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.301521] env[69858]: INFO nova.compute.manager [req-7f4650f7-d6f6-42b6-ac90-0e3cc1c2c238 req-18e6cf2b-c799-4d3d-a775-8be46ae675bd service nova] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Neutron deleted interface 5de6e742-7b83-4974-be65-ca5343639dde; detaching it from the instance and deleting it from the info cache [ 789.301521] env[69858]: DEBUG nova.network.neutron [req-7f4650f7-d6f6-42b6-ac90-0e3cc1c2c238 req-18e6cf2b-c799-4d3d-a775-8be46ae675bd service nova] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.312693] env[69858]: DEBUG nova.compute.manager [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.331687] env[69858]: INFO nova.compute.manager [-] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Took 1.84 seconds to deallocate network for instance. [ 789.342575] env[69858]: INFO nova.compute.manager [-] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Took 1.05 seconds to deallocate network for instance. [ 789.481719] env[69858]: DEBUG oslo_vmware.api [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Task: {'id': task-3418822, 'name': PowerOnVM_Task, 'duration_secs': 1.015131} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.482009] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.482219] env[69858]: INFO nova.compute.manager [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Took 9.27 seconds to spawn the instance on the hypervisor. [ 789.482428] env[69858]: DEBUG nova.compute.manager [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.483434] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a171f84-4a84-472b-90fa-eba1f800f9ab {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.501202] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.501592] env[69858]: DEBUG nova.compute.manager [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 789.504118] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.731s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.509714] env[69858]: INFO nova.compute.claims [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.578785] env[69858]: DEBUG oslo_vmware.api [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': task-3418824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.643445] env[69858]: DEBUG nova.network.neutron [-] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.803787] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-546279d8-7e49-4699-bb73-53080637406a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.814444] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd9cbe4-0ffb-4ddf-8c9c-a58245d59a99 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.838286] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1310e221-8c2a-455b-9475-fab3b2dff1b3 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Acquiring lock "5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.838629] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1310e221-8c2a-455b-9475-fab3b2dff1b3 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Lock "5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.838834] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1310e221-8c2a-455b-9475-fab3b2dff1b3 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Acquiring lock "5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.839080] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1310e221-8c2a-455b-9475-fab3b2dff1b3 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Lock "5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.839361] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1310e221-8c2a-455b-9475-fab3b2dff1b3 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Lock "5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.854269] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0577628a-f78b-43ac-b6c6-d382cf1d9f03 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.856485] env[69858]: DEBUG oslo_concurrency.lockutils [None req-538277fb-008a-40fc-8461-c36527e39484 tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.856485] env[69858]: DEBUG nova.compute.manager [req-7f4650f7-d6f6-42b6-ac90-0e3cc1c2c238 req-18e6cf2b-c799-4d3d-a775-8be46ae675bd service nova] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Detach interface failed, port_id=5de6e742-7b83-4974-be65-ca5343639dde, reason: Instance 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 789.856485] env[69858]: INFO nova.compute.manager [None req-1310e221-8c2a-455b-9475-fab3b2dff1b3 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Terminating instance [ 789.858564] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.006141] env[69858]: INFO nova.compute.manager [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Took 35.26 seconds to build instance. [ 790.016188] env[69858]: DEBUG nova.compute.utils [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.019766] env[69858]: DEBUG nova.compute.manager [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 790.020264] env[69858]: DEBUG nova.network.neutron [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 790.081925] env[69858]: DEBUG oslo_vmware.api [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': task-3418824, 'name': ReconfigVM_Task, 'duration_secs': 0.673697} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.081925] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Reconfigured VM instance instance-0000001a to attach disk [datastore1] dc2e6ca0-5cde-49d5-97b2-769f5899d3b8/dc2e6ca0-5cde-49d5-97b2-769f5899d3b8.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.082503] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c90ec1a9-7dc0-4c6b-abe5-ceba0d212cb1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.092511] env[69858]: DEBUG oslo_vmware.api [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Waiting for the task: (returnval){ [ 790.092511] env[69858]: value = "task-3418825" [ 790.092511] env[69858]: _type = "Task" [ 790.092511] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.104053] env[69858]: DEBUG oslo_vmware.api [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': task-3418825, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.145950] env[69858]: INFO nova.compute.manager [-] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Took 1.59 seconds to deallocate network for instance. [ 790.180597] env[69858]: DEBUG nova.policy [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd68b3896d1cf4542821e48bc2dc1a6d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '520f7cb63c724f108ecb2574fd9c40f5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 790.362026] env[69858]: DEBUG nova.compute.manager [None req-1310e221-8c2a-455b-9475-fab3b2dff1b3 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 790.362303] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1310e221-8c2a-455b-9475-fab3b2dff1b3 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.363266] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a671d5-a932-4b27-b246-7b364c519ad8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.373266] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1310e221-8c2a-455b-9475-fab3b2dff1b3 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.373610] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf6ac8c8-b273-4e09-855b-a2203f48c0c5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.380803] env[69858]: DEBUG oslo_vmware.api [None req-1310e221-8c2a-455b-9475-fab3b2dff1b3 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Waiting for the task: (returnval){ [ 790.380803] env[69858]: value = "task-3418826" [ 790.380803] env[69858]: _type = "Task" [ 790.380803] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.390249] env[69858]: DEBUG oslo_vmware.api [None req-1310e221-8c2a-455b-9475-fab3b2dff1b3 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': task-3418826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.510332] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c5fc04ad-3caf-429a-a6c0-689bc505f039 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Lock "c8eabe40-9899-453d-83f3-2d5d0f9ce518" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.874s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.521935] env[69858]: DEBUG nova.compute.manager [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.610464] env[69858]: DEBUG oslo_vmware.api [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': task-3418825, 'name': Rename_Task, 'duration_secs': 0.27333} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.611560] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.611560] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d59a5cc-9848-40ce-9d52-53e2d6084376 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.618952] env[69858]: DEBUG oslo_vmware.api [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Waiting for the task: (returnval){ [ 790.618952] env[69858]: value = "task-3418827" [ 790.618952] env[69858]: _type = "Task" [ 790.618952] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.629884] env[69858]: DEBUG oslo_vmware.api [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': task-3418827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.654601] env[69858]: DEBUG oslo_concurrency.lockutils [None req-501c11c8-3814-4899-a485-f6ce3682d174 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.699356] env[69858]: DEBUG nova.network.neutron [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Successfully updated port: 0509f378-6ff6-4d03-ae7f-f8341f3f78a3 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 790.861671] env[69858]: DEBUG nova.network.neutron [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Successfully created port: 8e6f63d4-8575-4269-9043-66880a06d361 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 790.891914] env[69858]: DEBUG oslo_vmware.api [None req-1310e221-8c2a-455b-9475-fab3b2dff1b3 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': task-3418826, 'name': PowerOffVM_Task, 'duration_secs': 0.275712} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.892229] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1310e221-8c2a-455b-9475-fab3b2dff1b3 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.892421] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1310e221-8c2a-455b-9475-fab3b2dff1b3 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.892654] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a870f2e-13d7-4b38-a342-6315ae40772e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.014705] env[69858]: DEBUG nova.compute.manager [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 791.060841] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1310e221-8c2a-455b-9475-fab3b2dff1b3 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.061090] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1310e221-8c2a-455b-9475-fab3b2dff1b3 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.061360] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-1310e221-8c2a-455b-9475-fab3b2dff1b3 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Deleting the datastore file [datastore2] 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.061646] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb85e2df-4be0-4d0e-8ac1-fb2746aa5585 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.080960] env[69858]: DEBUG oslo_vmware.api [None req-1310e221-8c2a-455b-9475-fab3b2dff1b3 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Waiting for the task: (returnval){ [ 791.080960] env[69858]: value = "task-3418829" [ 791.080960] env[69858]: _type = "Task" [ 791.080960] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.094581] env[69858]: DEBUG oslo_vmware.api [None req-1310e221-8c2a-455b-9475-fab3b2dff1b3 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': task-3418829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.103806] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd97303-d439-4ca3-a8de-0e52ef38606d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.113222] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08feb9c0-c04f-4942-a0d5-18461e0a5712 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.153429] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0de9085-74fe-49ad-82a1-388f0496f264 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.163885] env[69858]: DEBUG oslo_vmware.api [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': task-3418827, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.165262] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e95e7fc-7b29-4d0f-b25e-127e6565c23d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.182951] env[69858]: DEBUG nova.compute.provider_tree [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.187786] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquiring lock "eaf4530d-bff5-45d3-8161-c63684bdfa59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.187786] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "eaf4530d-bff5-45d3-8161-c63684bdfa59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.207895] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Acquiring lock "refresh_cache-2be1c4d5-f545-4f09-ad05-dd42fb852519" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.207895] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Acquired lock "refresh_cache-2be1c4d5-f545-4f09-ad05-dd42fb852519" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.207895] env[69858]: DEBUG nova.network.neutron [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.541821] env[69858]: DEBUG oslo_concurrency.lockutils [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.543134] env[69858]: DEBUG nova.compute.manager [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 791.574156] env[69858]: DEBUG nova.virt.hardware [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.574432] env[69858]: DEBUG nova.virt.hardware [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.574723] env[69858]: DEBUG nova.virt.hardware [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.574994] env[69858]: DEBUG nova.virt.hardware [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.575213] env[69858]: DEBUG nova.virt.hardware [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.575431] env[69858]: DEBUG nova.virt.hardware [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.575700] env[69858]: DEBUG nova.virt.hardware [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.575904] env[69858]: DEBUG nova.virt.hardware [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.576132] env[69858]: DEBUG nova.virt.hardware [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.576345] env[69858]: DEBUG nova.virt.hardware [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.576564] env[69858]: DEBUG nova.virt.hardware [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.577492] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ce394f-ea7a-44ee-a6f2-5fd0ab9a9055 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.587812] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7307b8ca-7170-41dd-823a-1ba7ba957256 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.595444] env[69858]: DEBUG oslo_vmware.api [None req-1310e221-8c2a-455b-9475-fab3b2dff1b3 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': task-3418829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188338} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.596122] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-1310e221-8c2a-455b-9475-fab3b2dff1b3 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.596365] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1310e221-8c2a-455b-9475-fab3b2dff1b3 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.596650] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1310e221-8c2a-455b-9475-fab3b2dff1b3 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.596874] env[69858]: INFO nova.compute.manager [None req-1310e221-8c2a-455b-9475-fab3b2dff1b3 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Took 1.23 seconds to destroy the instance on the hypervisor. [ 791.597284] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1310e221-8c2a-455b-9475-fab3b2dff1b3 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.597393] env[69858]: DEBUG nova.compute.manager [-] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 791.597484] env[69858]: DEBUG nova.network.neutron [-] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.629770] env[69858]: DEBUG oslo_vmware.api [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': task-3418827, 'name': PowerOnVM_Task, 'duration_secs': 0.959257} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.630055] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.630264] env[69858]: INFO nova.compute.manager [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Took 6.15 seconds to spawn the instance on the hypervisor. [ 791.630541] env[69858]: DEBUG nova.compute.manager [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.631246] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ce03e0-3578-4e7c-b932-a7cfe6fafca1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.685687] env[69858]: DEBUG nova.scheduler.client.report [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.744815] env[69858]: DEBUG nova.network.neutron [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 791.768482] env[69858]: DEBUG nova.compute.manager [req-659271f6-19e5-4efd-a573-b2140a36a2ef req-6f4d02b7-0d09-4ed8-8737-ff4e95c9832a service nova] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Received event network-vif-plugged-0509f378-6ff6-4d03-ae7f-f8341f3f78a3 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.768707] env[69858]: DEBUG oslo_concurrency.lockutils [req-659271f6-19e5-4efd-a573-b2140a36a2ef req-6f4d02b7-0d09-4ed8-8737-ff4e95c9832a service nova] Acquiring lock "2be1c4d5-f545-4f09-ad05-dd42fb852519-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.768916] env[69858]: DEBUG oslo_concurrency.lockutils [req-659271f6-19e5-4efd-a573-b2140a36a2ef req-6f4d02b7-0d09-4ed8-8737-ff4e95c9832a service nova] Lock "2be1c4d5-f545-4f09-ad05-dd42fb852519-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.769092] env[69858]: DEBUG oslo_concurrency.lockutils [req-659271f6-19e5-4efd-a573-b2140a36a2ef req-6f4d02b7-0d09-4ed8-8737-ff4e95c9832a service nova] Lock "2be1c4d5-f545-4f09-ad05-dd42fb852519-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.769260] env[69858]: DEBUG nova.compute.manager [req-659271f6-19e5-4efd-a573-b2140a36a2ef req-6f4d02b7-0d09-4ed8-8737-ff4e95c9832a service nova] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] No waiting events found dispatching network-vif-plugged-0509f378-6ff6-4d03-ae7f-f8341f3f78a3 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 791.769433] env[69858]: WARNING nova.compute.manager [req-659271f6-19e5-4efd-a573-b2140a36a2ef req-6f4d02b7-0d09-4ed8-8737-ff4e95c9832a service nova] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Received unexpected event network-vif-plugged-0509f378-6ff6-4d03-ae7f-f8341f3f78a3 for instance with vm_state building and task_state spawning. [ 791.769567] env[69858]: DEBUG nova.compute.manager [req-659271f6-19e5-4efd-a573-b2140a36a2ef req-6f4d02b7-0d09-4ed8-8737-ff4e95c9832a service nova] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Received event network-changed-0509f378-6ff6-4d03-ae7f-f8341f3f78a3 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.769719] env[69858]: DEBUG nova.compute.manager [req-659271f6-19e5-4efd-a573-b2140a36a2ef req-6f4d02b7-0d09-4ed8-8737-ff4e95c9832a service nova] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Refreshing instance network info cache due to event network-changed-0509f378-6ff6-4d03-ae7f-f8341f3f78a3. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 791.769975] env[69858]: DEBUG oslo_concurrency.lockutils [req-659271f6-19e5-4efd-a573-b2140a36a2ef req-6f4d02b7-0d09-4ed8-8737-ff4e95c9832a service nova] Acquiring lock "refresh_cache-2be1c4d5-f545-4f09-ad05-dd42fb852519" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.899053] env[69858]: DEBUG nova.network.neutron [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Updating instance_info_cache with network_info: [{"id": "0509f378-6ff6-4d03-ae7f-f8341f3f78a3", "address": "fa:16:3e:44:a7:06", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0509f378-6f", "ovs_interfaceid": "0509f378-6ff6-4d03-ae7f-f8341f3f78a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.155208] env[69858]: INFO nova.compute.manager [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Took 32.91 seconds to build instance. [ 792.188775] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.189913] env[69858]: DEBUG nova.compute.manager [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.193224] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.198s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.196173] env[69858]: INFO nova.compute.claims [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: db67c772-084d-4422-9368-359b2990e501] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.281341] env[69858]: DEBUG oslo_concurrency.lockutils [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquiring lock "2768718f-4ea0-4f1a-90be-f04b87b50935" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.281341] env[69858]: DEBUG oslo_concurrency.lockutils [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "2768718f-4ea0-4f1a-90be-f04b87b50935" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.404028] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Releasing lock "refresh_cache-2be1c4d5-f545-4f09-ad05-dd42fb852519" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.404028] env[69858]: DEBUG nova.compute.manager [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Instance network_info: |[{"id": "0509f378-6ff6-4d03-ae7f-f8341f3f78a3", "address": "fa:16:3e:44:a7:06", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0509f378-6f", "ovs_interfaceid": "0509f378-6ff6-4d03-ae7f-f8341f3f78a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 792.404028] env[69858]: DEBUG oslo_concurrency.lockutils [req-659271f6-19e5-4efd-a573-b2140a36a2ef req-6f4d02b7-0d09-4ed8-8737-ff4e95c9832a service nova] Acquired lock "refresh_cache-2be1c4d5-f545-4f09-ad05-dd42fb852519" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.404028] env[69858]: DEBUG nova.network.neutron [req-659271f6-19e5-4efd-a573-b2140a36a2ef req-6f4d02b7-0d09-4ed8-8737-ff4e95c9832a service nova] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Refreshing network info cache for port 0509f378-6ff6-4d03-ae7f-f8341f3f78a3 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.404028] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:a7:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0509f378-6ff6-4d03-ae7f-f8341f3f78a3', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.411229] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.412716] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.413410] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80bae07c-c84e-4850-b972-53a4158d73a3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.437942] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.437942] env[69858]: value = "task-3418830" [ 792.437942] env[69858]: _type = "Task" [ 792.437942] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.447181] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418830, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.658938] env[69858]: DEBUG oslo_concurrency.lockutils [None req-48666557-9aea-4c2c-811c-b3131117200c tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Lock "dc2e6ca0-5cde-49d5-97b2-769f5899d3b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.067s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.695306] env[69858]: DEBUG nova.compute.utils [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.696713] env[69858]: DEBUG nova.compute.manager [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.696888] env[69858]: DEBUG nova.network.neutron [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.705270] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e1fe4a87-88fa-446a-9f3a-94eb26b06212 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Acquiring lock "c8eabe40-9899-453d-83f3-2d5d0f9ce518" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.705539] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e1fe4a87-88fa-446a-9f3a-94eb26b06212 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Lock "c8eabe40-9899-453d-83f3-2d5d0f9ce518" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.705749] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e1fe4a87-88fa-446a-9f3a-94eb26b06212 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Acquiring lock "c8eabe40-9899-453d-83f3-2d5d0f9ce518-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.705932] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e1fe4a87-88fa-446a-9f3a-94eb26b06212 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Lock "c8eabe40-9899-453d-83f3-2d5d0f9ce518-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.706111] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e1fe4a87-88fa-446a-9f3a-94eb26b06212 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Lock "c8eabe40-9899-453d-83f3-2d5d0f9ce518-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.708779] env[69858]: INFO nova.compute.manager [None req-e1fe4a87-88fa-446a-9f3a-94eb26b06212 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Terminating instance [ 792.783816] env[69858]: DEBUG nova.policy [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6abe1037c5544b58a028c82f4d993875', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a25c1bd709a940458c21a2047713ba7e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.956500] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418830, 'name': CreateVM_Task, 'duration_secs': 0.387812} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.956672] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.957877] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.957877] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.957877] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.958145] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38bee7a3-0f0d-4cb1-b4bf-f4394097e0c8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.963800] env[69858]: DEBUG oslo_vmware.api [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Waiting for the task: (returnval){ [ 792.963800] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52af0d7c-7724-7238-c064-92217eb9cab0" [ 792.963800] env[69858]: _type = "Task" [ 792.963800] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.974406] env[69858]: DEBUG oslo_vmware.api [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52af0d7c-7724-7238-c064-92217eb9cab0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.993880] env[69858]: DEBUG nova.network.neutron [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Successfully updated port: 8e6f63d4-8575-4269-9043-66880a06d361 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 793.029858] env[69858]: DEBUG nova.network.neutron [-] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.142775] env[69858]: DEBUG nova.network.neutron [req-659271f6-19e5-4efd-a573-b2140a36a2ef req-6f4d02b7-0d09-4ed8-8737-ff4e95c9832a service nova] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Updated VIF entry in instance network info cache for port 0509f378-6ff6-4d03-ae7f-f8341f3f78a3. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.143173] env[69858]: DEBUG nova.network.neutron [req-659271f6-19e5-4efd-a573-b2140a36a2ef req-6f4d02b7-0d09-4ed8-8737-ff4e95c9832a service nova] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Updating instance_info_cache with network_info: [{"id": "0509f378-6ff6-4d03-ae7f-f8341f3f78a3", "address": "fa:16:3e:44:a7:06", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0509f378-6f", "ovs_interfaceid": "0509f378-6ff6-4d03-ae7f-f8341f3f78a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.161560] env[69858]: DEBUG nova.compute.manager [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 793.200482] env[69858]: DEBUG nova.compute.manager [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.216029] env[69858]: DEBUG nova.compute.manager [None req-e1fe4a87-88fa-446a-9f3a-94eb26b06212 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 793.216029] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fe4a87-88fa-446a-9f3a-94eb26b06212 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.216029] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a229018-16d5-434a-9e3e-496d756f1787 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.224966] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1fe4a87-88fa-446a-9f3a-94eb26b06212 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.225551] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ab74fd8-44da-4ef7-b2dc-6face05a2b48 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.236613] env[69858]: DEBUG oslo_vmware.api [None req-e1fe4a87-88fa-446a-9f3a-94eb26b06212 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Waiting for the task: (returnval){ [ 793.236613] env[69858]: value = "task-3418831" [ 793.236613] env[69858]: _type = "Task" [ 793.236613] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.250150] env[69858]: DEBUG oslo_vmware.api [None req-e1fe4a87-88fa-446a-9f3a-94eb26b06212 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Task: {'id': task-3418831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.316257] env[69858]: DEBUG nova.network.neutron [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Successfully created port: fda136e6-88ab-49f8-b91e-2a645fcea759 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.483227] env[69858]: DEBUG oslo_vmware.api [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52af0d7c-7724-7238-c064-92217eb9cab0, 'name': SearchDatastore_Task, 'duration_secs': 0.01031} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.483227] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.483227] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.483227] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.483227] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.483227] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.483227] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3286701-37bd-4f8b-8eb3-a66795af5bbb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.491683] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.491883] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.492638] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e74e5eb-744c-4dd3-9070-f41fa0ce9983 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.496951] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Acquiring lock "refresh_cache-69194f68-ae44-470c-8b5c-645a22078f76" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.497108] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Acquired lock "refresh_cache-69194f68-ae44-470c-8b5c-645a22078f76" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.497290] env[69858]: DEBUG nova.network.neutron [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.499542] env[69858]: DEBUG oslo_vmware.api [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Waiting for the task: (returnval){ [ 793.499542] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5227bf0a-eebb-6736-2df1-f9906d630c3b" [ 793.499542] env[69858]: _type = "Task" [ 793.499542] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.510451] env[69858]: DEBUG oslo_vmware.api [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5227bf0a-eebb-6736-2df1-f9906d630c3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.533578] env[69858]: INFO nova.compute.manager [-] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Took 1.94 seconds to deallocate network for instance. [ 793.646379] env[69858]: DEBUG oslo_concurrency.lockutils [req-659271f6-19e5-4efd-a573-b2140a36a2ef req-6f4d02b7-0d09-4ed8-8737-ff4e95c9832a service nova] Releasing lock "refresh_cache-2be1c4d5-f545-4f09-ad05-dd42fb852519" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.687943] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.751030] env[69858]: DEBUG oslo_vmware.api [None req-e1fe4a87-88fa-446a-9f3a-94eb26b06212 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Task: {'id': task-3418831, 'name': PowerOffVM_Task, 'duration_secs': 0.211606} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.752232] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1fe4a87-88fa-446a-9f3a-94eb26b06212 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.752232] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fe4a87-88fa-446a-9f3a-94eb26b06212 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.752453] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d830b6e-da96-4ae7-89fa-a4e6854a8c8a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.803125] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c37873-9258-45ca-8677-178dee972488 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.811576] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650083c6-508a-4ee6-99bc-775e7bce43e6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.848962] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fe4a87-88fa-446a-9f3a-94eb26b06212 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 793.848962] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fe4a87-88fa-446a-9f3a-94eb26b06212 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 793.848962] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1fe4a87-88fa-446a-9f3a-94eb26b06212 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Deleting the datastore file [datastore1] c8eabe40-9899-453d-83f3-2d5d0f9ce518 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.850079] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77a03cce-c735-42f5-8d1e-637104d95104 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.854423] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b6ec2b-e12d-4dfd-893b-209261e79f1b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.861553] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3192a86a-f5a1-461c-9117-5b94e8afb753 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.865275] env[69858]: DEBUG oslo_vmware.api [None req-e1fe4a87-88fa-446a-9f3a-94eb26b06212 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Waiting for the task: (returnval){ [ 793.865275] env[69858]: value = "task-3418833" [ 793.865275] env[69858]: _type = "Task" [ 793.865275] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.877886] env[69858]: DEBUG nova.compute.provider_tree [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.880243] env[69858]: DEBUG nova.compute.manager [req-bac52a17-b28d-46fe-8fa1-7310a746b306 req-4640aeb1-fe92-4955-838d-8ae85e675f7c service nova] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Received event network-vif-deleted-f9613c4c-d5ac-4cb6-9599-6ecc6e2f417a {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.880464] env[69858]: DEBUG nova.compute.manager [req-bac52a17-b28d-46fe-8fa1-7310a746b306 req-4640aeb1-fe92-4955-838d-8ae85e675f7c service nova] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Received event network-vif-deleted-35d376ea-dfc0-4e7a-bde4-be8a721287aa {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.880610] env[69858]: DEBUG nova.compute.manager [req-bac52a17-b28d-46fe-8fa1-7310a746b306 req-4640aeb1-fe92-4955-838d-8ae85e675f7c service nova] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Received event network-vif-deleted-e2d19817-a0fc-4ddf-a929-6bf719cfaffc {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.880778] env[69858]: DEBUG nova.compute.manager [req-bac52a17-b28d-46fe-8fa1-7310a746b306 req-4640aeb1-fe92-4955-838d-8ae85e675f7c service nova] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Received event network-vif-plugged-8e6f63d4-8575-4269-9043-66880a06d361 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.880960] env[69858]: DEBUG oslo_concurrency.lockutils [req-bac52a17-b28d-46fe-8fa1-7310a746b306 req-4640aeb1-fe92-4955-838d-8ae85e675f7c service nova] Acquiring lock "69194f68-ae44-470c-8b5c-645a22078f76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.881199] env[69858]: DEBUG oslo_concurrency.lockutils [req-bac52a17-b28d-46fe-8fa1-7310a746b306 req-4640aeb1-fe92-4955-838d-8ae85e675f7c service nova] Lock "69194f68-ae44-470c-8b5c-645a22078f76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.881323] env[69858]: DEBUG oslo_concurrency.lockutils [req-bac52a17-b28d-46fe-8fa1-7310a746b306 req-4640aeb1-fe92-4955-838d-8ae85e675f7c service nova] Lock "69194f68-ae44-470c-8b5c-645a22078f76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.881518] env[69858]: DEBUG nova.compute.manager [req-bac52a17-b28d-46fe-8fa1-7310a746b306 req-4640aeb1-fe92-4955-838d-8ae85e675f7c service nova] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] No waiting events found dispatching network-vif-plugged-8e6f63d4-8575-4269-9043-66880a06d361 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 793.881646] env[69858]: WARNING nova.compute.manager [req-bac52a17-b28d-46fe-8fa1-7310a746b306 req-4640aeb1-fe92-4955-838d-8ae85e675f7c service nova] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Received unexpected event network-vif-plugged-8e6f63d4-8575-4269-9043-66880a06d361 for instance with vm_state building and task_state spawning. [ 793.881807] env[69858]: DEBUG nova.compute.manager [req-bac52a17-b28d-46fe-8fa1-7310a746b306 req-4640aeb1-fe92-4955-838d-8ae85e675f7c service nova] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Received event network-changed-8e6f63d4-8575-4269-9043-66880a06d361 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.881957] env[69858]: DEBUG nova.compute.manager [req-bac52a17-b28d-46fe-8fa1-7310a746b306 req-4640aeb1-fe92-4955-838d-8ae85e675f7c service nova] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Refreshing instance network info cache due to event network-changed-8e6f63d4-8575-4269-9043-66880a06d361. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 793.882139] env[69858]: DEBUG oslo_concurrency.lockutils [req-bac52a17-b28d-46fe-8fa1-7310a746b306 req-4640aeb1-fe92-4955-838d-8ae85e675f7c service nova] Acquiring lock "refresh_cache-69194f68-ae44-470c-8b5c-645a22078f76" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.887162] env[69858]: DEBUG oslo_vmware.api [None req-e1fe4a87-88fa-446a-9f3a-94eb26b06212 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Task: {'id': task-3418833, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.012971] env[69858]: DEBUG oslo_vmware.api [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5227bf0a-eebb-6736-2df1-f9906d630c3b, 'name': SearchDatastore_Task, 'duration_secs': 0.008998} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.013982] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dfe853a-fb6b-4e39-8949-2f4b095cabe2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.020194] env[69858]: DEBUG oslo_vmware.api [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Waiting for the task: (returnval){ [ 794.020194] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526da5ae-7b5d-18e6-4892-1251a0de1bc8" [ 794.020194] env[69858]: _type = "Task" [ 794.020194] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.027829] env[69858]: DEBUG oslo_vmware.api [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526da5ae-7b5d-18e6-4892-1251a0de1bc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.035667] env[69858]: DEBUG nova.network.neutron [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.044652] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1310e221-8c2a-455b-9475-fab3b2dff1b3 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.168216] env[69858]: DEBUG nova.network.neutron [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Updating instance_info_cache with network_info: [{"id": "8e6f63d4-8575-4269-9043-66880a06d361", "address": "fa:16:3e:cf:45:c9", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e6f63d4-85", "ovs_interfaceid": "8e6f63d4-8575-4269-9043-66880a06d361", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.211389] env[69858]: DEBUG nova.compute.manager [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.232445] env[69858]: DEBUG nova.virt.hardware [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.232696] env[69858]: DEBUG nova.virt.hardware [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.232881] env[69858]: DEBUG nova.virt.hardware [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.233091] env[69858]: DEBUG nova.virt.hardware [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.233256] env[69858]: DEBUG nova.virt.hardware [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.233426] env[69858]: DEBUG nova.virt.hardware [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.233646] env[69858]: DEBUG nova.virt.hardware [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.233810] env[69858]: DEBUG nova.virt.hardware [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.233978] env[69858]: DEBUG nova.virt.hardware [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.234189] env[69858]: DEBUG nova.virt.hardware [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.234396] env[69858]: DEBUG nova.virt.hardware [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.235283] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84512bb-9b82-4f75-a07b-9204d119b060 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.245204] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f152612-68aa-485f-903e-58d4c19172f9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.350757] env[69858]: INFO nova.compute.manager [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Rebuilding instance [ 794.377474] env[69858]: DEBUG oslo_vmware.api [None req-e1fe4a87-88fa-446a-9f3a-94eb26b06212 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Task: {'id': task-3418833, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154171} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.377771] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1fe4a87-88fa-446a-9f3a-94eb26b06212 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.378015] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fe4a87-88fa-446a-9f3a-94eb26b06212 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.378166] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fe4a87-88fa-446a-9f3a-94eb26b06212 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.378329] env[69858]: INFO nova.compute.manager [None req-e1fe4a87-88fa-446a-9f3a-94eb26b06212 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Took 1.17 seconds to destroy the instance on the hypervisor. [ 794.378542] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1fe4a87-88fa-446a-9f3a-94eb26b06212 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.378733] env[69858]: DEBUG nova.compute.manager [-] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 794.378827] env[69858]: DEBUG nova.network.neutron [-] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 794.384747] env[69858]: DEBUG nova.scheduler.client.report [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.396456] env[69858]: DEBUG nova.compute.manager [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.396456] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9695cddc-1048-4390-8dfd-97272d903f76 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.530676] env[69858]: DEBUG oslo_vmware.api [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526da5ae-7b5d-18e6-4892-1251a0de1bc8, 'name': SearchDatastore_Task, 'duration_secs': 0.00847} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.531035] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.531437] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 2be1c4d5-f545-4f09-ad05-dd42fb852519/2be1c4d5-f545-4f09-ad05-dd42fb852519.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.531645] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a81675f0-d501-42c1-9add-af34230a0396 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.539026] env[69858]: DEBUG oslo_vmware.api [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Waiting for the task: (returnval){ [ 794.539026] env[69858]: value = "task-3418834" [ 794.539026] env[69858]: _type = "Task" [ 794.539026] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.547368] env[69858]: DEBUG oslo_vmware.api [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': task-3418834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.659074] env[69858]: DEBUG nova.compute.manager [req-0e4f95aa-8a3b-476c-8fc9-b372a8a35388 req-81e3ed1b-9b2b-4fbf-835c-84225548e734 service nova] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Received event network-vif-deleted-ae5f8deb-7af6-4f66-b2f4-0960b406bab3 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.659310] env[69858]: INFO nova.compute.manager [req-0e4f95aa-8a3b-476c-8fc9-b372a8a35388 req-81e3ed1b-9b2b-4fbf-835c-84225548e734 service nova] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Neutron deleted interface ae5f8deb-7af6-4f66-b2f4-0960b406bab3; detaching it from the instance and deleting it from the info cache [ 794.659503] env[69858]: DEBUG nova.network.neutron [req-0e4f95aa-8a3b-476c-8fc9-b372a8a35388 req-81e3ed1b-9b2b-4fbf-835c-84225548e734 service nova] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.670783] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Releasing lock "refresh_cache-69194f68-ae44-470c-8b5c-645a22078f76" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.671100] env[69858]: DEBUG nova.compute.manager [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Instance network_info: |[{"id": "8e6f63d4-8575-4269-9043-66880a06d361", "address": "fa:16:3e:cf:45:c9", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e6f63d4-85", "ovs_interfaceid": "8e6f63d4-8575-4269-9043-66880a06d361", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 794.671380] env[69858]: DEBUG oslo_concurrency.lockutils [req-bac52a17-b28d-46fe-8fa1-7310a746b306 req-4640aeb1-fe92-4955-838d-8ae85e675f7c service nova] Acquired lock "refresh_cache-69194f68-ae44-470c-8b5c-645a22078f76" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.671560] env[69858]: DEBUG nova.network.neutron [req-bac52a17-b28d-46fe-8fa1-7310a746b306 req-4640aeb1-fe92-4955-838d-8ae85e675f7c service nova] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Refreshing network info cache for port 8e6f63d4-8575-4269-9043-66880a06d361 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.672648] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:45:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e6f63d4-8575-4269-9043-66880a06d361', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.680285] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.681479] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.681719] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5e89359-504c-469e-b2e1-12c1d03701a7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.705126] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.705126] env[69858]: value = "task-3418835" [ 794.705126] env[69858]: _type = "Task" [ 794.705126] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.716327] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418835, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.892512] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.892512] env[69858]: DEBUG nova.compute.manager [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: db67c772-084d-4422-9368-359b2990e501] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 794.895270] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.493s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.896823] env[69858]: INFO nova.compute.claims [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.050927] env[69858]: DEBUG oslo_vmware.api [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': task-3418834, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438252} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.051375] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 2be1c4d5-f545-4f09-ad05-dd42fb852519/2be1c4d5-f545-4f09-ad05-dd42fb852519.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.051638] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.051917] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18dd58a1-821c-4775-aa11-55a3ae1d466a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.058980] env[69858]: DEBUG oslo_vmware.api [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Waiting for the task: (returnval){ [ 795.058980] env[69858]: value = "task-3418836" [ 795.058980] env[69858]: _type = "Task" [ 795.058980] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.068608] env[69858]: DEBUG oslo_vmware.api [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': task-3418836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.142738] env[69858]: DEBUG nova.network.neutron [-] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.163462] env[69858]: DEBUG nova.network.neutron [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Successfully updated port: fda136e6-88ab-49f8-b91e-2a645fcea759 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.164761] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e02cbd7e-a97a-4a1b-92ec-eedd1ea1ac44 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.175766] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4d1628-ceb0-42b9-8879-3a0c5b00c920 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.212255] env[69858]: DEBUG nova.compute.manager [req-0e4f95aa-8a3b-476c-8fc9-b372a8a35388 req-81e3ed1b-9b2b-4fbf-835c-84225548e734 service nova] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Detach interface failed, port_id=ae5f8deb-7af6-4f66-b2f4-0960b406bab3, reason: Instance c8eabe40-9899-453d-83f3-2d5d0f9ce518 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 795.224532] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418835, 'name': CreateVM_Task, 'duration_secs': 0.483518} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.224713] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.225444] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.225578] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.225869] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.226428] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d55f2298-b45d-407e-8a15-e1b43e88d778 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.230939] env[69858]: DEBUG oslo_vmware.api [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Waiting for the task: (returnval){ [ 795.230939] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529fa008-ecd7-2a24-ec17-8259d1f4f580" [ 795.230939] env[69858]: _type = "Task" [ 795.230939] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.238768] env[69858]: DEBUG oslo_vmware.api [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529fa008-ecd7-2a24-ec17-8259d1f4f580, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.404506] env[69858]: DEBUG nova.compute.utils [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.405867] env[69858]: DEBUG nova.compute.manager [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: db67c772-084d-4422-9368-359b2990e501] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.405992] env[69858]: DEBUG nova.network.neutron [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: db67c772-084d-4422-9368-359b2990e501] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.411739] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.411983] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-603b7354-d657-4ef6-8880-893600ef7c57 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.419591] env[69858]: DEBUG oslo_vmware.api [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Waiting for the task: (returnval){ [ 795.419591] env[69858]: value = "task-3418837" [ 795.419591] env[69858]: _type = "Task" [ 795.419591] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.432093] env[69858]: DEBUG oslo_vmware.api [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': task-3418837, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.444885] env[69858]: DEBUG nova.network.neutron [req-bac52a17-b28d-46fe-8fa1-7310a746b306 req-4640aeb1-fe92-4955-838d-8ae85e675f7c service nova] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Updated VIF entry in instance network info cache for port 8e6f63d4-8575-4269-9043-66880a06d361. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.445197] env[69858]: DEBUG nova.network.neutron [req-bac52a17-b28d-46fe-8fa1-7310a746b306 req-4640aeb1-fe92-4955-838d-8ae85e675f7c service nova] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Updating instance_info_cache with network_info: [{"id": "8e6f63d4-8575-4269-9043-66880a06d361", "address": "fa:16:3e:cf:45:c9", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e6f63d4-85", "ovs_interfaceid": "8e6f63d4-8575-4269-9043-66880a06d361", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.460742] env[69858]: DEBUG nova.policy [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58b103f3997442618edddc571a9598e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26f780b294b34242b329733790e1fb43', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.569019] env[69858]: DEBUG oslo_vmware.api [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': task-3418836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062542} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.569403] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.570337] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c315c63-116c-455b-b782-d5a3ab4c0da4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.594921] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 2be1c4d5-f545-4f09-ad05-dd42fb852519/2be1c4d5-f545-4f09-ad05-dd42fb852519.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.595746] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-404aa67e-3ad3-452b-adf2-4b7e11ce1116 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.620747] env[69858]: DEBUG oslo_vmware.api [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Waiting for the task: (returnval){ [ 795.620747] env[69858]: value = "task-3418838" [ 795.620747] env[69858]: _type = "Task" [ 795.620747] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.628689] env[69858]: DEBUG oslo_vmware.api [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': task-3418838, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.645402] env[69858]: INFO nova.compute.manager [-] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Took 1.27 seconds to deallocate network for instance. [ 795.670357] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Acquiring lock "refresh_cache-a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.675132] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Acquired lock "refresh_cache-a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.675132] env[69858]: DEBUG nova.network.neutron [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.741088] env[69858]: DEBUG oslo_vmware.api [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529fa008-ecd7-2a24-ec17-8259d1f4f580, 'name': SearchDatastore_Task, 'duration_secs': 0.009121} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.741777] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.742146] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.742500] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.742748] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.743033] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.743378] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e78cddf-8813-4430-8978-f21b03fc07a5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.746119] env[69858]: DEBUG nova.network.neutron [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: db67c772-084d-4422-9368-359b2990e501] Successfully created port: 3ad578fb-3764-404b-8964-6dc2b2181386 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 795.755091] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.755091] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.755559] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8533817-6986-48b8-811f-124cfbe4dc62 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.760645] env[69858]: DEBUG oslo_vmware.api [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Waiting for the task: (returnval){ [ 795.760645] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523e2f2a-b4e5-9a0c-e799-09dab9f552c4" [ 795.760645] env[69858]: _type = "Task" [ 795.760645] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.768803] env[69858]: DEBUG oslo_vmware.api [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523e2f2a-b4e5-9a0c-e799-09dab9f552c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.910728] env[69858]: DEBUG nova.compute.manager [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: db67c772-084d-4422-9368-359b2990e501] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 795.915100] env[69858]: DEBUG nova.compute.manager [req-265b1939-809f-485f-b80d-e0d11e7940c5 req-035b6f79-2ab0-4fab-9038-664519194bb7 service nova] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Received event network-vif-plugged-fda136e6-88ab-49f8-b91e-2a645fcea759 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.915326] env[69858]: DEBUG oslo_concurrency.lockutils [req-265b1939-809f-485f-b80d-e0d11e7940c5 req-035b6f79-2ab0-4fab-9038-664519194bb7 service nova] Acquiring lock "a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.915567] env[69858]: DEBUG oslo_concurrency.lockutils [req-265b1939-809f-485f-b80d-e0d11e7940c5 req-035b6f79-2ab0-4fab-9038-664519194bb7 service nova] Lock "a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.915739] env[69858]: DEBUG oslo_concurrency.lockutils [req-265b1939-809f-485f-b80d-e0d11e7940c5 req-035b6f79-2ab0-4fab-9038-664519194bb7 service nova] Lock "a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.915910] env[69858]: DEBUG nova.compute.manager [req-265b1939-809f-485f-b80d-e0d11e7940c5 req-035b6f79-2ab0-4fab-9038-664519194bb7 service nova] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] No waiting events found dispatching network-vif-plugged-fda136e6-88ab-49f8-b91e-2a645fcea759 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 795.916106] env[69858]: WARNING nova.compute.manager [req-265b1939-809f-485f-b80d-e0d11e7940c5 req-035b6f79-2ab0-4fab-9038-664519194bb7 service nova] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Received unexpected event network-vif-plugged-fda136e6-88ab-49f8-b91e-2a645fcea759 for instance with vm_state building and task_state spawning. [ 795.916254] env[69858]: DEBUG nova.compute.manager [req-265b1939-809f-485f-b80d-e0d11e7940c5 req-035b6f79-2ab0-4fab-9038-664519194bb7 service nova] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Received event network-changed-fda136e6-88ab-49f8-b91e-2a645fcea759 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.916412] env[69858]: DEBUG nova.compute.manager [req-265b1939-809f-485f-b80d-e0d11e7940c5 req-035b6f79-2ab0-4fab-9038-664519194bb7 service nova] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Refreshing instance network info cache due to event network-changed-fda136e6-88ab-49f8-b91e-2a645fcea759. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.916642] env[69858]: DEBUG oslo_concurrency.lockutils [req-265b1939-809f-485f-b80d-e0d11e7940c5 req-035b6f79-2ab0-4fab-9038-664519194bb7 service nova] Acquiring lock "refresh_cache-a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.934945] env[69858]: DEBUG oslo_vmware.api [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': task-3418837, 'name': PowerOffVM_Task, 'duration_secs': 0.153404} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.935623] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.936075] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.936688] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6487e61b-c7f6-4b87-abf1-b2fbc718ce51 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.946871] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.951021] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d97ac35c-5123-4845-bad2-60c8fa1bdcc6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.951021] env[69858]: DEBUG oslo_concurrency.lockutils [req-bac52a17-b28d-46fe-8fa1-7310a746b306 req-4640aeb1-fe92-4955-838d-8ae85e675f7c service nova] Releasing lock "refresh_cache-69194f68-ae44-470c-8b5c-645a22078f76" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.973634] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.973858] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.974055] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Deleting the datastore file [datastore1] dc2e6ca0-5cde-49d5-97b2-769f5899d3b8 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.974317] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-123b7033-ea91-4011-9b93-7b6d289d1f53 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.981167] env[69858]: DEBUG oslo_vmware.api [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Waiting for the task: (returnval){ [ 795.981167] env[69858]: value = "task-3418840" [ 795.981167] env[69858]: _type = "Task" [ 795.981167] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.990522] env[69858]: DEBUG oslo_vmware.api [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': task-3418840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.132498] env[69858]: DEBUG oslo_vmware.api [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': task-3418838, 'name': ReconfigVM_Task, 'duration_secs': 0.306981} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.132945] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 2be1c4d5-f545-4f09-ad05-dd42fb852519/2be1c4d5-f545-4f09-ad05-dd42fb852519.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.133683] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7ecdfc7-4f03-42f8-92c7-d6bfc02df9d2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.143919] env[69858]: DEBUG oslo_vmware.api [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Waiting for the task: (returnval){ [ 796.143919] env[69858]: value = "task-3418841" [ 796.143919] env[69858]: _type = "Task" [ 796.143919] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.154518] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e1fe4a87-88fa-446a-9f3a-94eb26b06212 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.158592] env[69858]: DEBUG oslo_vmware.api [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': task-3418841, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.226348] env[69858]: DEBUG nova.network.neutron [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.276466] env[69858]: DEBUG oslo_vmware.api [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523e2f2a-b4e5-9a0c-e799-09dab9f552c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009038} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.277724] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f91d4d7-e941-4e39-aad6-a89b4cd56553 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.288145] env[69858]: DEBUG oslo_vmware.api [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Waiting for the task: (returnval){ [ 796.288145] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523ff875-741d-1cfb-1209-1549522e14ff" [ 796.288145] env[69858]: _type = "Task" [ 796.288145] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.295811] env[69858]: DEBUG oslo_vmware.api [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523ff875-741d-1cfb-1209-1549522e14ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.464221] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2320a2e0-1eb7-4fd1-978d-ee928d345267 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.470714] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdc9001-9ae6-4679-b189-3bcfba1a4830 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.477477] env[69858]: DEBUG nova.network.neutron [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Updating instance_info_cache with network_info: [{"id": "fda136e6-88ab-49f8-b91e-2a645fcea759", "address": "fa:16:3e:7e:c0:fa", "network": {"id": "a3fa3883-1b31-4e06-8f1b-4b2b6e56e32f", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1782353709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a25c1bd709a940458c21a2047713ba7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfda136e6-88", "ovs_interfaceid": "fda136e6-88ab-49f8-b91e-2a645fcea759", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.514616] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6871f77-563c-4274-94c4-b191e6f18ac1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.520546] env[69858]: DEBUG oslo_vmware.api [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': task-3418840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.525634] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5a6113-1914-48f8-957e-c2e83eaa4ab8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.541010] env[69858]: DEBUG nova.compute.provider_tree [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.654021] env[69858]: DEBUG oslo_vmware.api [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': task-3418841, 'name': Rename_Task, 'duration_secs': 0.186401} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.654262] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.654524] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fff67695-062d-45f9-a1b8-c2a3f37c849a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.660066] env[69858]: DEBUG oslo_vmware.api [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Waiting for the task: (returnval){ [ 796.660066] env[69858]: value = "task-3418842" [ 796.660066] env[69858]: _type = "Task" [ 796.660066] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.667304] env[69858]: DEBUG oslo_vmware.api [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': task-3418842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.797610] env[69858]: DEBUG oslo_vmware.api [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523ff875-741d-1cfb-1209-1549522e14ff, 'name': SearchDatastore_Task, 'duration_secs': 0.012078} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.797909] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.798149] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 69194f68-ae44-470c-8b5c-645a22078f76/69194f68-ae44-470c-8b5c-645a22078f76.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.798418] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-033e3db6-a22e-4fdf-8f78-3f81451c05fa {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.804988] env[69858]: DEBUG oslo_vmware.api [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Waiting for the task: (returnval){ [ 796.804988] env[69858]: value = "task-3418843" [ 796.804988] env[69858]: _type = "Task" [ 796.804988] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.812733] env[69858]: DEBUG oslo_vmware.api [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': task-3418843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.923673] env[69858]: DEBUG nova.compute.manager [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: db67c772-084d-4422-9368-359b2990e501] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 796.950137] env[69858]: DEBUG nova.virt.hardware [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.950299] env[69858]: DEBUG nova.virt.hardware [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.950365] env[69858]: DEBUG nova.virt.hardware [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.950567] env[69858]: DEBUG nova.virt.hardware [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.950745] env[69858]: DEBUG nova.virt.hardware [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.950908] env[69858]: DEBUG nova.virt.hardware [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.951178] env[69858]: DEBUG nova.virt.hardware [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.951374] env[69858]: DEBUG nova.virt.hardware [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.951557] env[69858]: DEBUG nova.virt.hardware [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.951935] env[69858]: DEBUG nova.virt.hardware [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.952018] env[69858]: DEBUG nova.virt.hardware [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.953266] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c311730a-d818-443d-a9b5-df0a2e949547 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.962123] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538e2052-66b8-4727-b99a-9d8079871a13 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.979813] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Releasing lock "refresh_cache-a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.980076] env[69858]: DEBUG nova.compute.manager [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Instance network_info: |[{"id": "fda136e6-88ab-49f8-b91e-2a645fcea759", "address": "fa:16:3e:7e:c0:fa", "network": {"id": "a3fa3883-1b31-4e06-8f1b-4b2b6e56e32f", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1782353709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a25c1bd709a940458c21a2047713ba7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfda136e6-88", "ovs_interfaceid": "fda136e6-88ab-49f8-b91e-2a645fcea759", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.980457] env[69858]: DEBUG oslo_concurrency.lockutils [req-265b1939-809f-485f-b80d-e0d11e7940c5 req-035b6f79-2ab0-4fab-9038-664519194bb7 service nova] Acquired lock "refresh_cache-a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.980665] env[69858]: DEBUG nova.network.neutron [req-265b1939-809f-485f-b80d-e0d11e7940c5 req-035b6f79-2ab0-4fab-9038-664519194bb7 service nova] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Refreshing network info cache for port fda136e6-88ab-49f8-b91e-2a645fcea759 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.981981] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:c0:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fda136e6-88ab-49f8-b91e-2a645fcea759', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.989974] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Creating folder: Project (a25c1bd709a940458c21a2047713ba7e). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.993662] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e2f880a-b0ea-4b64-aa2a-56a638daf36a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.008255] env[69858]: DEBUG oslo_vmware.api [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': task-3418840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.664803} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.008568] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.008844] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.009096] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.012996] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Created folder: Project (a25c1bd709a940458c21a2047713ba7e) in parent group-v682032. [ 797.013408] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Creating folder: Instances. Parent ref: group-v682122. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.014105] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d2d0c0e-3cfe-4a4b-baaf-707a3cc3886d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.024462] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Created folder: Instances in parent group-v682122. [ 797.024778] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.024993] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.025227] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8629f7b5-d301-408d-8f79-7a43c9b0c90d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.044315] env[69858]: DEBUG nova.scheduler.client.report [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.054305] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.054305] env[69858]: value = "task-3418846" [ 797.054305] env[69858]: _type = "Task" [ 797.054305] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.066800] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418846, 'name': CreateVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.160889] env[69858]: DEBUG nova.compute.manager [req-c28e533d-6f0b-4ed8-bf33-6f1ec8097f31 req-cdf2f7e2-008a-4678-8667-b81d4aa96dcd service nova] [instance: db67c772-084d-4422-9368-359b2990e501] Received event network-vif-plugged-3ad578fb-3764-404b-8964-6dc2b2181386 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.160889] env[69858]: DEBUG oslo_concurrency.lockutils [req-c28e533d-6f0b-4ed8-bf33-6f1ec8097f31 req-cdf2f7e2-008a-4678-8667-b81d4aa96dcd service nova] Acquiring lock "db67c772-084d-4422-9368-359b2990e501-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.161094] env[69858]: DEBUG oslo_concurrency.lockutils [req-c28e533d-6f0b-4ed8-bf33-6f1ec8097f31 req-cdf2f7e2-008a-4678-8667-b81d4aa96dcd service nova] Lock "db67c772-084d-4422-9368-359b2990e501-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.161870] env[69858]: DEBUG oslo_concurrency.lockutils [req-c28e533d-6f0b-4ed8-bf33-6f1ec8097f31 req-cdf2f7e2-008a-4678-8667-b81d4aa96dcd service nova] Lock "db67c772-084d-4422-9368-359b2990e501-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.161870] env[69858]: DEBUG nova.compute.manager [req-c28e533d-6f0b-4ed8-bf33-6f1ec8097f31 req-cdf2f7e2-008a-4678-8667-b81d4aa96dcd service nova] [instance: db67c772-084d-4422-9368-359b2990e501] No waiting events found dispatching network-vif-plugged-3ad578fb-3764-404b-8964-6dc2b2181386 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 797.161870] env[69858]: WARNING nova.compute.manager [req-c28e533d-6f0b-4ed8-bf33-6f1ec8097f31 req-cdf2f7e2-008a-4678-8667-b81d4aa96dcd service nova] [instance: db67c772-084d-4422-9368-359b2990e501] Received unexpected event network-vif-plugged-3ad578fb-3764-404b-8964-6dc2b2181386 for instance with vm_state building and task_state spawning. [ 797.174426] env[69858]: DEBUG oslo_vmware.api [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': task-3418842, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.261370] env[69858]: DEBUG nova.network.neutron [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: db67c772-084d-4422-9368-359b2990e501] Successfully updated port: 3ad578fb-3764-404b-8964-6dc2b2181386 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.315606] env[69858]: DEBUG oslo_vmware.api [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': task-3418843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506782} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.315606] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 69194f68-ae44-470c-8b5c-645a22078f76/69194f68-ae44-470c-8b5c-645a22078f76.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.315606] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.315989] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87f148d1-68e6-467e-a62e-d1cc0fea1a90 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.318708] env[69858]: DEBUG nova.network.neutron [req-265b1939-809f-485f-b80d-e0d11e7940c5 req-035b6f79-2ab0-4fab-9038-664519194bb7 service nova] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Updated VIF entry in instance network info cache for port fda136e6-88ab-49f8-b91e-2a645fcea759. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.319044] env[69858]: DEBUG nova.network.neutron [req-265b1939-809f-485f-b80d-e0d11e7940c5 req-035b6f79-2ab0-4fab-9038-664519194bb7 service nova] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Updating instance_info_cache with network_info: [{"id": "fda136e6-88ab-49f8-b91e-2a645fcea759", "address": "fa:16:3e:7e:c0:fa", "network": {"id": "a3fa3883-1b31-4e06-8f1b-4b2b6e56e32f", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1782353709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a25c1bd709a940458c21a2047713ba7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfda136e6-88", "ovs_interfaceid": "fda136e6-88ab-49f8-b91e-2a645fcea759", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.325976] env[69858]: DEBUG oslo_vmware.api [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Waiting for the task: (returnval){ [ 797.325976] env[69858]: value = "task-3418847" [ 797.325976] env[69858]: _type = "Task" [ 797.325976] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.332373] env[69858]: DEBUG oslo_vmware.api [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': task-3418847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.550680] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.551246] env[69858]: DEBUG nova.compute.manager [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.554543] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.609s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.555959] env[69858]: INFO nova.compute.claims [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.568263] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418846, 'name': CreateVM_Task, 'duration_secs': 0.468374} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.568263] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.568664] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.569278] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.569278] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.569471] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a210c662-2456-4880-97e4-0438014c6453 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.574594] env[69858]: DEBUG oslo_vmware.api [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Waiting for the task: (returnval){ [ 797.574594] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e40022-d8ba-920e-e86d-7bfd09fbd0ce" [ 797.574594] env[69858]: _type = "Task" [ 797.574594] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.583677] env[69858]: DEBUG oslo_vmware.api [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e40022-d8ba-920e-e86d-7bfd09fbd0ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.673041] env[69858]: DEBUG oslo_vmware.api [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': task-3418842, 'name': PowerOnVM_Task, 'duration_secs': 0.66263} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.673264] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.673469] env[69858]: INFO nova.compute.manager [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Took 8.86 seconds to spawn the instance on the hypervisor. [ 797.673643] env[69858]: DEBUG nova.compute.manager [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.674488] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c1b1f3-cf93-45b2-b957-231f320bf25b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.763971] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Acquiring lock "refresh_cache-db67c772-084d-4422-9368-359b2990e501" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.764154] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Acquired lock "refresh_cache-db67c772-084d-4422-9368-359b2990e501" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.764309] env[69858]: DEBUG nova.network.neutron [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: db67c772-084d-4422-9368-359b2990e501] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.822228] env[69858]: DEBUG oslo_concurrency.lockutils [req-265b1939-809f-485f-b80d-e0d11e7940c5 req-035b6f79-2ab0-4fab-9038-664519194bb7 service nova] Releasing lock "refresh_cache-a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.835327] env[69858]: DEBUG oslo_vmware.api [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': task-3418847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14489} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.835714] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.836460] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c441e62a-037a-4284-a3ab-505f03d04acc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.858617] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 69194f68-ae44-470c-8b5c-645a22078f76/69194f68-ae44-470c-8b5c-645a22078f76.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.859362] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a2a4579-39e1-4c1d-b936-8aba55bc17ca {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.884274] env[69858]: DEBUG oslo_vmware.api [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Waiting for the task: (returnval){ [ 797.884274] env[69858]: value = "task-3418848" [ 797.884274] env[69858]: _type = "Task" [ 797.884274] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.895390] env[69858]: DEBUG oslo_vmware.api [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': task-3418848, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.047591] env[69858]: DEBUG nova.virt.hardware [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.047838] env[69858]: DEBUG nova.virt.hardware [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.047999] env[69858]: DEBUG nova.virt.hardware [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.048204] env[69858]: DEBUG nova.virt.hardware [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.048402] env[69858]: DEBUG nova.virt.hardware [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.048569] env[69858]: DEBUG nova.virt.hardware [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.048784] env[69858]: DEBUG nova.virt.hardware [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.048945] env[69858]: DEBUG nova.virt.hardware [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.049127] env[69858]: DEBUG nova.virt.hardware [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.049291] env[69858]: DEBUG nova.virt.hardware [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.049465] env[69858]: DEBUG nova.virt.hardware [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.050354] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f7f36f-5750-438a-a239-41625436b067 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.059091] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5c0014-a2c6-49ec-875f-bdf02b7907ea {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.063703] env[69858]: DEBUG nova.compute.utils [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.067010] env[69858]: DEBUG nova.compute.manager [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.067127] env[69858]: DEBUG nova.network.neutron [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.080031] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Instance VIF info [] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.085552] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.090108] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.090195] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0495a47e-7f5d-4449-89a0-0432a6874c25 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.108330] env[69858]: DEBUG oslo_vmware.api [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e40022-d8ba-920e-e86d-7bfd09fbd0ce, 'name': SearchDatastore_Task, 'duration_secs': 0.017866} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.109632] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.109873] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.110122] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.110275] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.110455] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.110689] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.110689] env[69858]: value = "task-3418849" [ 798.110689] env[69858]: _type = "Task" [ 798.110689] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.110859] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f6612da-f9d6-4efc-b3dd-a4fac224a0c2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.120523] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418849, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.124638] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.124817] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.125527] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d55040e0-59eb-48d9-af31-f887587cc8d0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.131657] env[69858]: DEBUG oslo_vmware.api [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Waiting for the task: (returnval){ [ 798.131657] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5227c357-10a7-2ca5-ca42-190fe13dadce" [ 798.131657] env[69858]: _type = "Task" [ 798.131657] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.138401] env[69858]: DEBUG oslo_vmware.api [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5227c357-10a7-2ca5-ca42-190fe13dadce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.141624] env[69858]: DEBUG nova.policy [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed3cc26da6254451bf3730e3ef3ef734', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e4d98b5c92d49f4a6d2e8e37b5cc26b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.194757] env[69858]: INFO nova.compute.manager [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Took 33.36 seconds to build instance. [ 798.303312] env[69858]: DEBUG nova.network.neutron [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: db67c772-084d-4422-9368-359b2990e501] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.394680] env[69858]: DEBUG oslo_vmware.api [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': task-3418848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.474234] env[69858]: DEBUG nova.network.neutron [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: db67c772-084d-4422-9368-359b2990e501] Updating instance_info_cache with network_info: [{"id": "3ad578fb-3764-404b-8964-6dc2b2181386", "address": "fa:16:3e:a4:7f:38", "network": {"id": "de9819e5-0070-4018-be00-1db37157e177", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-480003007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f780b294b34242b329733790e1fb43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ad578fb-37", "ovs_interfaceid": "3ad578fb-3764-404b-8964-6dc2b2181386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.568348] env[69858]: DEBUG nova.compute.manager [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.627607] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418849, 'name': CreateVM_Task, 'duration_secs': 0.296694} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.629966] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.631035] env[69858]: DEBUG oslo_concurrency.lockutils [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.631035] env[69858]: DEBUG oslo_concurrency.lockutils [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.631201] env[69858]: DEBUG oslo_concurrency.lockutils [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.631342] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3518bfb3-d9ba-45eb-98c5-0bc2287c340d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.650924] env[69858]: DEBUG oslo_vmware.api [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Waiting for the task: (returnval){ [ 798.650924] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524618e6-47d5-20b3-ee2b-bab593d11312" [ 798.650924] env[69858]: _type = "Task" [ 798.650924] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.651199] env[69858]: DEBUG oslo_vmware.api [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5227c357-10a7-2ca5-ca42-190fe13dadce, 'name': SearchDatastore_Task, 'duration_secs': 0.033602} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.655135] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-073d89d9-3fc2-442d-8fcf-90b413507687 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.663967] env[69858]: DEBUG oslo_vmware.api [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524618e6-47d5-20b3-ee2b-bab593d11312, 'name': SearchDatastore_Task, 'duration_secs': 0.011931} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.667996] env[69858]: DEBUG oslo_concurrency.lockutils [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.668310] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.668606] env[69858]: DEBUG oslo_concurrency.lockutils [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.668815] env[69858]: DEBUG oslo_concurrency.lockutils [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.669036] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.669363] env[69858]: DEBUG oslo_vmware.api [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Waiting for the task: (returnval){ [ 798.669363] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5265161a-0e99-772a-e2f4-f2de5f946306" [ 798.669363] env[69858]: _type = "Task" [ 798.669363] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.670589] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef32150e-6f93-478c-9738-4a12b840696b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.682987] env[69858]: DEBUG oslo_vmware.api [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5265161a-0e99-772a-e2f4-f2de5f946306, 'name': SearchDatastore_Task, 'duration_secs': 0.008178} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.685972] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.686322] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e/a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.686689] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.686899] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.690043] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2306a85-1afc-45d3-8c9d-cd09dbb3fda2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.693818] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1980ea46-a481-4d9c-82e9-70b3aecfc6be {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.697099] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4ddeee0f-a509-448f-b80a-a4c5349350b1 tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Lock "2be1c4d5-f545-4f09-ad05-dd42fb852519" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.161s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.701190] env[69858]: DEBUG oslo_vmware.api [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Waiting for the task: (returnval){ [ 798.701190] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527a43b0-d78b-e9cc-9a62-3d9f3bb42ab7" [ 798.701190] env[69858]: _type = "Task" [ 798.701190] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.702673] env[69858]: DEBUG oslo_vmware.api [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Waiting for the task: (returnval){ [ 798.702673] env[69858]: value = "task-3418850" [ 798.702673] env[69858]: _type = "Task" [ 798.702673] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.719229] env[69858]: DEBUG oslo_vmware.api [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527a43b0-d78b-e9cc-9a62-3d9f3bb42ab7, 'name': SearchDatastore_Task, 'duration_secs': 0.01167} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.723525] env[69858]: DEBUG oslo_vmware.api [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Task: {'id': task-3418850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.723625] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26bb5fa5-1c19-4ac4-b5d8-3cda3550a74d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.732455] env[69858]: DEBUG oslo_vmware.api [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Waiting for the task: (returnval){ [ 798.732455] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5242d557-5ae9-1c41-4d5c-8a652cf160b0" [ 798.732455] env[69858]: _type = "Task" [ 798.732455] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.741734] env[69858]: DEBUG oslo_vmware.api [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5242d557-5ae9-1c41-4d5c-8a652cf160b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.805334] env[69858]: DEBUG nova.network.neutron [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Successfully created port: 840b6612-6553-4373-8caa-6e57e2dc7705 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.906534] env[69858]: DEBUG oslo_vmware.api [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': task-3418848, 'name': ReconfigVM_Task, 'duration_secs': 0.998925} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.910699] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 69194f68-ae44-470c-8b5c-645a22078f76/69194f68-ae44-470c-8b5c-645a22078f76.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.911627] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7b726e2-b745-4de3-814e-6dab3be8b564 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.921870] env[69858]: DEBUG oslo_vmware.api [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Waiting for the task: (returnval){ [ 798.921870] env[69858]: value = "task-3418851" [ 798.921870] env[69858]: _type = "Task" [ 798.921870] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.936432] env[69858]: DEBUG oslo_vmware.api [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': task-3418851, 'name': Rename_Task} progress is 10%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.981320] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Releasing lock "refresh_cache-db67c772-084d-4422-9368-359b2990e501" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.981320] env[69858]: DEBUG nova.compute.manager [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: db67c772-084d-4422-9368-359b2990e501] Instance network_info: |[{"id": "3ad578fb-3764-404b-8964-6dc2b2181386", "address": "fa:16:3e:a4:7f:38", "network": {"id": "de9819e5-0070-4018-be00-1db37157e177", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-480003007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f780b294b34242b329733790e1fb43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ad578fb-37", "ovs_interfaceid": "3ad578fb-3764-404b-8964-6dc2b2181386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 798.981320] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: db67c772-084d-4422-9368-359b2990e501] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:7f:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04e15990-16e1-4cb2-b0f0-06c362e68c5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ad578fb-3764-404b-8964-6dc2b2181386', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.988467] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Creating folder: Project (26f780b294b34242b329733790e1fb43). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.991679] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-435f4a55-b938-437c-91b7-0b54c786cc6c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.007545] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Created folder: Project (26f780b294b34242b329733790e1fb43) in parent group-v682032. [ 799.007772] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Creating folder: Instances. Parent ref: group-v682126. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 799.008177] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-244fbae4-0df6-4563-a932-5d293dd3ee86 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.018272] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Created folder: Instances in parent group-v682126. [ 799.018272] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.020201] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db67c772-084d-4422-9368-359b2990e501] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.020699] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8034d38f-adfa-48cc-b6e7-ae12d7b544b2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.047088] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.047088] env[69858]: value = "task-3418854" [ 799.047088] env[69858]: _type = "Task" [ 799.047088] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.055083] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418854, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.142437] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71a6176-8c17-4d1a-81f4-e254d8e3621a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.153863] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad96332b-4baa-4abf-8e3d-ecd06b9ef043 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.188792] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e092c5-c837-4422-9b63-6253722d6ced {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.199353] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7912b2c-2d8d-4685-ad10-ddbcd3354b6c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.203404] env[69858]: DEBUG nova.compute.manager [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 799.228084] env[69858]: DEBUG nova.compute.provider_tree [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.237067] env[69858]: DEBUG oslo_vmware.api [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Task: {'id': task-3418850, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529521} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.238953] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e/a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.238953] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.239708] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d62bd11-c874-44a7-bbe8-f93da0bd96bb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.248192] env[69858]: DEBUG oslo_vmware.api [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5242d557-5ae9-1c41-4d5c-8a652cf160b0, 'name': SearchDatastore_Task, 'duration_secs': 0.009109} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.249569] env[69858]: DEBUG oslo_concurrency.lockutils [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.249827] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] dc2e6ca0-5cde-49d5-97b2-769f5899d3b8/dc2e6ca0-5cde-49d5-97b2-769f5899d3b8.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.250205] env[69858]: DEBUG oslo_vmware.api [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Waiting for the task: (returnval){ [ 799.250205] env[69858]: value = "task-3418855" [ 799.250205] env[69858]: _type = "Task" [ 799.250205] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.250355] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6fc7d1d-f28e-44a3-9309-c29fa30ae1cb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.262613] env[69858]: DEBUG oslo_vmware.api [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Waiting for the task: (returnval){ [ 799.262613] env[69858]: value = "task-3418856" [ 799.262613] env[69858]: _type = "Task" [ 799.262613] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.265561] env[69858]: DEBUG oslo_vmware.api [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Task: {'id': task-3418855, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.274623] env[69858]: DEBUG oslo_vmware.api [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': task-3418856, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.371296] env[69858]: DEBUG nova.compute.manager [req-f07b75ae-b5f6-46a2-b03b-8982d84ef0d3 req-2c8dcd86-aa25-494c-a20f-995655051323 service nova] [instance: db67c772-084d-4422-9368-359b2990e501] Received event network-changed-3ad578fb-3764-404b-8964-6dc2b2181386 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.371501] env[69858]: DEBUG nova.compute.manager [req-f07b75ae-b5f6-46a2-b03b-8982d84ef0d3 req-2c8dcd86-aa25-494c-a20f-995655051323 service nova] [instance: db67c772-084d-4422-9368-359b2990e501] Refreshing instance network info cache due to event network-changed-3ad578fb-3764-404b-8964-6dc2b2181386. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 799.371724] env[69858]: DEBUG oslo_concurrency.lockutils [req-f07b75ae-b5f6-46a2-b03b-8982d84ef0d3 req-2c8dcd86-aa25-494c-a20f-995655051323 service nova] Acquiring lock "refresh_cache-db67c772-084d-4422-9368-359b2990e501" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.371867] env[69858]: DEBUG oslo_concurrency.lockutils [req-f07b75ae-b5f6-46a2-b03b-8982d84ef0d3 req-2c8dcd86-aa25-494c-a20f-995655051323 service nova] Acquired lock "refresh_cache-db67c772-084d-4422-9368-359b2990e501" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.373772] env[69858]: DEBUG nova.network.neutron [req-f07b75ae-b5f6-46a2-b03b-8982d84ef0d3 req-2c8dcd86-aa25-494c-a20f-995655051323 service nova] [instance: db67c772-084d-4422-9368-359b2990e501] Refreshing network info cache for port 3ad578fb-3764-404b-8964-6dc2b2181386 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.434919] env[69858]: DEBUG oslo_vmware.api [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': task-3418851, 'name': Rename_Task, 'duration_secs': 0.390906} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.435872] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.436162] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f27434b-856e-4806-8176-692654db2ecf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.442140] env[69858]: DEBUG oslo_vmware.api [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Waiting for the task: (returnval){ [ 799.442140] env[69858]: value = "task-3418857" [ 799.442140] env[69858]: _type = "Task" [ 799.442140] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.450334] env[69858]: DEBUG oslo_vmware.api [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': task-3418857, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.556193] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418854, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.582019] env[69858]: DEBUG nova.compute.manager [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.606766] env[69858]: DEBUG nova.virt.hardware [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.607052] env[69858]: DEBUG nova.virt.hardware [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.607223] env[69858]: DEBUG nova.virt.hardware [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.607412] env[69858]: DEBUG nova.virt.hardware [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.607565] env[69858]: DEBUG nova.virt.hardware [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.607711] env[69858]: DEBUG nova.virt.hardware [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.607943] env[69858]: DEBUG nova.virt.hardware [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.608099] env[69858]: DEBUG nova.virt.hardware [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.608282] env[69858]: DEBUG nova.virt.hardware [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.608456] env[69858]: DEBUG nova.virt.hardware [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.608674] env[69858]: DEBUG nova.virt.hardware [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.609564] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22109192-3e97-4a4f-bbeb-865cb25100c2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.617449] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262631d7-f55d-458b-be01-52bbf84235fe {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.725720] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.730797] env[69858]: DEBUG nova.scheduler.client.report [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.765102] env[69858]: DEBUG oslo_vmware.api [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Task: {'id': task-3418855, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06461} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.765813] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.767387] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1aa119b-2c1b-4de5-8e29-f1f7fc59a463 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.780141] env[69858]: DEBUG oslo_vmware.api [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': task-3418856, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.802310] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e/a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.803573] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f209d19-82d9-43c7-85e7-bfb75481f121 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.827515] env[69858]: DEBUG oslo_vmware.api [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Waiting for the task: (returnval){ [ 799.827515] env[69858]: value = "task-3418858" [ 799.827515] env[69858]: _type = "Task" [ 799.827515] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.835672] env[69858]: DEBUG oslo_vmware.api [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Task: {'id': task-3418858, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.953318] env[69858]: DEBUG oslo_vmware.api [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': task-3418857, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.060360] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418854, 'name': CreateVM_Task, 'duration_secs': 0.583854} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.060548] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db67c772-084d-4422-9368-359b2990e501] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.061618] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.061829] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.062194] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.062844] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5faf65a8-ab27-4119-9432-fcd2c53f1094 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.070097] env[69858]: DEBUG oslo_vmware.api [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Waiting for the task: (returnval){ [ 800.070097] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5268e692-f8e1-c431-6260-3037851920c0" [ 800.070097] env[69858]: _type = "Task" [ 800.070097] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.083670] env[69858]: DEBUG oslo_vmware.api [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5268e692-f8e1-c431-6260-3037851920c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.118039] env[69858]: DEBUG nova.network.neutron [req-f07b75ae-b5f6-46a2-b03b-8982d84ef0d3 req-2c8dcd86-aa25-494c-a20f-995655051323 service nova] [instance: db67c772-084d-4422-9368-359b2990e501] Updated VIF entry in instance network info cache for port 3ad578fb-3764-404b-8964-6dc2b2181386. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.118039] env[69858]: DEBUG nova.network.neutron [req-f07b75ae-b5f6-46a2-b03b-8982d84ef0d3 req-2c8dcd86-aa25-494c-a20f-995655051323 service nova] [instance: db67c772-084d-4422-9368-359b2990e501] Updating instance_info_cache with network_info: [{"id": "3ad578fb-3764-404b-8964-6dc2b2181386", "address": "fa:16:3e:a4:7f:38", "network": {"id": "de9819e5-0070-4018-be00-1db37157e177", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-480003007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f780b294b34242b329733790e1fb43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ad578fb-37", "ovs_interfaceid": "3ad578fb-3764-404b-8964-6dc2b2181386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.168588] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b4ff0dc4-c892-46f8-9a1e-a2c872e4730e tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Acquiring lock "2be1c4d5-f545-4f09-ad05-dd42fb852519" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.168854] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b4ff0dc4-c892-46f8-9a1e-a2c872e4730e tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Lock "2be1c4d5-f545-4f09-ad05-dd42fb852519" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.169116] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b4ff0dc4-c892-46f8-9a1e-a2c872e4730e tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Acquiring lock "2be1c4d5-f545-4f09-ad05-dd42fb852519-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.169316] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b4ff0dc4-c892-46f8-9a1e-a2c872e4730e tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Lock "2be1c4d5-f545-4f09-ad05-dd42fb852519-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.169485] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b4ff0dc4-c892-46f8-9a1e-a2c872e4730e tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Lock "2be1c4d5-f545-4f09-ad05-dd42fb852519-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.171557] env[69858]: INFO nova.compute.manager [None req-b4ff0dc4-c892-46f8-9a1e-a2c872e4730e tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Terminating instance [ 800.236940] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.237505] env[69858]: DEBUG nova.compute.manager [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.240156] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.720s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.240357] env[69858]: DEBUG nova.objects.instance [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69858) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 800.276522] env[69858]: DEBUG oslo_vmware.api [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': task-3418856, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.918882} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.276812] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] dc2e6ca0-5cde-49d5-97b2-769f5899d3b8/dc2e6ca0-5cde-49d5-97b2-769f5899d3b8.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.277037] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.277294] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a7fdf69-394d-4f92-805d-b016b960de71 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.284100] env[69858]: DEBUG oslo_vmware.api [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Waiting for the task: (returnval){ [ 800.284100] env[69858]: value = "task-3418859" [ 800.284100] env[69858]: _type = "Task" [ 800.284100] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.292889] env[69858]: DEBUG oslo_vmware.api [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': task-3418859, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.337285] env[69858]: DEBUG oslo_vmware.api [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Task: {'id': task-3418858, 'name': ReconfigVM_Task, 'duration_secs': 0.341332} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.337650] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Reconfigured VM instance instance-0000001d to attach disk [datastore2] a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e/a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.338403] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96501ce7-f501-4b90-bbc3-bf55e4c6bfca {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.344573] env[69858]: DEBUG oslo_vmware.api [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Waiting for the task: (returnval){ [ 800.344573] env[69858]: value = "task-3418860" [ 800.344573] env[69858]: _type = "Task" [ 800.344573] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.353766] env[69858]: DEBUG oslo_vmware.api [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Task: {'id': task-3418860, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.456325] env[69858]: DEBUG oslo_vmware.api [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': task-3418857, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.459851] env[69858]: DEBUG nova.compute.manager [req-898f3e48-83f0-4081-99c2-a7e94f74b837 req-deccc8e1-4a1f-4f23-9479-e5b1760ed637 service nova] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Received event network-vif-plugged-840b6612-6553-4373-8caa-6e57e2dc7705 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.460434] env[69858]: DEBUG oslo_concurrency.lockutils [req-898f3e48-83f0-4081-99c2-a7e94f74b837 req-deccc8e1-4a1f-4f23-9479-e5b1760ed637 service nova] Acquiring lock "ac25b921-0e82-4866-b73f-17e68740fa3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.460771] env[69858]: DEBUG oslo_concurrency.lockutils [req-898f3e48-83f0-4081-99c2-a7e94f74b837 req-deccc8e1-4a1f-4f23-9479-e5b1760ed637 service nova] Lock "ac25b921-0e82-4866-b73f-17e68740fa3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.461059] env[69858]: DEBUG oslo_concurrency.lockutils [req-898f3e48-83f0-4081-99c2-a7e94f74b837 req-deccc8e1-4a1f-4f23-9479-e5b1760ed637 service nova] Lock "ac25b921-0e82-4866-b73f-17e68740fa3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.461329] env[69858]: DEBUG nova.compute.manager [req-898f3e48-83f0-4081-99c2-a7e94f74b837 req-deccc8e1-4a1f-4f23-9479-e5b1760ed637 service nova] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] No waiting events found dispatching network-vif-plugged-840b6612-6553-4373-8caa-6e57e2dc7705 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 800.461595] env[69858]: WARNING nova.compute.manager [req-898f3e48-83f0-4081-99c2-a7e94f74b837 req-deccc8e1-4a1f-4f23-9479-e5b1760ed637 service nova] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Received unexpected event network-vif-plugged-840b6612-6553-4373-8caa-6e57e2dc7705 for instance with vm_state building and task_state spawning. [ 800.581276] env[69858]: DEBUG oslo_vmware.api [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5268e692-f8e1-c431-6260-3037851920c0, 'name': SearchDatastore_Task, 'duration_secs': 0.043997} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.581633] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.581863] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: db67c772-084d-4422-9368-359b2990e501] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.582110] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.582260] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.582439] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.582685] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a195bf0c-6875-4f6a-b887-f47f23ab491d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.600088] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.600088] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.600088] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e486b9a-a8b4-4611-98a1-7345fb6aee82 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.606090] env[69858]: DEBUG oslo_vmware.api [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Waiting for the task: (returnval){ [ 800.606090] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5261ab4f-5bf2-0a10-305f-0879ee3b2777" [ 800.606090] env[69858]: _type = "Task" [ 800.606090] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.612645] env[69858]: DEBUG nova.network.neutron [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Successfully updated port: 840b6612-6553-4373-8caa-6e57e2dc7705 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.619937] env[69858]: DEBUG oslo_vmware.api [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5261ab4f-5bf2-0a10-305f-0879ee3b2777, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.622985] env[69858]: DEBUG oslo_concurrency.lockutils [req-f07b75ae-b5f6-46a2-b03b-8982d84ef0d3 req-2c8dcd86-aa25-494c-a20f-995655051323 service nova] Releasing lock "refresh_cache-db67c772-084d-4422-9368-359b2990e501" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.675816] env[69858]: DEBUG nova.compute.manager [None req-b4ff0dc4-c892-46f8-9a1e-a2c872e4730e tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 800.675896] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ff0dc4-c892-46f8-9a1e-a2c872e4730e tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.676750] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10c6540-133e-4bb4-afac-fc7634729fa4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.687022] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ff0dc4-c892-46f8-9a1e-a2c872e4730e tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.687022] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-187106aa-af4f-42fe-a841-9b2d35184172 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.693328] env[69858]: DEBUG oslo_vmware.api [None req-b4ff0dc4-c892-46f8-9a1e-a2c872e4730e tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Waiting for the task: (returnval){ [ 800.693328] env[69858]: value = "task-3418861" [ 800.693328] env[69858]: _type = "Task" [ 800.693328] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.701903] env[69858]: DEBUG oslo_vmware.api [None req-b4ff0dc4-c892-46f8-9a1e-a2c872e4730e tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': task-3418861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.744962] env[69858]: DEBUG nova.compute.utils [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.750060] env[69858]: DEBUG nova.compute.manager [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.750591] env[69858]: DEBUG nova.network.neutron [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.795988] env[69858]: DEBUG oslo_vmware.api [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': task-3418859, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067959} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.797647] env[69858]: DEBUG nova.policy [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15802380457b46a2ad4526d47fcd6229', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2b5ec9109354c159ec3b75c2a62611a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.799311] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.800187] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ba0679-e854-46c0-af27-feae95a7b0e6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.823303] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] dc2e6ca0-5cde-49d5-97b2-769f5899d3b8/dc2e6ca0-5cde-49d5-97b2-769f5899d3b8.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.823651] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08dacae3-2cc9-4414-a403-72cadc0a6818 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.845067] env[69858]: DEBUG oslo_vmware.api [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Waiting for the task: (returnval){ [ 800.845067] env[69858]: value = "task-3418862" [ 800.845067] env[69858]: _type = "Task" [ 800.845067] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.859023] env[69858]: DEBUG oslo_vmware.api [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': task-3418862, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.861542] env[69858]: DEBUG oslo_vmware.api [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Task: {'id': task-3418860, 'name': Rename_Task, 'duration_secs': 0.147224} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.862090] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.862347] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f424ac1-445d-41d4-8906-a2b340e5fd8d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.868365] env[69858]: DEBUG oslo_vmware.api [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Waiting for the task: (returnval){ [ 800.868365] env[69858]: value = "task-3418863" [ 800.868365] env[69858]: _type = "Task" [ 800.868365] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.886336] env[69858]: DEBUG oslo_vmware.api [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Task: {'id': task-3418863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.954355] env[69858]: DEBUG oslo_vmware.api [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': task-3418857, 'name': PowerOnVM_Task, 'duration_secs': 1.098628} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.955620] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.955620] env[69858]: INFO nova.compute.manager [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Took 9.41 seconds to spawn the instance on the hypervisor. [ 800.955620] env[69858]: DEBUG nova.compute.manager [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.955988] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36c2084-31a1-4285-9556-801fa48bf15c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.115869] env[69858]: DEBUG oslo_vmware.api [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5261ab4f-5bf2-0a10-305f-0879ee3b2777, 'name': SearchDatastore_Task, 'duration_secs': 0.02565} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.116722] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d22a93d-67a3-46fc-9031-ff087c0384c9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.123615] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "refresh_cache-ac25b921-0e82-4866-b73f-17e68740fa3a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.124025] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquired lock "refresh_cache-ac25b921-0e82-4866-b73f-17e68740fa3a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.124025] env[69858]: DEBUG nova.network.neutron [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.125300] env[69858]: DEBUG oslo_vmware.api [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Waiting for the task: (returnval){ [ 801.125300] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523bd7ec-a9dc-5e3d-a1d0-1ee58bc2d535" [ 801.125300] env[69858]: _type = "Task" [ 801.125300] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.134944] env[69858]: DEBUG oslo_vmware.api [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523bd7ec-a9dc-5e3d-a1d0-1ee58bc2d535, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.204603] env[69858]: DEBUG oslo_vmware.api [None req-b4ff0dc4-c892-46f8-9a1e-a2c872e4730e tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': task-3418861, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.250716] env[69858]: DEBUG nova.compute.manager [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.258966] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0b729227-bd0c-49aa-9398-ca182a24187d tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.260182] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b52b6e2c-aaca-4a5b-8192-37faf3f59314 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.930s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.260406] env[69858]: DEBUG nova.objects.instance [None req-b52b6e2c-aaca-4a5b-8192-37faf3f59314 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Lazy-loading 'resources' on Instance uuid 8c07d39f-cead-491a-a6a0-460e907cec58 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.310064] env[69858]: DEBUG nova.network.neutron [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Successfully created port: 1cfa7286-85c5-433b-9978-913b3b0df668 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.355674] env[69858]: DEBUG oslo_vmware.api [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': task-3418862, 'name': ReconfigVM_Task, 'duration_secs': 0.404216} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.356073] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Reconfigured VM instance instance-0000001a to attach disk [datastore1] dc2e6ca0-5cde-49d5-97b2-769f5899d3b8/dc2e6ca0-5cde-49d5-97b2-769f5899d3b8.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.356656] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4d02894-0424-4736-b25a-62a6910cf21f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.364147] env[69858]: DEBUG oslo_vmware.api [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Waiting for the task: (returnval){ [ 801.364147] env[69858]: value = "task-3418864" [ 801.364147] env[69858]: _type = "Task" [ 801.364147] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.378597] env[69858]: DEBUG oslo_vmware.api [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': task-3418864, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.385933] env[69858]: DEBUG oslo_vmware.api [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Task: {'id': task-3418863, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.476160] env[69858]: INFO nova.compute.manager [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Took 34.77 seconds to build instance. [ 801.639317] env[69858]: DEBUG oslo_vmware.api [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523bd7ec-a9dc-5e3d-a1d0-1ee58bc2d535, 'name': SearchDatastore_Task, 'duration_secs': 0.021406} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.639540] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.639819] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] db67c772-084d-4422-9368-359b2990e501/db67c772-084d-4422-9368-359b2990e501.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.640097] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de62313f-67a2-4987-915d-ae9210d82378 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.646624] env[69858]: DEBUG oslo_vmware.api [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Waiting for the task: (returnval){ [ 801.646624] env[69858]: value = "task-3418865" [ 801.646624] env[69858]: _type = "Task" [ 801.646624] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.653933] env[69858]: DEBUG oslo_vmware.api [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': task-3418865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.674302] env[69858]: DEBUG nova.network.neutron [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.707387] env[69858]: DEBUG oslo_vmware.api [None req-b4ff0dc4-c892-46f8-9a1e-a2c872e4730e tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': task-3418861, 'name': PowerOffVM_Task, 'duration_secs': 0.671571} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.707387] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ff0dc4-c892-46f8-9a1e-a2c872e4730e tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.707387] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ff0dc4-c892-46f8-9a1e-a2c872e4730e tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.707387] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50b98e39-948b-4fcd-86e7-b8b796d6e3f6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.768365] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ff0dc4-c892-46f8-9a1e-a2c872e4730e tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.769148] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ff0dc4-c892-46f8-9a1e-a2c872e4730e tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.769148] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4ff0dc4-c892-46f8-9a1e-a2c872e4730e tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Deleting the datastore file [datastore2] 2be1c4d5-f545-4f09-ad05-dd42fb852519 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.770217] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb842efd-09a7-4f2c-b6e4-799479bc59a1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.775067] env[69858]: DEBUG oslo_vmware.api [None req-b4ff0dc4-c892-46f8-9a1e-a2c872e4730e tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Waiting for the task: (returnval){ [ 801.775067] env[69858]: value = "task-3418867" [ 801.775067] env[69858]: _type = "Task" [ 801.775067] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.784072] env[69858]: DEBUG oslo_vmware.api [None req-b4ff0dc4-c892-46f8-9a1e-a2c872e4730e tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': task-3418867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.827635] env[69858]: DEBUG nova.network.neutron [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Updating instance_info_cache with network_info: [{"id": "840b6612-6553-4373-8caa-6e57e2dc7705", "address": "fa:16:3e:1e:c0:e1", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap840b6612-65", "ovs_interfaceid": "840b6612-6553-4373-8caa-6e57e2dc7705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.874220] env[69858]: DEBUG oslo_vmware.api [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': task-3418864, 'name': Rename_Task, 'duration_secs': 0.172001} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.877278] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.879786] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c6447cd-79c0-4d55-b384-7dd1387ffc6e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.888112] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94d133f-af52-4a1e-bb37-43635ccf6216 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.896383] env[69858]: DEBUG oslo_vmware.api [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Waiting for the task: (returnval){ [ 801.896383] env[69858]: value = "task-3418868" [ 801.896383] env[69858]: _type = "Task" [ 801.896383] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.896614] env[69858]: DEBUG oslo_vmware.api [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Task: {'id': task-3418863, 'name': PowerOnVM_Task, 'duration_secs': 0.633508} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.897502] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.897718] env[69858]: INFO nova.compute.manager [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Took 7.69 seconds to spawn the instance on the hypervisor. [ 801.897930] env[69858]: DEBUG nova.compute.manager [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.904013] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9078d85c-d93d-49a2-97c9-006a6d79bc98 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.912591] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-918d6e1f-eee3-4420-9828-2843e0c5faac tempest-ServersAdminNegativeTestJSON-1870432566 tempest-ServersAdminNegativeTestJSON-1870432566-project-admin] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Suspending the VM {{(pid=69858) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 801.913643] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-406fc079-1b4a-4307-8f8e-258e991b7259 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.922271] env[69858]: DEBUG oslo_vmware.api [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': task-3418868, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.929562] env[69858]: DEBUG oslo_vmware.api [None req-918d6e1f-eee3-4420-9828-2843e0c5faac tempest-ServersAdminNegativeTestJSON-1870432566 tempest-ServersAdminNegativeTestJSON-1870432566-project-admin] Waiting for the task: (returnval){ [ 801.929562] env[69858]: value = "task-3418869" [ 801.929562] env[69858]: _type = "Task" [ 801.929562] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.939984] env[69858]: DEBUG oslo_vmware.api [None req-918d6e1f-eee3-4420-9828-2843e0c5faac tempest-ServersAdminNegativeTestJSON-1870432566 tempest-ServersAdminNegativeTestJSON-1870432566-project-admin] Task: {'id': task-3418869, 'name': SuspendVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.979289] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9d658b5e-e6c7-4b12-ac85-26c4e9bad871 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Lock "69194f68-ae44-470c-8b5c-645a22078f76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.179s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.161102] env[69858]: DEBUG oslo_vmware.api [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': task-3418865, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.274324] env[69858]: DEBUG nova.compute.manager [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.289422] env[69858]: DEBUG oslo_vmware.api [None req-b4ff0dc4-c892-46f8-9a1e-a2c872e4730e tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Task: {'id': task-3418867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219633} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.292260] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4ff0dc4-c892-46f8-9a1e-a2c872e4730e tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.292483] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ff0dc4-c892-46f8-9a1e-a2c872e4730e tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.292662] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ff0dc4-c892-46f8-9a1e-a2c872e4730e tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.292837] env[69858]: INFO nova.compute.manager [None req-b4ff0dc4-c892-46f8-9a1e-a2c872e4730e tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Took 1.62 seconds to destroy the instance on the hypervisor. [ 802.293096] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4ff0dc4-c892-46f8-9a1e-a2c872e4730e tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.295298] env[69858]: DEBUG nova.compute.manager [-] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 802.295406] env[69858]: DEBUG nova.network.neutron [-] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 802.303945] env[69858]: DEBUG nova.virt.hardware [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.304270] env[69858]: DEBUG nova.virt.hardware [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.304399] env[69858]: DEBUG nova.virt.hardware [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.304594] env[69858]: DEBUG nova.virt.hardware [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.304755] env[69858]: DEBUG nova.virt.hardware [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.304892] env[69858]: DEBUG nova.virt.hardware [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.305367] env[69858]: DEBUG nova.virt.hardware [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.305367] env[69858]: DEBUG nova.virt.hardware [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.305499] env[69858]: DEBUG nova.virt.hardware [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.306171] env[69858]: DEBUG nova.virt.hardware [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.306171] env[69858]: DEBUG nova.virt.hardware [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.306950] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0c15c9-0d36-4c5d-aab1-00db484a9903 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.311212] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2fc4fa-1244-4805-b15f-94faa8fc9a3d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.321411] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbfc968-0fc6-4399-aa2f-8ce81dfd19d6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.326153] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ac5980-5364-44a6-b530-4283ab8544a0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.330431] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Releasing lock "refresh_cache-ac25b921-0e82-4866-b73f-17e68740fa3a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.330750] env[69858]: DEBUG nova.compute.manager [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Instance network_info: |[{"id": "840b6612-6553-4373-8caa-6e57e2dc7705", "address": "fa:16:3e:1e:c0:e1", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap840b6612-65", "ovs_interfaceid": "840b6612-6553-4373-8caa-6e57e2dc7705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.331603] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:c0:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '840b6612-6553-4373-8caa-6e57e2dc7705', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.339148] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Creating folder: Project (2e4d98b5c92d49f4a6d2e8e37b5cc26b). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.347962] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a216bbb4-e7b9-4910-be20-e68c72429f95 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.377140] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cb3484-2930-421a-8415-8d9d231be647 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.384764] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83652afc-0910-44a1-8a62-29bda0e3fba7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.391648] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Created folder: Project (2e4d98b5c92d49f4a6d2e8e37b5cc26b) in parent group-v682032. [ 802.391851] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Creating folder: Instances. Parent ref: group-v682129. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.392448] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f856bd6-28c3-465e-a5f5-abeba492df08 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.401972] env[69858]: DEBUG nova.compute.provider_tree [None req-b52b6e2c-aaca-4a5b-8192-37faf3f59314 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.412619] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Created folder: Instances in parent group-v682129. [ 802.412956] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.413071] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.413283] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20d80ed3-497f-446c-8afa-e7d6969ca96b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.435879] env[69858]: DEBUG oslo_vmware.api [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': task-3418868, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.442474] env[69858]: INFO nova.compute.manager [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Took 33.69 seconds to build instance. [ 802.444818] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.444818] env[69858]: value = "task-3418872" [ 802.444818] env[69858]: _type = "Task" [ 802.444818] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.452238] env[69858]: DEBUG oslo_vmware.api [None req-918d6e1f-eee3-4420-9828-2843e0c5faac tempest-ServersAdminNegativeTestJSON-1870432566 tempest-ServersAdminNegativeTestJSON-1870432566-project-admin] Task: {'id': task-3418869, 'name': SuspendVM_Task} progress is 75%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.459010] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418872, 'name': CreateVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.482710] env[69858]: DEBUG nova.compute.manager [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.542165] env[69858]: DEBUG nova.compute.manager [req-f4bbc308-2eb7-48c5-9b87-5c2e22ac9960 req-d1f778ef-b1c5-4b2b-9c0a-2f66d5738168 service nova] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Received event network-changed-840b6612-6553-4373-8caa-6e57e2dc7705 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.542390] env[69858]: DEBUG nova.compute.manager [req-f4bbc308-2eb7-48c5-9b87-5c2e22ac9960 req-d1f778ef-b1c5-4b2b-9c0a-2f66d5738168 service nova] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Refreshing instance network info cache due to event network-changed-840b6612-6553-4373-8caa-6e57e2dc7705. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.542630] env[69858]: DEBUG oslo_concurrency.lockutils [req-f4bbc308-2eb7-48c5-9b87-5c2e22ac9960 req-d1f778ef-b1c5-4b2b-9c0a-2f66d5738168 service nova] Acquiring lock "refresh_cache-ac25b921-0e82-4866-b73f-17e68740fa3a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.542780] env[69858]: DEBUG oslo_concurrency.lockutils [req-f4bbc308-2eb7-48c5-9b87-5c2e22ac9960 req-d1f778ef-b1c5-4b2b-9c0a-2f66d5738168 service nova] Acquired lock "refresh_cache-ac25b921-0e82-4866-b73f-17e68740fa3a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.542967] env[69858]: DEBUG nova.network.neutron [req-f4bbc308-2eb7-48c5-9b87-5c2e22ac9960 req-d1f778ef-b1c5-4b2b-9c0a-2f66d5738168 service nova] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Refreshing network info cache for port 840b6612-6553-4373-8caa-6e57e2dc7705 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.624201] env[69858]: DEBUG nova.compute.manager [req-44e1b13d-f1c8-41d6-ada3-cf8c91da0c0b req-5b0e774b-d905-440b-9ac7-e1fc4af5a4bd service nova] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Received event network-vif-deleted-0509f378-6ff6-4d03-ae7f-f8341f3f78a3 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.624479] env[69858]: INFO nova.compute.manager [req-44e1b13d-f1c8-41d6-ada3-cf8c91da0c0b req-5b0e774b-d905-440b-9ac7-e1fc4af5a4bd service nova] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Neutron deleted interface 0509f378-6ff6-4d03-ae7f-f8341f3f78a3; detaching it from the instance and deleting it from the info cache [ 802.624728] env[69858]: DEBUG nova.network.neutron [req-44e1b13d-f1c8-41d6-ada3-cf8c91da0c0b req-5b0e774b-d905-440b-9ac7-e1fc4af5a4bd service nova] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.658899] env[69858]: DEBUG oslo_vmware.api [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': task-3418865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.810029} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.659238] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] db67c772-084d-4422-9368-359b2990e501/db67c772-084d-4422-9368-359b2990e501.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.659489] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: db67c772-084d-4422-9368-359b2990e501] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.659823] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79e98c12-032d-430c-beea-33301839606b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.666604] env[69858]: DEBUG oslo_vmware.api [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Waiting for the task: (returnval){ [ 802.666604] env[69858]: value = "task-3418873" [ 802.666604] env[69858]: _type = "Task" [ 802.666604] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.675020] env[69858]: DEBUG oslo_vmware.api [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': task-3418873, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.913538] env[69858]: DEBUG nova.scheduler.client.report [None req-b52b6e2c-aaca-4a5b-8192-37faf3f59314 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.917373] env[69858]: DEBUG oslo_vmware.api [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': task-3418868, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.948845] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ead3cd82-4b23-478f-a81c-526cfcc5bba6 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Lock "a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.356s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.949349] env[69858]: DEBUG oslo_vmware.api [None req-918d6e1f-eee3-4420-9828-2843e0c5faac tempest-ServersAdminNegativeTestJSON-1870432566 tempest-ServersAdminNegativeTestJSON-1870432566-project-admin] Task: {'id': task-3418869, 'name': SuspendVM_Task, 'duration_secs': 1.015523} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.954728] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-918d6e1f-eee3-4420-9828-2843e0c5faac tempest-ServersAdminNegativeTestJSON-1870432566 tempest-ServersAdminNegativeTestJSON-1870432566-project-admin] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Suspended the VM {{(pid=69858) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 802.954988] env[69858]: DEBUG nova.compute.manager [None req-918d6e1f-eee3-4420-9828-2843e0c5faac tempest-ServersAdminNegativeTestJSON-1870432566 tempest-ServersAdminNegativeTestJSON-1870432566-project-admin] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.956511] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1402f016-4be8-4c1d-99a9-bef6adbd3262 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.965269] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418872, 'name': CreateVM_Task, 'duration_secs': 0.353127} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.967974] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.975268] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.975519] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.975882] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.980274] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-889efae7-f390-4cef-b519-4532fd18ebaa {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.983023] env[69858]: DEBUG oslo_vmware.api [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 802.983023] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5277c106-2ffd-8174-680f-5e98e4540e7f" [ 802.983023] env[69858]: _type = "Task" [ 802.983023] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.999163] env[69858]: DEBUG oslo_vmware.api [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5277c106-2ffd-8174-680f-5e98e4540e7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.011230] env[69858]: DEBUG oslo_concurrency.lockutils [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.107853] env[69858]: DEBUG nova.network.neutron [-] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.127764] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-065ecaf7-981b-4eff-a8db-0add25a65415 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.139878] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaad47e4-657b-4c84-94fe-fc7feb8c7ef3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.173167] env[69858]: DEBUG nova.compute.manager [req-44e1b13d-f1c8-41d6-ada3-cf8c91da0c0b req-5b0e774b-d905-440b-9ac7-e1fc4af5a4bd service nova] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Detach interface failed, port_id=0509f378-6ff6-4d03-ae7f-f8341f3f78a3, reason: Instance 2be1c4d5-f545-4f09-ad05-dd42fb852519 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 803.188018] env[69858]: DEBUG nova.network.neutron [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Successfully updated port: 1cfa7286-85c5-433b-9978-913b3b0df668 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.192610] env[69858]: DEBUG oslo_vmware.api [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': task-3418873, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069887} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.193127] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: db67c772-084d-4422-9368-359b2990e501] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.193963] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22901b6c-b515-483b-b994-93337028c71e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.217639] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: db67c772-084d-4422-9368-359b2990e501] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] db67c772-084d-4422-9368-359b2990e501/db67c772-084d-4422-9368-359b2990e501.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.218463] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5056e1e8-9c1c-4646-a26d-d47419d33334 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.241469] env[69858]: DEBUG oslo_vmware.api [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Waiting for the task: (returnval){ [ 803.241469] env[69858]: value = "task-3418874" [ 803.241469] env[69858]: _type = "Task" [ 803.241469] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.252706] env[69858]: DEBUG oslo_vmware.api [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': task-3418874, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.301092] env[69858]: DEBUG nova.network.neutron [req-f4bbc308-2eb7-48c5-9b87-5c2e22ac9960 req-d1f778ef-b1c5-4b2b-9c0a-2f66d5738168 service nova] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Updated VIF entry in instance network info cache for port 840b6612-6553-4373-8caa-6e57e2dc7705. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.301520] env[69858]: DEBUG nova.network.neutron [req-f4bbc308-2eb7-48c5-9b87-5c2e22ac9960 req-d1f778ef-b1c5-4b2b-9c0a-2f66d5738168 service nova] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Updating instance_info_cache with network_info: [{"id": "840b6612-6553-4373-8caa-6e57e2dc7705", "address": "fa:16:3e:1e:c0:e1", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap840b6612-65", "ovs_interfaceid": "840b6612-6553-4373-8caa-6e57e2dc7705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.412668] env[69858]: DEBUG oslo_vmware.api [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': task-3418868, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.422708] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b52b6e2c-aaca-4a5b-8192-37faf3f59314 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.424735] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2c743a9c-217e-42e9-8973-025897f21964 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.004s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.425022] env[69858]: DEBUG nova.objects.instance [None req-2c743a9c-217e-42e9-8973-025897f21964 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lazy-loading 'resources' on Instance uuid 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.442625] env[69858]: INFO nova.scheduler.client.report [None req-b52b6e2c-aaca-4a5b-8192-37faf3f59314 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Deleted allocations for instance 8c07d39f-cead-491a-a6a0-460e907cec58 [ 803.456188] env[69858]: DEBUG nova.compute.manager [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 803.495042] env[69858]: DEBUG oslo_vmware.api [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5277c106-2ffd-8174-680f-5e98e4540e7f, 'name': SearchDatastore_Task, 'duration_secs': 0.025037} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.495042] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.495042] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.496054] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.496054] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.496054] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.496054] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9255f097-49f8-4cd9-bea2-b5dfe85aa7d6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.504682] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.504882] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.506088] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36223f36-65ed-473a-bc00-7483642fc317 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.511950] env[69858]: DEBUG oslo_vmware.api [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 803.511950] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528596d6-c339-3c24-ceb0-cf97d1fd15fe" [ 803.511950] env[69858]: _type = "Task" [ 803.511950] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.520683] env[69858]: DEBUG oslo_vmware.api [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528596d6-c339-3c24-ceb0-cf97d1fd15fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.614932] env[69858]: INFO nova.compute.manager [-] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Took 1.32 seconds to deallocate network for instance. [ 803.686491] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6f488d18-4edd-4540-ab26-c989afafd45c tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Acquiring lock "interface-a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.686810] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6f488d18-4edd-4540-ab26-c989afafd45c tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Lock "interface-a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.687087] env[69858]: DEBUG nova.objects.instance [None req-6f488d18-4edd-4540-ab26-c989afafd45c tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Lazy-loading 'flavor' on Instance uuid a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.688598] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Acquiring lock "refresh_cache-ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.688728] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Acquired lock "refresh_cache-ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.688875] env[69858]: DEBUG nova.network.neutron [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.751318] env[69858]: DEBUG oslo_vmware.api [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': task-3418874, 'name': ReconfigVM_Task, 'duration_secs': 0.264203} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.751619] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: db67c772-084d-4422-9368-359b2990e501] Reconfigured VM instance instance-0000001e to attach disk [datastore1] db67c772-084d-4422-9368-359b2990e501/db67c772-084d-4422-9368-359b2990e501.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.752258] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d7faa1e-06f4-4673-ba77-6bb235b45af2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.758978] env[69858]: DEBUG oslo_vmware.api [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Waiting for the task: (returnval){ [ 803.758978] env[69858]: value = "task-3418875" [ 803.758978] env[69858]: _type = "Task" [ 803.758978] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.766357] env[69858]: DEBUG oslo_vmware.api [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': task-3418875, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.804669] env[69858]: DEBUG oslo_concurrency.lockutils [req-f4bbc308-2eb7-48c5-9b87-5c2e22ac9960 req-d1f778ef-b1c5-4b2b-9c0a-2f66d5738168 service nova] Releasing lock "refresh_cache-ac25b921-0e82-4866-b73f-17e68740fa3a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.913108] env[69858]: DEBUG oslo_vmware.api [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': task-3418868, 'name': PowerOnVM_Task, 'duration_secs': 1.710846} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.913416] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.913680] env[69858]: DEBUG nova.compute.manager [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.915105] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec30a8b-69d6-41a7-b1a4-d4a5d3fb1497 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.952142] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b52b6e2c-aaca-4a5b-8192-37faf3f59314 tempest-ImagesOneServerTestJSON-1911230522 tempest-ImagesOneServerTestJSON-1911230522-project-member] Lock "8c07d39f-cead-491a-a6a0-460e907cec58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.811s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.979461] env[69858]: DEBUG oslo_concurrency.lockutils [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.026019] env[69858]: DEBUG oslo_vmware.api [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528596d6-c339-3c24-ceb0-cf97d1fd15fe, 'name': SearchDatastore_Task, 'duration_secs': 0.008957} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.026019] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8784af0-9e1c-4057-b94b-2a3fa863fb60 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.031071] env[69858]: DEBUG oslo_vmware.api [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 804.031071] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]522b2b6f-f9c9-6ff3-4bb2-290050d36272" [ 804.031071] env[69858]: _type = "Task" [ 804.031071] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.042894] env[69858]: DEBUG oslo_vmware.api [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]522b2b6f-f9c9-6ff3-4bb2-290050d36272, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.126271] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b4ff0dc4-c892-46f8-9a1e-a2c872e4730e tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.192634] env[69858]: DEBUG nova.objects.instance [None req-6f488d18-4edd-4540-ab26-c989afafd45c tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Lazy-loading 'pci_requests' on Instance uuid a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 804.244528] env[69858]: DEBUG nova.network.neutron [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.274131] env[69858]: DEBUG oslo_vmware.api [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': task-3418875, 'name': Rename_Task, 'duration_secs': 0.140521} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.274131] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: db67c772-084d-4422-9368-359b2990e501] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.278018] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5b85a09-e1bb-467f-a23e-7195ba0f812d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.282920] env[69858]: DEBUG oslo_vmware.api [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Waiting for the task: (returnval){ [ 804.282920] env[69858]: value = "task-3418876" [ 804.282920] env[69858]: _type = "Task" [ 804.282920] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.290727] env[69858]: DEBUG oslo_vmware.api [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': task-3418876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.416939] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e073e55-32b1-43cb-94af-f73206a16067 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.427853] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ab5bf7-d308-49ce-9efd-b2f9b415b33a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.486830] env[69858]: DEBUG nova.network.neutron [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Updating instance_info_cache with network_info: [{"id": "1cfa7286-85c5-433b-9978-913b3b0df668", "address": "fa:16:3e:47:bd:c7", "network": {"id": "832a8773-2cd5-4a5f-9aec-c303b5ed2c37", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-845381701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b5ec9109354c159ec3b75c2a62611a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cfa7286-85", "ovs_interfaceid": "1cfa7286-85c5-433b-9978-913b3b0df668", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.490027] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcf45b5-2503-4861-ac40-38d57a67b86e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.491545] env[69858]: DEBUG oslo_concurrency.lockutils [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.498532] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb3b4bb-1e90-4cad-932a-a761141589c0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.515715] env[69858]: DEBUG nova.compute.provider_tree [None req-2c743a9c-217e-42e9-8973-025897f21964 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.546323] env[69858]: DEBUG oslo_vmware.api [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]522b2b6f-f9c9-6ff3-4bb2-290050d36272, 'name': SearchDatastore_Task, 'duration_secs': 0.010324} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.547580] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.548052] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] ac25b921-0e82-4866-b73f-17e68740fa3a/ac25b921-0e82-4866-b73f-17e68740fa3a.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.548491] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa992ccb-dd2d-4543-aaac-57c5c6052d89 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.558061] env[69858]: DEBUG oslo_vmware.api [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 804.558061] env[69858]: value = "task-3418877" [ 804.558061] env[69858]: _type = "Task" [ 804.558061] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.569912] env[69858]: DEBUG oslo_vmware.api [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3418877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.697173] env[69858]: DEBUG nova.objects.base [None req-6f488d18-4edd-4540-ab26-c989afafd45c tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69858) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 804.697563] env[69858]: DEBUG nova.network.neutron [None req-6f488d18-4edd-4540-ab26-c989afafd45c tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 804.800709] env[69858]: DEBUG oslo_vmware.api [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': task-3418876, 'name': PowerOnVM_Task, 'duration_secs': 0.475356} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.800709] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: db67c772-084d-4422-9368-359b2990e501] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.801159] env[69858]: INFO nova.compute.manager [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: db67c772-084d-4422-9368-359b2990e501] Took 7.88 seconds to spawn the instance on the hypervisor. [ 804.801159] env[69858]: DEBUG nova.compute.manager [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: db67c772-084d-4422-9368-359b2990e501] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.802454] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63daffba-7df3-4491-a177-15e3bc020afa {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.808294] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6f488d18-4edd-4540-ab26-c989afafd45c tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Lock "interface-a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.121s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.996125] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Releasing lock "refresh_cache-ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.996125] env[69858]: DEBUG nova.compute.manager [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Instance network_info: |[{"id": "1cfa7286-85c5-433b-9978-913b3b0df668", "address": "fa:16:3e:47:bd:c7", "network": {"id": "832a8773-2cd5-4a5f-9aec-c303b5ed2c37", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-845381701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b5ec9109354c159ec3b75c2a62611a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cfa7286-85", "ovs_interfaceid": "1cfa7286-85c5-433b-9978-913b3b0df668", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.996125] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:bd:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1cfa7286-85c5-433b-9978-913b3b0df668', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.005540] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Creating folder: Project (a2b5ec9109354c159ec3b75c2a62611a). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.006847] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1233dfd7-d2fa-42dd-848d-47000b4d8575 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.012093] env[69858]: DEBUG nova.compute.manager [req-b986f0ab-aea8-4e5b-be7b-8621b5df5fc2 req-d46bc400-bfff-4bea-8bbf-dc643a6a6f2c service nova] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Received event network-vif-plugged-1cfa7286-85c5-433b-9978-913b3b0df668 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.012093] env[69858]: DEBUG oslo_concurrency.lockutils [req-b986f0ab-aea8-4e5b-be7b-8621b5df5fc2 req-d46bc400-bfff-4bea-8bbf-dc643a6a6f2c service nova] Acquiring lock "ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.012093] env[69858]: DEBUG oslo_concurrency.lockutils [req-b986f0ab-aea8-4e5b-be7b-8621b5df5fc2 req-d46bc400-bfff-4bea-8bbf-dc643a6a6f2c service nova] Lock "ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.012093] env[69858]: DEBUG oslo_concurrency.lockutils [req-b986f0ab-aea8-4e5b-be7b-8621b5df5fc2 req-d46bc400-bfff-4bea-8bbf-dc643a6a6f2c service nova] Lock "ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.012093] env[69858]: DEBUG nova.compute.manager [req-b986f0ab-aea8-4e5b-be7b-8621b5df5fc2 req-d46bc400-bfff-4bea-8bbf-dc643a6a6f2c service nova] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] No waiting events found dispatching network-vif-plugged-1cfa7286-85c5-433b-9978-913b3b0df668 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.012093] env[69858]: WARNING nova.compute.manager [req-b986f0ab-aea8-4e5b-be7b-8621b5df5fc2 req-d46bc400-bfff-4bea-8bbf-dc643a6a6f2c service nova] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Received unexpected event network-vif-plugged-1cfa7286-85c5-433b-9978-913b3b0df668 for instance with vm_state building and task_state spawning. [ 805.012623] env[69858]: DEBUG nova.compute.manager [req-b986f0ab-aea8-4e5b-be7b-8621b5df5fc2 req-d46bc400-bfff-4bea-8bbf-dc643a6a6f2c service nova] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Received event network-changed-1cfa7286-85c5-433b-9978-913b3b0df668 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.014467] env[69858]: DEBUG nova.compute.manager [req-b986f0ab-aea8-4e5b-be7b-8621b5df5fc2 req-d46bc400-bfff-4bea-8bbf-dc643a6a6f2c service nova] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Refreshing instance network info cache due to event network-changed-1cfa7286-85c5-433b-9978-913b3b0df668. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 805.014467] env[69858]: DEBUG oslo_concurrency.lockutils [req-b986f0ab-aea8-4e5b-be7b-8621b5df5fc2 req-d46bc400-bfff-4bea-8bbf-dc643a6a6f2c service nova] Acquiring lock "refresh_cache-ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.014467] env[69858]: DEBUG oslo_concurrency.lockutils [req-b986f0ab-aea8-4e5b-be7b-8621b5df5fc2 req-d46bc400-bfff-4bea-8bbf-dc643a6a6f2c service nova] Acquired lock "refresh_cache-ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.014467] env[69858]: DEBUG nova.network.neutron [req-b986f0ab-aea8-4e5b-be7b-8621b5df5fc2 req-d46bc400-bfff-4bea-8bbf-dc643a6a6f2c service nova] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Refreshing network info cache for port 1cfa7286-85c5-433b-9978-913b3b0df668 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.020419] env[69858]: DEBUG nova.scheduler.client.report [None req-2c743a9c-217e-42e9-8973-025897f21964 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.031139] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Created folder: Project (a2b5ec9109354c159ec3b75c2a62611a) in parent group-v682032. [ 805.031139] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Creating folder: Instances. Parent ref: group-v682132. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.031139] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbebd73a-ed16-458b-81c6-007ab0120448 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.044840] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Created folder: Instances in parent group-v682132. [ 805.045124] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.045333] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.045582] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe0218e5-8fb0-4988-8f8e-55fbecfe6550 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.071191] env[69858]: DEBUG oslo_vmware.api [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3418877, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508108} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.072496] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] ac25b921-0e82-4866-b73f-17e68740fa3a/ac25b921-0e82-4866-b73f-17e68740fa3a.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.072724] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.072968] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.072968] env[69858]: value = "task-3418880" [ 805.072968] env[69858]: _type = "Task" [ 805.072968] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.073170] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15a8f838-1e57-48e4-9d8e-c41d7223cb34 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.082879] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418880, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.084152] env[69858]: DEBUG oslo_vmware.api [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 805.084152] env[69858]: value = "task-3418881" [ 805.084152] env[69858]: _type = "Task" [ 805.084152] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.091728] env[69858]: DEBUG oslo_vmware.api [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3418881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.335406] env[69858]: INFO nova.compute.manager [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: db67c772-084d-4422-9368-359b2990e501] Took 29.36 seconds to build instance. [ 805.531582] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2c743a9c-217e-42e9-8973-025897f21964 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.534140] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ec4fc938-560e-4789-baa7-083158781ed3 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.579s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.534378] env[69858]: DEBUG nova.objects.instance [None req-ec4fc938-560e-4789-baa7-083158781ed3 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lazy-loading 'resources' on Instance uuid 727bd314-d2e7-4b74-80c3-fde89a04011b {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.557869] env[69858]: INFO nova.scheduler.client.report [None req-2c743a9c-217e-42e9-8973-025897f21964 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Deleted allocations for instance 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a [ 805.589898] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418880, 'name': CreateVM_Task, 'duration_secs': 0.310917} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.592992] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.594543] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.594543] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.594543] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.595121] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0924f06-ece8-434d-9afc-472752e1efcd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.604185] env[69858]: DEBUG oslo_vmware.api [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3418881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073109} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.605101] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.606412] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c6c477-4fc6-4f6d-a503-e3c973233cd0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.611915] env[69858]: DEBUG oslo_vmware.api [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Waiting for the task: (returnval){ [ 805.611915] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e45d6d-4a73-2bda-06c9-1c16176b9152" [ 805.611915] env[69858]: _type = "Task" [ 805.611915] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.635422] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] ac25b921-0e82-4866-b73f-17e68740fa3a/ac25b921-0e82-4866-b73f-17e68740fa3a.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.638668] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c17b44ce-7018-4188-9be8-4804be415a40 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.656299] env[69858]: DEBUG oslo_vmware.api [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e45d6d-4a73-2bda-06c9-1c16176b9152, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.661485] env[69858]: DEBUG oslo_vmware.api [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 805.661485] env[69858]: value = "task-3418882" [ 805.661485] env[69858]: _type = "Task" [ 805.661485] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.669056] env[69858]: DEBUG oslo_vmware.api [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3418882, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.801187] env[69858]: DEBUG nova.network.neutron [req-b986f0ab-aea8-4e5b-be7b-8621b5df5fc2 req-d46bc400-bfff-4bea-8bbf-dc643a6a6f2c service nova] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Updated VIF entry in instance network info cache for port 1cfa7286-85c5-433b-9978-913b3b0df668. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.801576] env[69858]: DEBUG nova.network.neutron [req-b986f0ab-aea8-4e5b-be7b-8621b5df5fc2 req-d46bc400-bfff-4bea-8bbf-dc643a6a6f2c service nova] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Updating instance_info_cache with network_info: [{"id": "1cfa7286-85c5-433b-9978-913b3b0df668", "address": "fa:16:3e:47:bd:c7", "network": {"id": "832a8773-2cd5-4a5f-9aec-c303b5ed2c37", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-845381701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b5ec9109354c159ec3b75c2a62611a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cfa7286-85", "ovs_interfaceid": "1cfa7286-85c5-433b-9978-913b3b0df668", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.837715] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bd6c7c1-f369-4784-a376-b4048b258d4c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Lock "db67c772-084d-4422-9368-359b2990e501" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.945s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.067036] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2c743a9c-217e-42e9-8973-025897f21964 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.619s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.124582] env[69858]: DEBUG oslo_vmware.api [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e45d6d-4a73-2bda-06c9-1c16176b9152, 'name': SearchDatastore_Task, 'duration_secs': 0.039405} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.127937] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.128262] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.128581] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.128756] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.128990] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.129892] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e5c4dc0-3dff-4393-8d70-99c1f7eee0fc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.147658] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.147950] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.149336] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbcc6e5b-cf7d-47a5-9d09-ed98ea7c905f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.158906] env[69858]: DEBUG oslo_vmware.api [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Waiting for the task: (returnval){ [ 806.158906] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5214d65a-8b8a-305c-ac73-bc709107d53f" [ 806.158906] env[69858]: _type = "Task" [ 806.158906] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.174383] env[69858]: DEBUG oslo_vmware.api [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5214d65a-8b8a-305c-ac73-bc709107d53f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.178612] env[69858]: DEBUG oslo_vmware.api [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3418882, 'name': ReconfigVM_Task, 'duration_secs': 0.254544} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.180030] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Reconfigured VM instance instance-0000001f to attach disk [datastore1] ac25b921-0e82-4866-b73f-17e68740fa3a/ac25b921-0e82-4866-b73f-17e68740fa3a.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.180030] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-682e8155-6b40-41f4-bd24-e5f63395ac8d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.186577] env[69858]: DEBUG oslo_vmware.api [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 806.186577] env[69858]: value = "task-3418883" [ 806.186577] env[69858]: _type = "Task" [ 806.186577] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.194607] env[69858]: DEBUG oslo_vmware.api [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3418883, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.306379] env[69858]: DEBUG oslo_concurrency.lockutils [req-b986f0ab-aea8-4e5b-be7b-8621b5df5fc2 req-d46bc400-bfff-4bea-8bbf-dc643a6a6f2c service nova] Releasing lock "refresh_cache-ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.339908] env[69858]: DEBUG nova.compute.manager [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 806.368535] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2ea8b7cd-d26a-4180-88c3-746f76f0c740 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Acquiring lock "dc2e6ca0-5cde-49d5-97b2-769f5899d3b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.368718] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2ea8b7cd-d26a-4180-88c3-746f76f0c740 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Lock "dc2e6ca0-5cde-49d5-97b2-769f5899d3b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.368922] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2ea8b7cd-d26a-4180-88c3-746f76f0c740 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Acquiring lock "dc2e6ca0-5cde-49d5-97b2-769f5899d3b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.369490] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2ea8b7cd-d26a-4180-88c3-746f76f0c740 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Lock "dc2e6ca0-5cde-49d5-97b2-769f5899d3b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.369490] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2ea8b7cd-d26a-4180-88c3-746f76f0c740 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Lock "dc2e6ca0-5cde-49d5-97b2-769f5899d3b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.374399] env[69858]: INFO nova.compute.manager [None req-2ea8b7cd-d26a-4180-88c3-746f76f0c740 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Terminating instance [ 806.468253] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b74a3f2-7065-458f-8543-27d324f7b1fd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.476319] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d107e0-95df-406a-997c-cb4eb6cac088 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.507736] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac83d15d-6cc6-4fe1-9fa8-d10b037250f4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.514845] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48734e9f-de5d-4244-9cbe-4f0ead85b6e6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.528339] env[69858]: DEBUG nova.compute.provider_tree [None req-ec4fc938-560e-4789-baa7-083158781ed3 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.669274] env[69858]: DEBUG oslo_vmware.api [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5214d65a-8b8a-305c-ac73-bc709107d53f, 'name': SearchDatastore_Task, 'duration_secs': 0.038685} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.670078] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b68e9553-5b8f-4b8e-9d25-c17a2c93e184 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.676333] env[69858]: DEBUG oslo_vmware.api [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Waiting for the task: (returnval){ [ 806.676333] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ade958-6320-ff3f-f825-abcb1725c038" [ 806.676333] env[69858]: _type = "Task" [ 806.676333] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.684835] env[69858]: DEBUG oslo_vmware.api [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ade958-6320-ff3f-f825-abcb1725c038, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.694186] env[69858]: DEBUG oslo_vmware.api [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3418883, 'name': Rename_Task, 'duration_secs': 0.137109} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.694623] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.694985] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe0e2950-c3ac-45ea-9078-3e4cac944d84 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.704020] env[69858]: DEBUG oslo_vmware.api [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 806.704020] env[69858]: value = "task-3418884" [ 806.704020] env[69858]: _type = "Task" [ 806.704020] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.713076] env[69858]: DEBUG oslo_vmware.api [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3418884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.872333] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.879095] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2ea8b7cd-d26a-4180-88c3-746f76f0c740 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Acquiring lock "refresh_cache-dc2e6ca0-5cde-49d5-97b2-769f5899d3b8" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.879809] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2ea8b7cd-d26a-4180-88c3-746f76f0c740 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Acquired lock "refresh_cache-dc2e6ca0-5cde-49d5-97b2-769f5899d3b8" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.879809] env[69858]: DEBUG nova.network.neutron [None req-2ea8b7cd-d26a-4180-88c3-746f76f0c740 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.913640] env[69858]: DEBUG oslo_concurrency.lockutils [None req-68a31d04-e298-4f56-aa15-f495daba7506 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Acquiring lock "a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.914244] env[69858]: DEBUG oslo_concurrency.lockutils [None req-68a31d04-e298-4f56-aa15-f495daba7506 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Lock "a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.914476] env[69858]: DEBUG oslo_concurrency.lockutils [None req-68a31d04-e298-4f56-aa15-f495daba7506 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Acquiring lock "a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.914670] env[69858]: DEBUG oslo_concurrency.lockutils [None req-68a31d04-e298-4f56-aa15-f495daba7506 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Lock "a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.914840] env[69858]: DEBUG oslo_concurrency.lockutils [None req-68a31d04-e298-4f56-aa15-f495daba7506 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Lock "a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.918312] env[69858]: INFO nova.compute.manager [None req-68a31d04-e298-4f56-aa15-f495daba7506 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Terminating instance [ 807.032034] env[69858]: DEBUG nova.scheduler.client.report [None req-ec4fc938-560e-4789-baa7-083158781ed3 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.189387] env[69858]: DEBUG oslo_vmware.api [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ade958-6320-ff3f-f825-abcb1725c038, 'name': SearchDatastore_Task, 'duration_secs': 0.023265} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.189681] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.189955] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7/ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.190247] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02ffedf2-6cbe-46ee-b186-78e8882afb15 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.199165] env[69858]: DEBUG oslo_vmware.api [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Waiting for the task: (returnval){ [ 807.199165] env[69858]: value = "task-3418885" [ 807.199165] env[69858]: _type = "Task" [ 807.199165] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.210377] env[69858]: DEBUG oslo_vmware.api [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Task: {'id': task-3418885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.215532] env[69858]: DEBUG oslo_vmware.api [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3418884, 'name': PowerOnVM_Task, 'duration_secs': 0.455116} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.216033] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.216395] env[69858]: INFO nova.compute.manager [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Took 7.64 seconds to spawn the instance on the hypervisor. [ 807.216860] env[69858]: DEBUG nova.compute.manager [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.217794] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d78cfa-70ab-4f6a-a63c-c8a3f873b179 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.401039] env[69858]: DEBUG nova.network.neutron [None req-2ea8b7cd-d26a-4180-88c3-746f76f0c740 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.421912] env[69858]: DEBUG nova.compute.manager [None req-68a31d04-e298-4f56-aa15-f495daba7506 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 807.422104] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-68a31d04-e298-4f56-aa15-f495daba7506 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.423482] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8616e648-39a5-49e7-b711-c8a366ae7555 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.431938] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a31d04-e298-4f56-aa15-f495daba7506 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.432255] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26800d81-5be6-4446-b0ff-ea70e01454bd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.438325] env[69858]: DEBUG oslo_vmware.api [None req-68a31d04-e298-4f56-aa15-f495daba7506 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Waiting for the task: (returnval){ [ 807.438325] env[69858]: value = "task-3418886" [ 807.438325] env[69858]: _type = "Task" [ 807.438325] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.451179] env[69858]: DEBUG oslo_vmware.api [None req-68a31d04-e298-4f56-aa15-f495daba7506 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Task: {'id': task-3418886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.466602] env[69858]: DEBUG nova.network.neutron [None req-2ea8b7cd-d26a-4180-88c3-746f76f0c740 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.537453] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ec4fc938-560e-4789-baa7-083158781ed3 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.003s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.543461] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.524s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.543461] env[69858]: INFO nova.compute.claims [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.570607] env[69858]: INFO nova.scheduler.client.report [None req-ec4fc938-560e-4789-baa7-083158781ed3 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Deleted allocations for instance 727bd314-d2e7-4b74-80c3-fde89a04011b [ 807.709065] env[69858]: DEBUG oslo_vmware.api [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Task: {'id': task-3418885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48396} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.709467] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7/ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.709770] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.710143] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eed188d7-39c6-4823-b867-585eaaf2f51f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.717075] env[69858]: DEBUG oslo_vmware.api [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Waiting for the task: (returnval){ [ 807.717075] env[69858]: value = "task-3418887" [ 807.717075] env[69858]: _type = "Task" [ 807.717075] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.725991] env[69858]: DEBUG oslo_vmware.api [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Task: {'id': task-3418887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.738455] env[69858]: INFO nova.compute.manager [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Took 29.36 seconds to build instance. [ 807.952397] env[69858]: DEBUG oslo_vmware.api [None req-68a31d04-e298-4f56-aa15-f495daba7506 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Task: {'id': task-3418886, 'name': PowerOffVM_Task, 'duration_secs': 0.281679} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.952761] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a31d04-e298-4f56-aa15-f495daba7506 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.952991] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-68a31d04-e298-4f56-aa15-f495daba7506 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.953362] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c630849-ac3f-498b-827a-46f19963ff40 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.969581] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2ea8b7cd-d26a-4180-88c3-746f76f0c740 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Releasing lock "refresh_cache-dc2e6ca0-5cde-49d5-97b2-769f5899d3b8" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.970018] env[69858]: DEBUG nova.compute.manager [None req-2ea8b7cd-d26a-4180-88c3-746f76f0c740 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 807.970278] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea8b7cd-d26a-4180-88c3-746f76f0c740 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.971420] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b77a07-800c-4f57-93d8-55d0c9b9fb4f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.985022] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea8b7cd-d26a-4180-88c3-746f76f0c740 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.985022] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c043b5a-e13c-4a76-bfd9-2f258dca3774 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.989866] env[69858]: DEBUG oslo_vmware.api [None req-2ea8b7cd-d26a-4180-88c3-746f76f0c740 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Waiting for the task: (returnval){ [ 807.989866] env[69858]: value = "task-3418889" [ 807.989866] env[69858]: _type = "Task" [ 807.989866] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.001067] env[69858]: DEBUG oslo_vmware.api [None req-2ea8b7cd-d26a-4180-88c3-746f76f0c740 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': task-3418889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.079362] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ec4fc938-560e-4789-baa7-083158781ed3 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "727bd314-d2e7-4b74-80c3-fde89a04011b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.907s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.100695] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-68a31d04-e298-4f56-aa15-f495daba7506 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.100695] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-68a31d04-e298-4f56-aa15-f495daba7506 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.100695] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-68a31d04-e298-4f56-aa15-f495daba7506 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Deleting the datastore file [datastore2] a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.100695] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc12db64-735a-4b99-86d7-23ae3f995e20 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.107129] env[69858]: DEBUG oslo_vmware.api [None req-68a31d04-e298-4f56-aa15-f495daba7506 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Waiting for the task: (returnval){ [ 808.107129] env[69858]: value = "task-3418890" [ 808.107129] env[69858]: _type = "Task" [ 808.107129] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.122729] env[69858]: DEBUG oslo_vmware.api [None req-68a31d04-e298-4f56-aa15-f495daba7506 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Task: {'id': task-3418890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.228610] env[69858]: DEBUG oslo_vmware.api [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Task: {'id': task-3418887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071373} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.228906] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.229709] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee7b92a-79a3-4c12-a361-2b89a1b013fc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.244626] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7ec2fd5c-7809-44c7-b8f0-450a2778ac73 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "ac25b921-0e82-4866-b73f-17e68740fa3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.770s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.254729] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7/ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.261021] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d50d5e9-47d5-4b61-b5d2-b18150b6bb35 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.285326] env[69858]: DEBUG oslo_vmware.api [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Waiting for the task: (returnval){ [ 808.285326] env[69858]: value = "task-3418891" [ 808.285326] env[69858]: _type = "Task" [ 808.285326] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.289178] env[69858]: DEBUG oslo_concurrency.lockutils [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Acquiring lock "b0e56ea2-9d0a-4c2a-8333-6393dcc4714d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.289178] env[69858]: DEBUG oslo_concurrency.lockutils [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Lock "b0e56ea2-9d0a-4c2a-8333-6393dcc4714d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.297656] env[69858]: DEBUG oslo_vmware.api [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Task: {'id': task-3418891, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.500871] env[69858]: DEBUG oslo_vmware.api [None req-2ea8b7cd-d26a-4180-88c3-746f76f0c740 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': task-3418889, 'name': PowerOffVM_Task, 'duration_secs': 0.170967} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.501639] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea8b7cd-d26a-4180-88c3-746f76f0c740 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.501963] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea8b7cd-d26a-4180-88c3-746f76f0c740 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.502400] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-525b8212-62b4-4630-8774-90774f526ba8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.524451] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea8b7cd-d26a-4180-88c3-746f76f0c740 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.524677] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea8b7cd-d26a-4180-88c3-746f76f0c740 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.524858] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea8b7cd-d26a-4180-88c3-746f76f0c740 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Deleting the datastore file [datastore1] dc2e6ca0-5cde-49d5-97b2-769f5899d3b8 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.525328] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6dff1a9-0d70-4ccc-a2e0-b8ec713b249d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.531589] env[69858]: DEBUG oslo_vmware.api [None req-2ea8b7cd-d26a-4180-88c3-746f76f0c740 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Waiting for the task: (returnval){ [ 808.531589] env[69858]: value = "task-3418893" [ 808.531589] env[69858]: _type = "Task" [ 808.531589] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.541612] env[69858]: DEBUG oslo_vmware.api [None req-2ea8b7cd-d26a-4180-88c3-746f76f0c740 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': task-3418893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.617814] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1b2ad8ba-8490-4464-8ed2-bd667f14ca64 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Acquiring lock "69194f68-ae44-470c-8b5c-645a22078f76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.617814] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1b2ad8ba-8490-4464-8ed2-bd667f14ca64 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Lock "69194f68-ae44-470c-8b5c-645a22078f76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.620304] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1b2ad8ba-8490-4464-8ed2-bd667f14ca64 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Acquiring lock "69194f68-ae44-470c-8b5c-645a22078f76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.620304] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1b2ad8ba-8490-4464-8ed2-bd667f14ca64 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Lock "69194f68-ae44-470c-8b5c-645a22078f76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.620304] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1b2ad8ba-8490-4464-8ed2-bd667f14ca64 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Lock "69194f68-ae44-470c-8b5c-645a22078f76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.620609] env[69858]: INFO nova.compute.manager [None req-1b2ad8ba-8490-4464-8ed2-bd667f14ca64 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Terminating instance [ 808.621677] env[69858]: DEBUG oslo_vmware.api [None req-68a31d04-e298-4f56-aa15-f495daba7506 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Task: {'id': task-3418890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381728} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.624218] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-68a31d04-e298-4f56-aa15-f495daba7506 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.624409] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-68a31d04-e298-4f56-aa15-f495daba7506 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.624585] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-68a31d04-e298-4f56-aa15-f495daba7506 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.624775] env[69858]: INFO nova.compute.manager [None req-68a31d04-e298-4f56-aa15-f495daba7506 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Took 1.20 seconds to destroy the instance on the hypervisor. [ 808.625043] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68a31d04-e298-4f56-aa15-f495daba7506 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.627027] env[69858]: DEBUG nova.compute.manager [-] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 808.627137] env[69858]: DEBUG nova.network.neutron [-] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 808.758676] env[69858]: DEBUG nova.compute.manager [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.804159] env[69858]: DEBUG oslo_vmware.api [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Task: {'id': task-3418891, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.023217] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06763eec-ca07-4eba-8662-afe14b3f8104 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.028961] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d59d530-21f6-4fd6-947d-2075d5aae5d6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.041654] env[69858]: DEBUG oslo_vmware.api [None req-2ea8b7cd-d26a-4180-88c3-746f76f0c740 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Task: {'id': task-3418893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.433638} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.067158] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea8b7cd-d26a-4180-88c3-746f76f0c740 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.067434] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea8b7cd-d26a-4180-88c3-746f76f0c740 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.067650] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea8b7cd-d26a-4180-88c3-746f76f0c740 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.067907] env[69858]: INFO nova.compute.manager [None req-2ea8b7cd-d26a-4180-88c3-746f76f0c740 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Took 1.10 seconds to destroy the instance on the hypervisor. [ 809.068235] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ea8b7cd-d26a-4180-88c3-746f76f0c740 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.068675] env[69858]: DEBUG nova.compute.manager [-] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 809.068812] env[69858]: DEBUG nova.network.neutron [-] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.071191] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eadae94-b72b-4b3b-8a33-91ac032de6fc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.079553] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1b660e-54a6-403d-88cd-f9e6c7b05551 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.095905] env[69858]: DEBUG nova.compute.provider_tree [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.125793] env[69858]: DEBUG nova.network.neutron [-] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.129185] env[69858]: DEBUG nova.compute.manager [None req-1b2ad8ba-8490-4464-8ed2-bd667f14ca64 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.129185] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2ad8ba-8490-4464-8ed2-bd667f14ca64 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.134189] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ccbf9d-bc27-41ec-8730-21bf10d4213e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.144015] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2ad8ba-8490-4464-8ed2-bd667f14ca64 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.144311] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4476d45-1602-40ad-bc9d-c6f09a032eb7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.224619] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2ad8ba-8490-4464-8ed2-bd667f14ca64 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.224779] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2ad8ba-8490-4464-8ed2-bd667f14ca64 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.224950] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b2ad8ba-8490-4464-8ed2-bd667f14ca64 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Deleting the datastore file [datastore2] 69194f68-ae44-470c-8b5c-645a22078f76 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.225236] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abe80f8c-d6e0-4ceb-9feb-a69e19858952 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.231692] env[69858]: DEBUG oslo_vmware.api [None req-1b2ad8ba-8490-4464-8ed2-bd667f14ca64 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Waiting for the task: (returnval){ [ 809.231692] env[69858]: value = "task-3418895" [ 809.231692] env[69858]: _type = "Task" [ 809.231692] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.239430] env[69858]: DEBUG oslo_vmware.api [None req-1b2ad8ba-8490-4464-8ed2-bd667f14ca64 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': task-3418895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.267109] env[69858]: DEBUG nova.compute.manager [req-132908d4-f5fd-43e8-a0c1-6cdff644e1fb req-ab9b27af-1573-45f3-8923-ad383ee8d05c service nova] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Received event network-vif-deleted-fda136e6-88ab-49f8-b91e-2a645fcea759 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.267307] env[69858]: INFO nova.compute.manager [req-132908d4-f5fd-43e8-a0c1-6cdff644e1fb req-ab9b27af-1573-45f3-8923-ad383ee8d05c service nova] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Neutron deleted interface fda136e6-88ab-49f8-b91e-2a645fcea759; detaching it from the instance and deleting it from the info cache [ 809.267472] env[69858]: DEBUG nova.network.neutron [req-132908d4-f5fd-43e8-a0c1-6cdff644e1fb req-ab9b27af-1573-45f3-8923-ad383ee8d05c service nova] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.282834] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.298331] env[69858]: DEBUG oslo_vmware.api [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Task: {'id': task-3418891, 'name': ReconfigVM_Task, 'duration_secs': 1.008477} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.298600] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Reconfigured VM instance instance-00000020 to attach disk [datastore1] ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7/ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.299269] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8df60663-570b-4ceb-8eff-e7018ef46362 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.305969] env[69858]: DEBUG oslo_vmware.api [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Waiting for the task: (returnval){ [ 809.305969] env[69858]: value = "task-3418896" [ 809.305969] env[69858]: _type = "Task" [ 809.305969] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.314594] env[69858]: DEBUG oslo_vmware.api [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Task: {'id': task-3418896, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.408405] env[69858]: DEBUG nova.network.neutron [-] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.521394] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquiring lock "5d973e99-679c-4ab7-a37a-1b32f555df35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.521625] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "5d973e99-679c-4ab7-a37a-1b32f555df35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.545553] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquiring lock "56c8442c-a2d0-41d6-9052-dfa8e55f56e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.545814] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "56c8442c-a2d0-41d6-9052-dfa8e55f56e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.604960] env[69858]: DEBUG nova.scheduler.client.report [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.630433] env[69858]: DEBUG nova.network.neutron [-] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.745092] env[69858]: DEBUG oslo_vmware.api [None req-1b2ad8ba-8490-4464-8ed2-bd667f14ca64 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': task-3418895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277227} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.745092] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b2ad8ba-8490-4464-8ed2-bd667f14ca64 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.745092] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2ad8ba-8490-4464-8ed2-bd667f14ca64 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.745092] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2ad8ba-8490-4464-8ed2-bd667f14ca64 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.745092] env[69858]: INFO nova.compute.manager [None req-1b2ad8ba-8490-4464-8ed2-bd667f14ca64 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Took 0.61 seconds to destroy the instance on the hypervisor. [ 809.745092] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b2ad8ba-8490-4464-8ed2-bd667f14ca64 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.745092] env[69858]: DEBUG nova.compute.manager [-] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 809.745092] env[69858]: DEBUG nova.network.neutron [-] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.774215] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5526ed70-f183-4320-ba22-5e1af43f34dd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.781072] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3825ec-45a0-4c14-8411-579f2b945a77 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.814128] env[69858]: DEBUG nova.compute.manager [req-132908d4-f5fd-43e8-a0c1-6cdff644e1fb req-ab9b27af-1573-45f3-8923-ad383ee8d05c service nova] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Detach interface failed, port_id=fda136e6-88ab-49f8-b91e-2a645fcea759, reason: Instance a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 809.822787] env[69858]: DEBUG oslo_vmware.api [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Task: {'id': task-3418896, 'name': Rename_Task, 'duration_secs': 0.163104} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.823212] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.823714] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06a46666-cd95-4640-b9e5-18d9a02a4884 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.830573] env[69858]: DEBUG oslo_vmware.api [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Waiting for the task: (returnval){ [ 809.830573] env[69858]: value = "task-3418897" [ 809.830573] env[69858]: _type = "Task" [ 809.830573] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.839603] env[69858]: DEBUG oslo_vmware.api [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Task: {'id': task-3418897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.913136] env[69858]: INFO nova.compute.manager [-] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Took 1.29 seconds to deallocate network for instance. [ 810.114029] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.114308] env[69858]: DEBUG nova.compute.manager [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 810.117143] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 24.589s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.117354] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.117510] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69858) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 810.117822] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0577628a-f78b-43ac-b6c6-d382cf1d9f03 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.264s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.118190] env[69858]: DEBUG nova.objects.instance [None req-0577628a-f78b-43ac-b6c6-d382cf1d9f03 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Lazy-loading 'resources' on Instance uuid 05e2282e-8e8c-461b-80a7-6e80aa812a95 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.120221] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ecd1a2-f985-4330-83ec-bf171fc56afd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.131457] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc8c107-103d-47bc-a52d-aadd7caac402 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.136329] env[69858]: INFO nova.compute.manager [-] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Took 1.07 seconds to deallocate network for instance. [ 810.149856] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57e21a9-bfda-4f04-a29b-de8a64d2848e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.157387] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fc7d09-505f-4fe3-8497-d511e90b78b3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.189357] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179593MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=69858) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 810.189520] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.341418] env[69858]: DEBUG oslo_vmware.api [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Task: {'id': task-3418897, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.421758] env[69858]: DEBUG oslo_concurrency.lockutils [None req-68a31d04-e298-4f56-aa15-f495daba7506 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.488058] env[69858]: DEBUG nova.network.neutron [-] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.621498] env[69858]: DEBUG nova.compute.utils [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.623802] env[69858]: DEBUG nova.compute.manager [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 810.623988] env[69858]: DEBUG nova.network.neutron [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 810.643200] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2ea8b7cd-d26a-4180-88c3-746f76f0c740 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.697547] env[69858]: DEBUG nova.policy [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa5da9247d1549e6ad5c866b16c31f06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d17af446507492f9ce66b1822068c79', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 810.843442] env[69858]: DEBUG oslo_vmware.api [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Task: {'id': task-3418897, 'name': PowerOnVM_Task, 'duration_secs': 0.93216} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.843748] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.843996] env[69858]: INFO nova.compute.manager [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Took 8.57 seconds to spawn the instance on the hypervisor. [ 810.844154] env[69858]: DEBUG nova.compute.manager [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.844923] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cb5fd2-81a1-4100-9b38-d94e2a211ee9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.964274] env[69858]: DEBUG nova.network.neutron [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Successfully created port: aca3ff62-d61a-4eb9-85ad-06cb55d952f3 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.990916] env[69858]: INFO nova.compute.manager [-] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Took 1.25 seconds to deallocate network for instance. [ 811.061201] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0daf71-e19d-4d7a-aff3-fd47c53db4f9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.070257] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b73f5a-b967-4592-b737-3c301ce238ad {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.100024] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7af589-68ae-471f-a318-4cf3a7dcdbb3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.108813] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db476f69-00c7-44ed-b720-5d4d97affb55 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.123206] env[69858]: DEBUG nova.compute.provider_tree [None req-0577628a-f78b-43ac-b6c6-d382cf1d9f03 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.129782] env[69858]: DEBUG nova.compute.manager [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.310402] env[69858]: DEBUG nova.compute.manager [req-6051a54e-1dce-40c9-a2da-650abb573745 req-50219b77-7e0e-4379-9a8f-7278ab470a0d service nova] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Received event network-changed-840b6612-6553-4373-8caa-6e57e2dc7705 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.310663] env[69858]: DEBUG nova.compute.manager [req-6051a54e-1dce-40c9-a2da-650abb573745 req-50219b77-7e0e-4379-9a8f-7278ab470a0d service nova] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Refreshing instance network info cache due to event network-changed-840b6612-6553-4373-8caa-6e57e2dc7705. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.310918] env[69858]: DEBUG oslo_concurrency.lockutils [req-6051a54e-1dce-40c9-a2da-650abb573745 req-50219b77-7e0e-4379-9a8f-7278ab470a0d service nova] Acquiring lock "refresh_cache-ac25b921-0e82-4866-b73f-17e68740fa3a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.311040] env[69858]: DEBUG oslo_concurrency.lockutils [req-6051a54e-1dce-40c9-a2da-650abb573745 req-50219b77-7e0e-4379-9a8f-7278ab470a0d service nova] Acquired lock "refresh_cache-ac25b921-0e82-4866-b73f-17e68740fa3a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.311211] env[69858]: DEBUG nova.network.neutron [req-6051a54e-1dce-40c9-a2da-650abb573745 req-50219b77-7e0e-4379-9a8f-7278ab470a0d service nova] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Refreshing network info cache for port 840b6612-6553-4373-8caa-6e57e2dc7705 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.364719] env[69858]: INFO nova.compute.manager [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Took 31.46 seconds to build instance. [ 811.499454] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1b2ad8ba-8490-4464-8ed2-bd667f14ca64 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.626837] env[69858]: DEBUG nova.scheduler.client.report [None req-0577628a-f78b-43ac-b6c6-d382cf1d9f03 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.770430] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9f4fc054-d07e-462e-aa30-a12af67b7191 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Acquiring lock "ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.867466] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ad3a54d2-143a-45be-9162-f9f51211f499 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Lock "ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.572s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.868749] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9f4fc054-d07e-462e-aa30-a12af67b7191 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Lock "ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.098s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.869164] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9f4fc054-d07e-462e-aa30-a12af67b7191 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Acquiring lock "ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.869253] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9f4fc054-d07e-462e-aa30-a12af67b7191 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Lock "ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.869386] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9f4fc054-d07e-462e-aa30-a12af67b7191 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Lock "ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.871167] env[69858]: INFO nova.compute.manager [None req-9f4fc054-d07e-462e-aa30-a12af67b7191 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Terminating instance [ 812.033137] env[69858]: DEBUG nova.network.neutron [req-6051a54e-1dce-40c9-a2da-650abb573745 req-50219b77-7e0e-4379-9a8f-7278ab470a0d service nova] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Updated VIF entry in instance network info cache for port 840b6612-6553-4373-8caa-6e57e2dc7705. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.033573] env[69858]: DEBUG nova.network.neutron [req-6051a54e-1dce-40c9-a2da-650abb573745 req-50219b77-7e0e-4379-9a8f-7278ab470a0d service nova] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Updating instance_info_cache with network_info: [{"id": "840b6612-6553-4373-8caa-6e57e2dc7705", "address": "fa:16:3e:1e:c0:e1", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap840b6612-65", "ovs_interfaceid": "840b6612-6553-4373-8caa-6e57e2dc7705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.132384] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0577628a-f78b-43ac-b6c6-d382cf1d9f03 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.134727] env[69858]: DEBUG oslo_concurrency.lockutils [None req-538277fb-008a-40fc-8461-c36527e39484 tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.279s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.134957] env[69858]: DEBUG nova.objects.instance [None req-538277fb-008a-40fc-8461-c36527e39484 tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Lazy-loading 'resources' on Instance uuid fedb8a4e-eacc-4934-936e-67bbf44807a3 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.137319] env[69858]: DEBUG nova.compute.manager [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 812.157215] env[69858]: INFO nova.scheduler.client.report [None req-0577628a-f78b-43ac-b6c6-d382cf1d9f03 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Deleted allocations for instance 05e2282e-8e8c-461b-80a7-6e80aa812a95 [ 812.168421] env[69858]: DEBUG nova.virt.hardware [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.168591] env[69858]: DEBUG nova.virt.hardware [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.168753] env[69858]: DEBUG nova.virt.hardware [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.168934] env[69858]: DEBUG nova.virt.hardware [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.169129] env[69858]: DEBUG nova.virt.hardware [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.169255] env[69858]: DEBUG nova.virt.hardware [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.169463] env[69858]: DEBUG nova.virt.hardware [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.169623] env[69858]: DEBUG nova.virt.hardware [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.169791] env[69858]: DEBUG nova.virt.hardware [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.169955] env[69858]: DEBUG nova.virt.hardware [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.170160] env[69858]: DEBUG nova.virt.hardware [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.170995] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb17d61c-e231-4a3e-ae63-e064f7e28ea7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.180270] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f571ef-6654-44d8-8a29-8424cb2e0dd5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.371889] env[69858]: DEBUG nova.compute.manager [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 812.378019] env[69858]: DEBUG nova.compute.manager [None req-9f4fc054-d07e-462e-aa30-a12af67b7191 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 812.378019] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4fc054-d07e-462e-aa30-a12af67b7191 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.378019] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f0d4d1-6feb-4d14-b905-deb72fb3816d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.384444] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4fc054-d07e-462e-aa30-a12af67b7191 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.384682] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-031ab31a-f1b5-4d79-9b26-12ac1fd67f32 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.393473] env[69858]: DEBUG oslo_vmware.api [None req-9f4fc054-d07e-462e-aa30-a12af67b7191 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Waiting for the task: (returnval){ [ 812.393473] env[69858]: value = "task-3418898" [ 812.393473] env[69858]: _type = "Task" [ 812.393473] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.402653] env[69858]: DEBUG oslo_vmware.api [None req-9f4fc054-d07e-462e-aa30-a12af67b7191 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Task: {'id': task-3418898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.439647] env[69858]: DEBUG nova.network.neutron [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Successfully updated port: aca3ff62-d61a-4eb9-85ad-06cb55d952f3 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.536579] env[69858]: DEBUG oslo_concurrency.lockutils [req-6051a54e-1dce-40c9-a2da-650abb573745 req-50219b77-7e0e-4379-9a8f-7278ab470a0d service nova] Releasing lock "refresh_cache-ac25b921-0e82-4866-b73f-17e68740fa3a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.536579] env[69858]: DEBUG nova.compute.manager [req-6051a54e-1dce-40c9-a2da-650abb573745 req-50219b77-7e0e-4379-9a8f-7278ab470a0d service nova] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Received event network-vif-deleted-8e6f63d4-8575-4269-9043-66880a06d361 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.669407] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0577628a-f78b-43ac-b6c6-d382cf1d9f03 tempest-ServersTestJSON-2069325879 tempest-ServersTestJSON-2069325879-project-member] Lock "05e2282e-8e8c-461b-80a7-6e80aa812a95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.851s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.890819] env[69858]: DEBUG oslo_concurrency.lockutils [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.904249] env[69858]: DEBUG oslo_vmware.api [None req-9f4fc054-d07e-462e-aa30-a12af67b7191 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Task: {'id': task-3418898, 'name': PowerOffVM_Task, 'duration_secs': 0.193836} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.904548] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4fc054-d07e-462e-aa30-a12af67b7191 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.904713] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4fc054-d07e-462e-aa30-a12af67b7191 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 812.904972] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0811ca81-5a7a-4e7a-a11a-d92fb3809fc1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.942344] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquiring lock "refresh_cache-49841e9c-e776-4254-8001-e754a3dd6031" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.942496] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquired lock "refresh_cache-49841e9c-e776-4254-8001-e754a3dd6031" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.942647] env[69858]: DEBUG nova.network.neutron [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.968433] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4fc054-d07e-462e-aa30-a12af67b7191 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.968660] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4fc054-d07e-462e-aa30-a12af67b7191 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.968846] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f4fc054-d07e-462e-aa30-a12af67b7191 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Deleting the datastore file [datastore1] ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.969132] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e8a9a90-5d91-49ef-885d-d3fbafa72815 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.978492] env[69858]: DEBUG oslo_vmware.api [None req-9f4fc054-d07e-462e-aa30-a12af67b7191 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Waiting for the task: (returnval){ [ 812.978492] env[69858]: value = "task-3418900" [ 812.978492] env[69858]: _type = "Task" [ 812.978492] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.990054] env[69858]: DEBUG oslo_vmware.api [None req-9f4fc054-d07e-462e-aa30-a12af67b7191 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Task: {'id': task-3418900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.066776] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c541c2b4-2888-44d5-a213-20266997bb79 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.073952] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdc8962-a189-4a20-9f55-27195a5a353d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.105557] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1312eb00-4c8a-4be3-bd39-62fcdba4a6e6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.112726] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075969be-f87a-47d0-8502-08fb54638ea7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.126162] env[69858]: DEBUG nova.compute.provider_tree [None req-538277fb-008a-40fc-8461-c36527e39484 tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.388906] env[69858]: DEBUG nova.compute.manager [req-65de46fa-94c7-4e57-bcfa-38e47e2f3d52 req-d7b96843-b98f-46fb-ae2f-43cbdb6c6857 service nova] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Received event network-vif-plugged-aca3ff62-d61a-4eb9-85ad-06cb55d952f3 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.389197] env[69858]: DEBUG oslo_concurrency.lockutils [req-65de46fa-94c7-4e57-bcfa-38e47e2f3d52 req-d7b96843-b98f-46fb-ae2f-43cbdb6c6857 service nova] Acquiring lock "49841e9c-e776-4254-8001-e754a3dd6031-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.389437] env[69858]: DEBUG oslo_concurrency.lockutils [req-65de46fa-94c7-4e57-bcfa-38e47e2f3d52 req-d7b96843-b98f-46fb-ae2f-43cbdb6c6857 service nova] Lock "49841e9c-e776-4254-8001-e754a3dd6031-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.389593] env[69858]: DEBUG oslo_concurrency.lockutils [req-65de46fa-94c7-4e57-bcfa-38e47e2f3d52 req-d7b96843-b98f-46fb-ae2f-43cbdb6c6857 service nova] Lock "49841e9c-e776-4254-8001-e754a3dd6031-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.389901] env[69858]: DEBUG nova.compute.manager [req-65de46fa-94c7-4e57-bcfa-38e47e2f3d52 req-d7b96843-b98f-46fb-ae2f-43cbdb6c6857 service nova] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] No waiting events found dispatching network-vif-plugged-aca3ff62-d61a-4eb9-85ad-06cb55d952f3 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 813.389901] env[69858]: WARNING nova.compute.manager [req-65de46fa-94c7-4e57-bcfa-38e47e2f3d52 req-d7b96843-b98f-46fb-ae2f-43cbdb6c6857 service nova] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Received unexpected event network-vif-plugged-aca3ff62-d61a-4eb9-85ad-06cb55d952f3 for instance with vm_state building and task_state spawning. [ 813.390065] env[69858]: DEBUG nova.compute.manager [req-65de46fa-94c7-4e57-bcfa-38e47e2f3d52 req-d7b96843-b98f-46fb-ae2f-43cbdb6c6857 service nova] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Received event network-changed-aca3ff62-d61a-4eb9-85ad-06cb55d952f3 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.390208] env[69858]: DEBUG nova.compute.manager [req-65de46fa-94c7-4e57-bcfa-38e47e2f3d52 req-d7b96843-b98f-46fb-ae2f-43cbdb6c6857 service nova] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Refreshing instance network info cache due to event network-changed-aca3ff62-d61a-4eb9-85ad-06cb55d952f3. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.390428] env[69858]: DEBUG oslo_concurrency.lockutils [req-65de46fa-94c7-4e57-bcfa-38e47e2f3d52 req-d7b96843-b98f-46fb-ae2f-43cbdb6c6857 service nova] Acquiring lock "refresh_cache-49841e9c-e776-4254-8001-e754a3dd6031" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.487833] env[69858]: DEBUG nova.network.neutron [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.494020] env[69858]: DEBUG oslo_vmware.api [None req-9f4fc054-d07e-462e-aa30-a12af67b7191 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Task: {'id': task-3418900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123041} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.494020] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f4fc054-d07e-462e-aa30-a12af67b7191 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.494020] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4fc054-d07e-462e-aa30-a12af67b7191 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.494020] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4fc054-d07e-462e-aa30-a12af67b7191 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.494020] env[69858]: INFO nova.compute.manager [None req-9f4fc054-d07e-462e-aa30-a12af67b7191 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 813.494020] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f4fc054-d07e-462e-aa30-a12af67b7191 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.494020] env[69858]: DEBUG nova.compute.manager [-] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 813.494020] env[69858]: DEBUG nova.network.neutron [-] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 813.630252] env[69858]: DEBUG nova.scheduler.client.report [None req-538277fb-008a-40fc-8461-c36527e39484 tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.717016] env[69858]: DEBUG nova.network.neutron [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Updating instance_info_cache with network_info: [{"id": "aca3ff62-d61a-4eb9-85ad-06cb55d952f3", "address": "fa:16:3e:1a:90:eb", "network": {"id": "0c9f6f19-47de-4d71-bd7d-ef64bf3ed419", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1429360809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d17af446507492f9ce66b1822068c79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaca3ff62-d6", "ovs_interfaceid": "aca3ff62-d61a-4eb9-85ad-06cb55d952f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.853201] env[69858]: DEBUG nova.compute.manager [req-6c8d2b3f-c17e-4a0b-9f5a-d478851064a4 req-98574e02-4684-4ef8-b87a-7bc2dd1c6758 service nova] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Received event network-vif-deleted-1cfa7286-85c5-433b-9978-913b3b0df668 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.853412] env[69858]: INFO nova.compute.manager [req-6c8d2b3f-c17e-4a0b-9f5a-d478851064a4 req-98574e02-4684-4ef8-b87a-7bc2dd1c6758 service nova] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Neutron deleted interface 1cfa7286-85c5-433b-9978-913b3b0df668; detaching it from the instance and deleting it from the info cache [ 813.853595] env[69858]: DEBUG nova.network.neutron [req-6c8d2b3f-c17e-4a0b-9f5a-d478851064a4 req-98574e02-4684-4ef8-b87a-7bc2dd1c6758 service nova] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.136046] env[69858]: DEBUG oslo_concurrency.lockutils [None req-538277fb-008a-40fc-8461-c36527e39484 tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.138315] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.280s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.139924] env[69858]: INFO nova.compute.claims [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.158061] env[69858]: INFO nova.scheduler.client.report [None req-538277fb-008a-40fc-8461-c36527e39484 tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Deleted allocations for instance fedb8a4e-eacc-4934-936e-67bbf44807a3 [ 814.219886] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Releasing lock "refresh_cache-49841e9c-e776-4254-8001-e754a3dd6031" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.220239] env[69858]: DEBUG nova.compute.manager [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Instance network_info: |[{"id": "aca3ff62-d61a-4eb9-85ad-06cb55d952f3", "address": "fa:16:3e:1a:90:eb", "network": {"id": "0c9f6f19-47de-4d71-bd7d-ef64bf3ed419", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1429360809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d17af446507492f9ce66b1822068c79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaca3ff62-d6", "ovs_interfaceid": "aca3ff62-d61a-4eb9-85ad-06cb55d952f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 814.220537] env[69858]: DEBUG oslo_concurrency.lockutils [req-65de46fa-94c7-4e57-bcfa-38e47e2f3d52 req-d7b96843-b98f-46fb-ae2f-43cbdb6c6857 service nova] Acquired lock "refresh_cache-49841e9c-e776-4254-8001-e754a3dd6031" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.220723] env[69858]: DEBUG nova.network.neutron [req-65de46fa-94c7-4e57-bcfa-38e47e2f3d52 req-d7b96843-b98f-46fb-ae2f-43cbdb6c6857 service nova] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Refreshing network info cache for port aca3ff62-d61a-4eb9-85ad-06cb55d952f3 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.224674] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:90:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aca3ff62-d61a-4eb9-85ad-06cb55d952f3', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.230206] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Creating folder: Project (1d17af446507492f9ce66b1822068c79). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.231848] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-421c4f89-e8b3-4c01-80a9-0dfed5715f1e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.242541] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Created folder: Project (1d17af446507492f9ce66b1822068c79) in parent group-v682032. [ 814.243602] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Creating folder: Instances. Parent ref: group-v682135. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.243602] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d651093b-812a-4cf1-b6cc-cfeb1e89582a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.252027] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Created folder: Instances in parent group-v682135. [ 814.252027] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.252027] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.252277] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d29be681-c1d3-4404-9866-f8e2136966d1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.271015] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.271015] env[69858]: value = "task-3418903" [ 814.271015] env[69858]: _type = "Task" [ 814.271015] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.278171] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418903, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.332950] env[69858]: DEBUG nova.network.neutron [-] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.356337] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64fbc1e6-54ce-49bf-9eff-451932feb17a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.366689] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e13400-23ad-43b4-bc5e-7c74d8d5ed7c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.398203] env[69858]: DEBUG nova.compute.manager [req-6c8d2b3f-c17e-4a0b-9f5a-d478851064a4 req-98574e02-4684-4ef8-b87a-7bc2dd1c6758 service nova] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Detach interface failed, port_id=1cfa7286-85c5-433b-9978-913b3b0df668, reason: Instance ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 814.665898] env[69858]: DEBUG oslo_concurrency.lockutils [None req-538277fb-008a-40fc-8461-c36527e39484 tempest-ServersListShow2100Test-1859041553 tempest-ServersListShow2100Test-1859041553-project-member] Lock "fedb8a4e-eacc-4934-936e-67bbf44807a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.192s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.781339] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418903, 'name': CreateVM_Task, 'duration_secs': 0.312525} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.781339] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.781339] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.781339] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.781339] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.781339] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb550766-f298-4878-8603-41a255b567fc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.785924] env[69858]: DEBUG oslo_vmware.api [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 814.785924] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5263e1b7-6b89-0b77-d57f-5c84e9db96d6" [ 814.785924] env[69858]: _type = "Task" [ 814.785924] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.795999] env[69858]: DEBUG oslo_vmware.api [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5263e1b7-6b89-0b77-d57f-5c84e9db96d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.835756] env[69858]: INFO nova.compute.manager [-] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Took 1.34 seconds to deallocate network for instance. [ 815.014995] env[69858]: DEBUG nova.network.neutron [req-65de46fa-94c7-4e57-bcfa-38e47e2f3d52 req-d7b96843-b98f-46fb-ae2f-43cbdb6c6857 service nova] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Updated VIF entry in instance network info cache for port aca3ff62-d61a-4eb9-85ad-06cb55d952f3. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.015400] env[69858]: DEBUG nova.network.neutron [req-65de46fa-94c7-4e57-bcfa-38e47e2f3d52 req-d7b96843-b98f-46fb-ae2f-43cbdb6c6857 service nova] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Updating instance_info_cache with network_info: [{"id": "aca3ff62-d61a-4eb9-85ad-06cb55d952f3", "address": "fa:16:3e:1a:90:eb", "network": {"id": "0c9f6f19-47de-4d71-bd7d-ef64bf3ed419", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1429360809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d17af446507492f9ce66b1822068c79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaca3ff62-d6", "ovs_interfaceid": "aca3ff62-d61a-4eb9-85ad-06cb55d952f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.297141] env[69858]: DEBUG oslo_vmware.api [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5263e1b7-6b89-0b77-d57f-5c84e9db96d6, 'name': SearchDatastore_Task, 'duration_secs': 0.009995} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.300112] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.300112] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.300288] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.300433] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.300827] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.301272] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06fd245a-ee26-47bb-a5c0-6b7e82ca2de0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.310830] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.310955] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.314112] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a893b64-d3f8-4216-be83-ab12e969074a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.319759] env[69858]: DEBUG oslo_vmware.api [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 815.319759] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52125b85-f56b-18f9-8796-e665d42e6c30" [ 815.319759] env[69858]: _type = "Task" [ 815.319759] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.327627] env[69858]: DEBUG oslo_vmware.api [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52125b85-f56b-18f9-8796-e665d42e6c30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.345935] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9f4fc054-d07e-462e-aa30-a12af67b7191 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.518108] env[69858]: DEBUG oslo_concurrency.lockutils [req-65de46fa-94c7-4e57-bcfa-38e47e2f3d52 req-d7b96843-b98f-46fb-ae2f-43cbdb6c6857 service nova] Releasing lock "refresh_cache-49841e9c-e776-4254-8001-e754a3dd6031" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.575062] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0535c7eb-94ea-436f-a33d-83dd22b482d9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.582401] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1151823d-b50d-4aac-a5a4-0ec39fa2483a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.613092] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef2bf53-a2ed-467e-b69c-598f8dfd0fe4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.620849] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8085675-6c9c-4895-9950-a4d12df0a5ba {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.634331] env[69858]: DEBUG nova.compute.provider_tree [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.831765] env[69858]: DEBUG oslo_vmware.api [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52125b85-f56b-18f9-8796-e665d42e6c30, 'name': SearchDatastore_Task, 'duration_secs': 0.029219} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.832048] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61f54634-6db9-45cf-a568-90725eeeb8da {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.838222] env[69858]: DEBUG oslo_vmware.api [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 815.838222] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f5e7f0-5674-9b52-9bba-4de60911cde7" [ 815.838222] env[69858]: _type = "Task" [ 815.838222] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.846508] env[69858]: DEBUG oslo_vmware.api [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f5e7f0-5674-9b52-9bba-4de60911cde7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.137155] env[69858]: DEBUG nova.scheduler.client.report [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.349522] env[69858]: DEBUG oslo_vmware.api [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f5e7f0-5674-9b52-9bba-4de60911cde7, 'name': SearchDatastore_Task, 'duration_secs': 0.031364} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.349773] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.350053] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 49841e9c-e776-4254-8001-e754a3dd6031/49841e9c-e776-4254-8001-e754a3dd6031.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.350568] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-621ba76a-977e-489d-b2b3-5c5fc3253fce {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.356899] env[69858]: DEBUG oslo_vmware.api [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 816.356899] env[69858]: value = "task-3418904" [ 816.356899] env[69858]: _type = "Task" [ 816.356899] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.364509] env[69858]: DEBUG oslo_vmware.api [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.643619] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.644118] env[69858]: DEBUG nova.compute.manager [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 816.651923] env[69858]: DEBUG oslo_concurrency.lockutils [None req-501c11c8-3814-4899-a485-f6ce3682d174 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.998s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.652224] env[69858]: DEBUG nova.objects.instance [None req-501c11c8-3814-4899-a485-f6ce3682d174 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Lazy-loading 'resources' on Instance uuid 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.868631] env[69858]: DEBUG oslo_vmware.api [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471471} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.868942] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 49841e9c-e776-4254-8001-e754a3dd6031/49841e9c-e776-4254-8001-e754a3dd6031.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.869257] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.869524] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f977871-4125-4395-be5e-09db45d8dcb5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.878572] env[69858]: DEBUG oslo_vmware.api [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 816.878572] env[69858]: value = "task-3418905" [ 816.878572] env[69858]: _type = "Task" [ 816.878572] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.891131] env[69858]: DEBUG oslo_vmware.api [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.160432] env[69858]: DEBUG nova.compute.utils [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.165139] env[69858]: DEBUG nova.compute.manager [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 817.165357] env[69858]: DEBUG nova.network.neutron [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 817.231580] env[69858]: DEBUG nova.policy [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c1a9af9681d43aab0a783cb57119a23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee6eda194e7044a78432cf99ebcb5368', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 817.388282] env[69858]: DEBUG oslo_vmware.api [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066605} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.388593] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.389407] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc93f1c-4bd3-41a4-8ac5-1b15462f6f04 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.414232] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 49841e9c-e776-4254-8001-e754a3dd6031/49841e9c-e776-4254-8001-e754a3dd6031.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.417053] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db65e0d4-71a2-4537-90ad-920f27127176 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.436992] env[69858]: DEBUG oslo_vmware.api [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 817.436992] env[69858]: value = "task-3418906" [ 817.436992] env[69858]: _type = "Task" [ 817.436992] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.450540] env[69858]: DEBUG oslo_vmware.api [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418906, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.669383] env[69858]: DEBUG nova.compute.manager [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 817.732560] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a03fdec-da14-47bf-bb88-aaa725355c00 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.740674] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7772179f-15c0-4635-b043-41d09bf41624 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.772794] env[69858]: DEBUG nova.network.neutron [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Successfully created port: d76ada3d-4fc4-467c-9516-19a8fdf9da00 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 817.775313] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15a78fd-fc78-4e22-aea9-6513224d7694 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.784825] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4023927-f4e3-4491-919f-a9d60341a9dc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.798357] env[69858]: DEBUG nova.compute.provider_tree [None req-501c11c8-3814-4899-a485-f6ce3682d174 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.947986] env[69858]: DEBUG oslo_vmware.api [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418906, 'name': ReconfigVM_Task, 'duration_secs': 0.266202} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.948327] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 49841e9c-e776-4254-8001-e754a3dd6031/49841e9c-e776-4254-8001-e754a3dd6031.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.948977] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7ffaa7e-d933-4fac-9d89-b0c3be7b46c0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.958035] env[69858]: DEBUG oslo_vmware.api [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 817.958035] env[69858]: value = "task-3418907" [ 817.958035] env[69858]: _type = "Task" [ 817.958035] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.967386] env[69858]: DEBUG oslo_vmware.api [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418907, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.178097] env[69858]: INFO nova.virt.block_device [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Booting with volume 65c040f0-1a45-4ed9-bba9-7b6c35b2d599 at /dev/sda [ 818.204168] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "aca49fea-7217-49d1-b82e-33223df570c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.204424] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "aca49fea-7217-49d1-b82e-33223df570c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.228852] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d473972c-b02b-41d1-83a5-e6f3f120a428 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.238161] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a516ae88-5dd0-4f3f-bf9c-f266d9ea037c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.270471] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7953deb0-c4af-44ff-b83f-0991426be332 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.278113] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921503a5-076b-42b4-a642-a8ce2b981198 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.307517] env[69858]: DEBUG nova.scheduler.client.report [None req-501c11c8-3814-4899-a485-f6ce3682d174 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.312801] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d14e81-02fa-4379-ad2a-423e2ccf8c36 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.319800] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1f6c0c-61de-4dc2-b064-0b11a176dbca {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.332879] env[69858]: DEBUG nova.virt.block_device [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Updating existing volume attachment record: 8b54b1ea-fca0-42a7-8c94-002e298eaa40 {{(pid=69858) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 818.467851] env[69858]: DEBUG oslo_vmware.api [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418907, 'name': Rename_Task, 'duration_secs': 0.147201} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.468259] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.468580] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b98ae7ad-e391-40a0-be50-cb285787d31c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.474981] env[69858]: DEBUG oslo_vmware.api [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 818.474981] env[69858]: value = "task-3418908" [ 818.474981] env[69858]: _type = "Task" [ 818.474981] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.483015] env[69858]: DEBUG oslo_vmware.api [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.813152] env[69858]: DEBUG oslo_concurrency.lockutils [None req-501c11c8-3814-4899-a485-f6ce3682d174 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.815777] env[69858]: DEBUG oslo_concurrency.lockutils [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.274s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.824331] env[69858]: INFO nova.compute.claims [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.852755] env[69858]: INFO nova.scheduler.client.report [None req-501c11c8-3814-4899-a485-f6ce3682d174 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Deleted allocations for instance 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a [ 818.984505] env[69858]: DEBUG oslo_vmware.api [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418908, 'name': PowerOnVM_Task, 'duration_secs': 0.450468} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.984717] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.984924] env[69858]: INFO nova.compute.manager [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Took 6.85 seconds to spawn the instance on the hypervisor. [ 818.985144] env[69858]: DEBUG nova.compute.manager [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.987116] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d505a44e-4c0a-460e-b6f8-db5ae2905dc2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.328237] env[69858]: DEBUG nova.compute.manager [req-c1dfa9cb-81ba-43ff-853e-12d9a39bd1f5 req-b380d55a-9e1e-4418-84e5-cd9bb946d711 service nova] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Received event network-vif-plugged-d76ada3d-4fc4-467c-9516-19a8fdf9da00 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.328237] env[69858]: DEBUG oslo_concurrency.lockutils [req-c1dfa9cb-81ba-43ff-853e-12d9a39bd1f5 req-b380d55a-9e1e-4418-84e5-cd9bb946d711 service nova] Acquiring lock "d9b711b5-7df8-4fc8-9c98-a9a6e2c63303-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.328405] env[69858]: DEBUG oslo_concurrency.lockutils [req-c1dfa9cb-81ba-43ff-853e-12d9a39bd1f5 req-b380d55a-9e1e-4418-84e5-cd9bb946d711 service nova] Lock "d9b711b5-7df8-4fc8-9c98-a9a6e2c63303-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.328509] env[69858]: DEBUG oslo_concurrency.lockutils [req-c1dfa9cb-81ba-43ff-853e-12d9a39bd1f5 req-b380d55a-9e1e-4418-84e5-cd9bb946d711 service nova] Lock "d9b711b5-7df8-4fc8-9c98-a9a6e2c63303-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.328709] env[69858]: DEBUG nova.compute.manager [req-c1dfa9cb-81ba-43ff-853e-12d9a39bd1f5 req-b380d55a-9e1e-4418-84e5-cd9bb946d711 service nova] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] No waiting events found dispatching network-vif-plugged-d76ada3d-4fc4-467c-9516-19a8fdf9da00 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 819.328921] env[69858]: WARNING nova.compute.manager [req-c1dfa9cb-81ba-43ff-853e-12d9a39bd1f5 req-b380d55a-9e1e-4418-84e5-cd9bb946d711 service nova] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Received unexpected event network-vif-plugged-d76ada3d-4fc4-467c-9516-19a8fdf9da00 for instance with vm_state building and task_state block_device_mapping. [ 819.359254] env[69858]: DEBUG oslo_concurrency.lockutils [None req-501c11c8-3814-4899-a485-f6ce3682d174 tempest-FloatingIPsAssociationNegativeTestJSON-620888259 tempest-FloatingIPsAssociationNegativeTestJSON-620888259-project-member] Lock "1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.494s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.428129] env[69858]: DEBUG nova.network.neutron [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Successfully updated port: d76ada3d-4fc4-467c-9516-19a8fdf9da00 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 819.504567] env[69858]: INFO nova.compute.manager [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Took 34.55 seconds to build instance. [ 819.932303] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Acquiring lock "refresh_cache-d9b711b5-7df8-4fc8-9c98-a9a6e2c63303" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.932526] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Acquired lock "refresh_cache-d9b711b5-7df8-4fc8-9c98-a9a6e2c63303" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.932611] env[69858]: DEBUG nova.network.neutron [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.006561] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8134f129-0367-4fa7-94e5-07ce8b9e8ef8 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lock "49841e9c-e776-4254-8001-e754a3dd6031" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.318s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.245314] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1525111c-6c92-405d-a150-26ee6715aa63 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.253226] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c596aea8-02ca-4dd4-8c66-6cf4bd405e63 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.284368] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d75c19-227b-41e2-a157-007520a030c2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.291952] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbb3687-72e7-49ab-9f45-5c3caa03d2e5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.305307] env[69858]: DEBUG nova.compute.provider_tree [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.452269] env[69858]: DEBUG nova.compute.manager [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.452831] env[69858]: DEBUG nova.virt.hardware [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.453057] env[69858]: DEBUG nova.virt.hardware [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.453230] env[69858]: DEBUG nova.virt.hardware [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.453479] env[69858]: DEBUG nova.virt.hardware [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.453649] env[69858]: DEBUG nova.virt.hardware [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.453818] env[69858]: DEBUG nova.virt.hardware [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.454382] env[69858]: DEBUG nova.virt.hardware [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.454496] env[69858]: DEBUG nova.virt.hardware [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.454808] env[69858]: DEBUG nova.virt.hardware [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.454995] env[69858]: DEBUG nova.virt.hardware [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.455419] env[69858]: DEBUG nova.virt.hardware [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.456763] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6958d1c-2168-4162-9285-a15c391e58d3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.465950] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed5c0f4-7e6a-434b-b135-6060d2cbd2bd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.503741] env[69858]: DEBUG nova.network.neutron [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.509179] env[69858]: DEBUG nova.compute.manager [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 820.750799] env[69858]: DEBUG nova.network.neutron [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Updating instance_info_cache with network_info: [{"id": "d76ada3d-4fc4-467c-9516-19a8fdf9da00", "address": "fa:16:3e:cc:d9:cf", "network": {"id": "314842e2-6aae-46df-abf8-2cdcbcd2a63b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-750680093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee6eda194e7044a78432cf99ebcb5368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd76ada3d-4f", "ovs_interfaceid": "d76ada3d-4fc4-467c-9516-19a8fdf9da00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.811257] env[69858]: DEBUG nova.scheduler.client.report [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.033389] env[69858]: DEBUG oslo_concurrency.lockutils [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.253541] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Releasing lock "refresh_cache-d9b711b5-7df8-4fc8-9c98-a9a6e2c63303" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.253989] env[69858]: DEBUG nova.compute.manager [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Instance network_info: |[{"id": "d76ada3d-4fc4-467c-9516-19a8fdf9da00", "address": "fa:16:3e:cc:d9:cf", "network": {"id": "314842e2-6aae-46df-abf8-2cdcbcd2a63b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-750680093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee6eda194e7044a78432cf99ebcb5368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd76ada3d-4f", "ovs_interfaceid": "d76ada3d-4fc4-467c-9516-19a8fdf9da00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 821.254836] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:d9:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd76ada3d-4fc4-467c-9516-19a8fdf9da00', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.264188] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Creating folder: Project (ee6eda194e7044a78432cf99ebcb5368). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 821.264188] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0c3fcc5-d83e-42c7-b085-97bef765f7d0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.278246] env[69858]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 821.278424] env[69858]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69858) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 821.278761] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Folder already exists: Project (ee6eda194e7044a78432cf99ebcb5368). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 821.278958] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Creating folder: Instances. Parent ref: group-v682082. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 821.279663] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f57bef4-bed8-425b-b733-1aedce629f8b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.288977] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Created folder: Instances in parent group-v682082. [ 821.289382] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.289511] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.289836] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8c9ec93-7062-4459-bccb-077d05f625cd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.309058] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.309058] env[69858]: value = "task-3418911" [ 821.309058] env[69858]: _type = "Task" [ 821.309058] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.317346] env[69858]: DEBUG oslo_concurrency.lockutils [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.317903] env[69858]: DEBUG nova.compute.manager [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.320683] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418911, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.324509] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.637s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.325977] env[69858]: INFO nova.compute.claims [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.357803] env[69858]: DEBUG nova.compute.manager [req-8ef14cdd-2d81-4dc5-9f10-f074b35521d2 req-35f0bf1d-bab0-46fb-8300-eeb6541d7c92 service nova] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Received event network-changed-d76ada3d-4fc4-467c-9516-19a8fdf9da00 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.359544] env[69858]: DEBUG nova.compute.manager [req-8ef14cdd-2d81-4dc5-9f10-f074b35521d2 req-35f0bf1d-bab0-46fb-8300-eeb6541d7c92 service nova] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Refreshing instance network info cache due to event network-changed-d76ada3d-4fc4-467c-9516-19a8fdf9da00. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.360513] env[69858]: DEBUG oslo_concurrency.lockutils [req-8ef14cdd-2d81-4dc5-9f10-f074b35521d2 req-35f0bf1d-bab0-46fb-8300-eeb6541d7c92 service nova] Acquiring lock "refresh_cache-d9b711b5-7df8-4fc8-9c98-a9a6e2c63303" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.361077] env[69858]: DEBUG oslo_concurrency.lockutils [req-8ef14cdd-2d81-4dc5-9f10-f074b35521d2 req-35f0bf1d-bab0-46fb-8300-eeb6541d7c92 service nova] Acquired lock "refresh_cache-d9b711b5-7df8-4fc8-9c98-a9a6e2c63303" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.361312] env[69858]: DEBUG nova.network.neutron [req-8ef14cdd-2d81-4dc5-9f10-f074b35521d2 req-35f0bf1d-bab0-46fb-8300-eeb6541d7c92 service nova] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Refreshing network info cache for port d76ada3d-4fc4-467c-9516-19a8fdf9da00 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.820656] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418911, 'name': CreateVM_Task, 'duration_secs': 0.310217} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.820656] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.821740] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'guest_format': None, 'attachment_id': '8b54b1ea-fca0-42a7-8c94-002e298eaa40', 'disk_bus': None, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682091', 'volume_id': '65c040f0-1a45-4ed9-bba9-7b6c35b2d599', 'name': 'volume-65c040f0-1a45-4ed9-bba9-7b6c35b2d599', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd9b711b5-7df8-4fc8-9c98-a9a6e2c63303', 'attached_at': '', 'detached_at': '', 'volume_id': '65c040f0-1a45-4ed9-bba9-7b6c35b2d599', 'serial': '65c040f0-1a45-4ed9-bba9-7b6c35b2d599'}, 'device_type': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69858) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 821.821740] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Root volume attach. Driver type: vmdk {{(pid=69858) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 821.822636] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d164a7-2138-437f-97c7-5e3865a2d556 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.825742] env[69858]: DEBUG nova.compute.utils [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.829023] env[69858]: DEBUG nova.compute.manager [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 821.829023] env[69858]: DEBUG nova.network.neutron [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.836603] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced1fa21-d37f-4021-83eb-630bf1c02763 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.852266] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849cc69b-b405-4252-8d7d-56a60c789439 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.859561] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-94e916fa-5c84-4059-8103-0397e769db60 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.870982] env[69858]: DEBUG oslo_vmware.api [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Waiting for the task: (returnval){ [ 821.870982] env[69858]: value = "task-3418912" [ 821.870982] env[69858]: _type = "Task" [ 821.870982] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.877047] env[69858]: DEBUG oslo_vmware.api [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Task: {'id': task-3418912, 'name': RelocateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.916582] env[69858]: DEBUG nova.policy [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa5da9247d1549e6ad5c866b16c31f06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d17af446507492f9ce66b1822068c79', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 822.106498] env[69858]: DEBUG nova.network.neutron [req-8ef14cdd-2d81-4dc5-9f10-f074b35521d2 req-35f0bf1d-bab0-46fb-8300-eeb6541d7c92 service nova] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Updated VIF entry in instance network info cache for port d76ada3d-4fc4-467c-9516-19a8fdf9da00. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.106498] env[69858]: DEBUG nova.network.neutron [req-8ef14cdd-2d81-4dc5-9f10-f074b35521d2 req-35f0bf1d-bab0-46fb-8300-eeb6541d7c92 service nova] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Updating instance_info_cache with network_info: [{"id": "d76ada3d-4fc4-467c-9516-19a8fdf9da00", "address": "fa:16:3e:cc:d9:cf", "network": {"id": "314842e2-6aae-46df-abf8-2cdcbcd2a63b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-750680093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee6eda194e7044a78432cf99ebcb5368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd76ada3d-4f", "ovs_interfaceid": "d76ada3d-4fc4-467c-9516-19a8fdf9da00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.285043] env[69858]: DEBUG nova.network.neutron [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Successfully created port: 3c67ad08-9abf-404a-a43a-e0f1915ebee6 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.336760] env[69858]: DEBUG nova.compute.manager [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 822.387029] env[69858]: DEBUG oslo_vmware.api [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Task: {'id': task-3418912, 'name': RelocateVM_Task} progress is 43%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.610194] env[69858]: DEBUG oslo_concurrency.lockutils [req-8ef14cdd-2d81-4dc5-9f10-f074b35521d2 req-35f0bf1d-bab0-46fb-8300-eeb6541d7c92 service nova] Releasing lock "refresh_cache-d9b711b5-7df8-4fc8-9c98-a9a6e2c63303" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.810178] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae7d717-1913-4bd5-9bb0-c7361cd985e9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.818277] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3e5bb4-d630-435d-8350-4b37386e2a89 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.852717] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3202f4f-78ec-4a18-a345-1180b0e0f7ad {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.860603] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87098e6f-3394-4b65-b68a-8a1bebcdb733 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.875871] env[69858]: DEBUG nova.compute.provider_tree [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.885563] env[69858]: DEBUG oslo_vmware.api [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Task: {'id': task-3418912, 'name': RelocateVM_Task} progress is 56%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.359030] env[69858]: DEBUG nova.compute.manager [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.385666] env[69858]: DEBUG nova.virt.hardware [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.385990] env[69858]: DEBUG nova.virt.hardware [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.386165] env[69858]: DEBUG nova.virt.hardware [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.386351] env[69858]: DEBUG nova.virt.hardware [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.386496] env[69858]: DEBUG nova.virt.hardware [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.386643] env[69858]: DEBUG nova.virt.hardware [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.386891] env[69858]: DEBUG nova.virt.hardware [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.387285] env[69858]: DEBUG nova.virt.hardware [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.387655] env[69858]: DEBUG nova.virt.hardware [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.388058] env[69858]: DEBUG nova.virt.hardware [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.388844] env[69858]: DEBUG nova.virt.hardware [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.389867] env[69858]: DEBUG nova.scheduler.client.report [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.394658] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6335f742-ed86-4865-8084-2abbbcf38269 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.407589] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be929004-ba8b-42f5-ae7e-032d4598d508 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.412037] env[69858]: DEBUG oslo_vmware.api [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Task: {'id': task-3418912, 'name': RelocateVM_Task} progress is 71%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.899846] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.900569] env[69858]: DEBUG nova.compute.manager [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 823.903681] env[69858]: DEBUG oslo_vmware.api [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Task: {'id': task-3418912, 'name': RelocateVM_Task} progress is 84%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.904348] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1310e221-8c2a-455b-9475-fab3b2dff1b3 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.860s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.904669] env[69858]: DEBUG nova.objects.instance [None req-1310e221-8c2a-455b-9475-fab3b2dff1b3 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Lazy-loading 'resources' on Instance uuid 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.009398] env[69858]: DEBUG nova.network.neutron [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Successfully updated port: 3c67ad08-9abf-404a-a43a-e0f1915ebee6 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.118286] env[69858]: DEBUG nova.compute.manager [req-c4bca1ac-6766-4d00-93ca-548b3732a280 req-4d6010d6-d965-44f3-83f2-5babedf0b780 service nova] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Received event network-vif-plugged-3c67ad08-9abf-404a-a43a-e0f1915ebee6 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.118531] env[69858]: DEBUG oslo_concurrency.lockutils [req-c4bca1ac-6766-4d00-93ca-548b3732a280 req-4d6010d6-d965-44f3-83f2-5babedf0b780 service nova] Acquiring lock "6ab8c34d-5904-44ff-996e-115167ed5c54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.118766] env[69858]: DEBUG oslo_concurrency.lockutils [req-c4bca1ac-6766-4d00-93ca-548b3732a280 req-4d6010d6-d965-44f3-83f2-5babedf0b780 service nova] Lock "6ab8c34d-5904-44ff-996e-115167ed5c54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.118902] env[69858]: DEBUG oslo_concurrency.lockutils [req-c4bca1ac-6766-4d00-93ca-548b3732a280 req-4d6010d6-d965-44f3-83f2-5babedf0b780 service nova] Lock "6ab8c34d-5904-44ff-996e-115167ed5c54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.119259] env[69858]: DEBUG nova.compute.manager [req-c4bca1ac-6766-4d00-93ca-548b3732a280 req-4d6010d6-d965-44f3-83f2-5babedf0b780 service nova] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] No waiting events found dispatching network-vif-plugged-3c67ad08-9abf-404a-a43a-e0f1915ebee6 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.119451] env[69858]: WARNING nova.compute.manager [req-c4bca1ac-6766-4d00-93ca-548b3732a280 req-4d6010d6-d965-44f3-83f2-5babedf0b780 service nova] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Received unexpected event network-vif-plugged-3c67ad08-9abf-404a-a43a-e0f1915ebee6 for instance with vm_state building and task_state spawning. [ 824.392918] env[69858]: DEBUG oslo_vmware.api [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Task: {'id': task-3418912, 'name': RelocateVM_Task} progress is 97%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.407016] env[69858]: DEBUG nova.compute.utils [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.411643] env[69858]: DEBUG nova.compute.manager [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 824.411887] env[69858]: DEBUG nova.network.neutron [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 824.450668] env[69858]: DEBUG nova.policy [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b75a862ad974218bf8546e769a1d274', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '589e945606ed4baaa181e2fca555b496', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.513261] env[69858]: DEBUG oslo_concurrency.lockutils [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquiring lock "refresh_cache-6ab8c34d-5904-44ff-996e-115167ed5c54" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.513354] env[69858]: DEBUG oslo_concurrency.lockutils [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquired lock "refresh_cache-6ab8c34d-5904-44ff-996e-115167ed5c54" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.513911] env[69858]: DEBUG nova.network.neutron [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.746189] env[69858]: DEBUG nova.network.neutron [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Successfully created port: f936b7d4-2f32-43d8-85bd-d21aa7de1e0d {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.841071] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8235ad2-6489-4c4d-8876-cec277325ade {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.848815] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89430eb6-62cb-42af-a6f7-ec3eb724c163 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.878458] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe2dae1-7c50-42c7-bacc-3264ae43ca55 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.890526] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982ea3e6-a064-4512-8553-459b75dfc8bb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.894157] env[69858]: DEBUG oslo_vmware.api [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Task: {'id': task-3418912, 'name': RelocateVM_Task} progress is 98%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.904050] env[69858]: DEBUG nova.compute.provider_tree [None req-1310e221-8c2a-455b-9475-fab3b2dff1b3 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.915552] env[69858]: DEBUG nova.compute.manager [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.049379] env[69858]: DEBUG nova.network.neutron [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.172175] env[69858]: DEBUG nova.network.neutron [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Updating instance_info_cache with network_info: [{"id": "3c67ad08-9abf-404a-a43a-e0f1915ebee6", "address": "fa:16:3e:1d:19:b1", "network": {"id": "0c9f6f19-47de-4d71-bd7d-ef64bf3ed419", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1429360809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d17af446507492f9ce66b1822068c79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c67ad08-9a", "ovs_interfaceid": "3c67ad08-9abf-404a-a43a-e0f1915ebee6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.390393] env[69858]: DEBUG oslo_vmware.api [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Task: {'id': task-3418912, 'name': RelocateVM_Task, 'duration_secs': 3.090229} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.390697] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Volume attach. Driver type: vmdk {{(pid=69858) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 825.390911] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682091', 'volume_id': '65c040f0-1a45-4ed9-bba9-7b6c35b2d599', 'name': 'volume-65c040f0-1a45-4ed9-bba9-7b6c35b2d599', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd9b711b5-7df8-4fc8-9c98-a9a6e2c63303', 'attached_at': '', 'detached_at': '', 'volume_id': '65c040f0-1a45-4ed9-bba9-7b6c35b2d599', 'serial': '65c040f0-1a45-4ed9-bba9-7b6c35b2d599'} {{(pid=69858) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 825.391811] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df373d59-a5e5-46e6-bdb8-02c5b624d496 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.410033] env[69858]: DEBUG nova.scheduler.client.report [None req-1310e221-8c2a-455b-9475-fab3b2dff1b3 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.414671] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4418ba7b-0f7a-435f-a3a1-c3cd93d8ce0e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.441792] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] volume-65c040f0-1a45-4ed9-bba9-7b6c35b2d599/volume-65c040f0-1a45-4ed9-bba9-7b6c35b2d599.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.443561] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff0be4e0-f89e-4839-932b-3d9e233768b4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.464437] env[69858]: DEBUG oslo_vmware.api [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Waiting for the task: (returnval){ [ 825.464437] env[69858]: value = "task-3418913" [ 825.464437] env[69858]: _type = "Task" [ 825.464437] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.473808] env[69858]: DEBUG oslo_vmware.api [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Task: {'id': task-3418913, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.675093] env[69858]: DEBUG oslo_concurrency.lockutils [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Releasing lock "refresh_cache-6ab8c34d-5904-44ff-996e-115167ed5c54" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.675473] env[69858]: DEBUG nova.compute.manager [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Instance network_info: |[{"id": "3c67ad08-9abf-404a-a43a-e0f1915ebee6", "address": "fa:16:3e:1d:19:b1", "network": {"id": "0c9f6f19-47de-4d71-bd7d-ef64bf3ed419", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1429360809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d17af446507492f9ce66b1822068c79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c67ad08-9a", "ovs_interfaceid": "3c67ad08-9abf-404a-a43a-e0f1915ebee6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 825.675969] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:19:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c67ad08-9abf-404a-a43a-e0f1915ebee6', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.683533] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.683799] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.684045] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3601b944-6dfc-4896-8162-701748e95898 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.704852] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.704852] env[69858]: value = "task-3418914" [ 825.704852] env[69858]: _type = "Task" [ 825.704852] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.712837] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418914, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.919632] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1310e221-8c2a-455b-9475-fab3b2dff1b3 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.015s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.922293] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e1fe4a87-88fa-446a-9f3a-94eb26b06212 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.768s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.922533] env[69858]: DEBUG nova.objects.instance [None req-e1fe4a87-88fa-446a-9f3a-94eb26b06212 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Lazy-loading 'resources' on Instance uuid c8eabe40-9899-453d-83f3-2d5d0f9ce518 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.941068] env[69858]: INFO nova.scheduler.client.report [None req-1310e221-8c2a-455b-9475-fab3b2dff1b3 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Deleted allocations for instance 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b [ 825.946518] env[69858]: DEBUG nova.compute.manager [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 825.974420] env[69858]: DEBUG nova.virt.hardware [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.974649] env[69858]: DEBUG nova.virt.hardware [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.975032] env[69858]: DEBUG nova.virt.hardware [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.975032] env[69858]: DEBUG nova.virt.hardware [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.975165] env[69858]: DEBUG nova.virt.hardware [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.975310] env[69858]: DEBUG nova.virt.hardware [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.975537] env[69858]: DEBUG nova.virt.hardware [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.975701] env[69858]: DEBUG nova.virt.hardware [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.975921] env[69858]: DEBUG nova.virt.hardware [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.976116] env[69858]: DEBUG nova.virt.hardware [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.976312] env[69858]: DEBUG nova.virt.hardware [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.977224] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61817f65-263e-4254-863f-46efdb904d25 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.983103] env[69858]: DEBUG oslo_vmware.api [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Task: {'id': task-3418913, 'name': ReconfigVM_Task, 'duration_secs': 0.33926} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.985627] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Reconfigured VM instance instance-00000022 to attach disk [datastore1] volume-65c040f0-1a45-4ed9-bba9-7b6c35b2d599/volume-65c040f0-1a45-4ed9-bba9-7b6c35b2d599.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.991669] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65bf26af-8e0d-4cfd-9e54-cea425f59e03 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.003949] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bf3af2-2534-458b-9514-a581ab920469 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.020201] env[69858]: DEBUG oslo_vmware.api [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Waiting for the task: (returnval){ [ 826.020201] env[69858]: value = "task-3418915" [ 826.020201] env[69858]: _type = "Task" [ 826.020201] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.027784] env[69858]: DEBUG oslo_vmware.api [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Task: {'id': task-3418915, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.218016] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418914, 'name': CreateVM_Task, 'duration_secs': 0.307573} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.218016] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.218016] env[69858]: DEBUG oslo_concurrency.lockutils [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.218016] env[69858]: DEBUG oslo_concurrency.lockutils [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.218016] env[69858]: DEBUG oslo_concurrency.lockutils [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.218016] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca2433e3-39ea-4291-9c08-497ba88b9e22 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.221655] env[69858]: DEBUG oslo_vmware.api [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 826.221655] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a969c9-7b7a-8805-8cb8-7fcf75d82c29" [ 826.221655] env[69858]: _type = "Task" [ 826.221655] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.230127] env[69858]: DEBUG oslo_vmware.api [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a969c9-7b7a-8805-8cb8-7fcf75d82c29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.245136] env[69858]: DEBUG nova.compute.manager [req-1056ac4e-2e00-4ee4-bd19-e21045d8b5ec req-c01aa7a2-53d1-41d6-babc-55a907c0a756 service nova] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Received event network-changed-3c67ad08-9abf-404a-a43a-e0f1915ebee6 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.245272] env[69858]: DEBUG nova.compute.manager [req-1056ac4e-2e00-4ee4-bd19-e21045d8b5ec req-c01aa7a2-53d1-41d6-babc-55a907c0a756 service nova] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Refreshing instance network info cache due to event network-changed-3c67ad08-9abf-404a-a43a-e0f1915ebee6. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.245484] env[69858]: DEBUG oslo_concurrency.lockutils [req-1056ac4e-2e00-4ee4-bd19-e21045d8b5ec req-c01aa7a2-53d1-41d6-babc-55a907c0a756 service nova] Acquiring lock "refresh_cache-6ab8c34d-5904-44ff-996e-115167ed5c54" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.245619] env[69858]: DEBUG oslo_concurrency.lockutils [req-1056ac4e-2e00-4ee4-bd19-e21045d8b5ec req-c01aa7a2-53d1-41d6-babc-55a907c0a756 service nova] Acquired lock "refresh_cache-6ab8c34d-5904-44ff-996e-115167ed5c54" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.245837] env[69858]: DEBUG nova.network.neutron [req-1056ac4e-2e00-4ee4-bd19-e21045d8b5ec req-c01aa7a2-53d1-41d6-babc-55a907c0a756 service nova] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Refreshing network info cache for port 3c67ad08-9abf-404a-a43a-e0f1915ebee6 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.391465] env[69858]: DEBUG nova.network.neutron [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Successfully updated port: f936b7d4-2f32-43d8-85bd-d21aa7de1e0d {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 826.454931] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1310e221-8c2a-455b-9475-fab3b2dff1b3 tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Lock "5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.616s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.535951] env[69858]: DEBUG oslo_vmware.api [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Task: {'id': task-3418915, 'name': ReconfigVM_Task, 'duration_secs': 0.13683} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.536397] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682091', 'volume_id': '65c040f0-1a45-4ed9-bba9-7b6c35b2d599', 'name': 'volume-65c040f0-1a45-4ed9-bba9-7b6c35b2d599', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd9b711b5-7df8-4fc8-9c98-a9a6e2c63303', 'attached_at': '', 'detached_at': '', 'volume_id': '65c040f0-1a45-4ed9-bba9-7b6c35b2d599', 'serial': '65c040f0-1a45-4ed9-bba9-7b6c35b2d599'} {{(pid=69858) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 826.537575] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b9984ab-eca5-46c6-a4f2-0944dc91cae0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.544121] env[69858]: DEBUG oslo_vmware.api [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Waiting for the task: (returnval){ [ 826.544121] env[69858]: value = "task-3418916" [ 826.544121] env[69858]: _type = "Task" [ 826.544121] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.553245] env[69858]: DEBUG oslo_vmware.api [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Task: {'id': task-3418916, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.731371] env[69858]: DEBUG oslo_vmware.api [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a969c9-7b7a-8805-8cb8-7fcf75d82c29, 'name': SearchDatastore_Task, 'duration_secs': 0.010631} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.734114] env[69858]: DEBUG oslo_concurrency.lockutils [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.734366] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.734589] env[69858]: DEBUG oslo_concurrency.lockutils [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.734736] env[69858]: DEBUG oslo_concurrency.lockutils [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.734999] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.735478] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c3e79e3-a8a6-4583-8671-05c024ef7433 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.743781] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.743898] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.744776] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2584b8e8-2c39-41be-bd71-ef2ad2efe7e0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.754200] env[69858]: DEBUG oslo_vmware.api [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 826.754200] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521dfd36-0833-3bbc-8b1f-fab7a7f25243" [ 826.754200] env[69858]: _type = "Task" [ 826.754200] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.762427] env[69858]: DEBUG oslo_vmware.api [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521dfd36-0833-3bbc-8b1f-fab7a7f25243, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.895152] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Acquiring lock "refresh_cache-4817a2cf-e32a-4b0e-b8e2-cb671253d08e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.895318] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Acquired lock "refresh_cache-4817a2cf-e32a-4b0e-b8e2-cb671253d08e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.895476] env[69858]: DEBUG nova.network.neutron [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.906812] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8ac827-e8ab-4f9d-860b-e1081cf7fedb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.915301] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fb4614-2103-4e70-aad4-85be72a53ff2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.948878] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ebad56-9d05-41ba-8f13-28d2bd1a1e2b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.956658] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e922406-3a40-41c0-a8e0-ff4fe2e131c5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.971261] env[69858]: DEBUG nova.compute.provider_tree [None req-e1fe4a87-88fa-446a-9f3a-94eb26b06212 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.054757] env[69858]: DEBUG oslo_vmware.api [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Task: {'id': task-3418916, 'name': Rename_Task, 'duration_secs': 0.1797} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.055054] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.055304] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e5eceec-69b1-4993-ab8a-2f623990edb2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.061981] env[69858]: DEBUG oslo_vmware.api [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Waiting for the task: (returnval){ [ 827.061981] env[69858]: value = "task-3418917" [ 827.061981] env[69858]: _type = "Task" [ 827.061981] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.069385] env[69858]: DEBUG oslo_vmware.api [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Task: {'id': task-3418917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.266090] env[69858]: DEBUG oslo_vmware.api [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521dfd36-0833-3bbc-8b1f-fab7a7f25243, 'name': SearchDatastore_Task, 'duration_secs': 0.010371} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.269084] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f54fb187-566d-492c-9310-a2f8cbbf1807 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.272617] env[69858]: DEBUG oslo_vmware.api [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 827.272617] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52005b4a-f62b-c7da-d55d-791b5bdc802e" [ 827.272617] env[69858]: _type = "Task" [ 827.272617] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.281083] env[69858]: DEBUG oslo_vmware.api [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52005b4a-f62b-c7da-d55d-791b5bdc802e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.337061] env[69858]: DEBUG nova.network.neutron [req-1056ac4e-2e00-4ee4-bd19-e21045d8b5ec req-c01aa7a2-53d1-41d6-babc-55a907c0a756 service nova] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Updated VIF entry in instance network info cache for port 3c67ad08-9abf-404a-a43a-e0f1915ebee6. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.337606] env[69858]: DEBUG nova.network.neutron [req-1056ac4e-2e00-4ee4-bd19-e21045d8b5ec req-c01aa7a2-53d1-41d6-babc-55a907c0a756 service nova] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Updating instance_info_cache with network_info: [{"id": "3c67ad08-9abf-404a-a43a-e0f1915ebee6", "address": "fa:16:3e:1d:19:b1", "network": {"id": "0c9f6f19-47de-4d71-bd7d-ef64bf3ed419", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1429360809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d17af446507492f9ce66b1822068c79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c67ad08-9a", "ovs_interfaceid": "3c67ad08-9abf-404a-a43a-e0f1915ebee6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.477026] env[69858]: DEBUG nova.scheduler.client.report [None req-e1fe4a87-88fa-446a-9f3a-94eb26b06212 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.481167] env[69858]: DEBUG nova.network.neutron [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.573118] env[69858]: DEBUG oslo_vmware.api [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Task: {'id': task-3418917, 'name': PowerOnVM_Task, 'duration_secs': 0.447291} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.573118] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.573501] env[69858]: INFO nova.compute.manager [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Took 7.12 seconds to spawn the instance on the hypervisor. [ 827.573916] env[69858]: DEBUG nova.compute.manager [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.574922] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5cf42f-b5bd-4b15-a41c-ef526cbc37e6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.747565] env[69858]: DEBUG nova.network.neutron [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Updating instance_info_cache with network_info: [{"id": "f936b7d4-2f32-43d8-85bd-d21aa7de1e0d", "address": "fa:16:3e:ed:98:94", "network": {"id": "ff428c7b-b508-4ff9-839e-23366a54b65d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-329568972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589e945606ed4baaa181e2fca555b496", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf936b7d4-2f", "ovs_interfaceid": "f936b7d4-2f32-43d8-85bd-d21aa7de1e0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.788018] env[69858]: DEBUG oslo_vmware.api [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52005b4a-f62b-c7da-d55d-791b5bdc802e, 'name': SearchDatastore_Task, 'duration_secs': 0.012109} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.788018] env[69858]: DEBUG oslo_concurrency.lockutils [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.788504] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 6ab8c34d-5904-44ff-996e-115167ed5c54/6ab8c34d-5904-44ff-996e-115167ed5c54.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.788777] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a10b20c-a065-4033-af18-d3c72cc05542 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.796635] env[69858]: DEBUG oslo_vmware.api [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 827.796635] env[69858]: value = "task-3418918" [ 827.796635] env[69858]: _type = "Task" [ 827.796635] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.805227] env[69858]: DEBUG oslo_vmware.api [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.842090] env[69858]: DEBUG oslo_concurrency.lockutils [req-1056ac4e-2e00-4ee4-bd19-e21045d8b5ec req-c01aa7a2-53d1-41d6-babc-55a907c0a756 service nova] Releasing lock "refresh_cache-6ab8c34d-5904-44ff-996e-115167ed5c54" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.985730] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e1fe4a87-88fa-446a-9f3a-94eb26b06212 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.989556] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.263s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.991378] env[69858]: INFO nova.compute.claims [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.017840] env[69858]: INFO nova.scheduler.client.report [None req-e1fe4a87-88fa-446a-9f3a-94eb26b06212 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Deleted allocations for instance c8eabe40-9899-453d-83f3-2d5d0f9ce518 [ 828.096531] env[69858]: INFO nova.compute.manager [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Took 38.27 seconds to build instance. [ 828.251869] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Releasing lock "refresh_cache-4817a2cf-e32a-4b0e-b8e2-cb671253d08e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.252287] env[69858]: DEBUG nova.compute.manager [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Instance network_info: |[{"id": "f936b7d4-2f32-43d8-85bd-d21aa7de1e0d", "address": "fa:16:3e:ed:98:94", "network": {"id": "ff428c7b-b508-4ff9-839e-23366a54b65d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-329568972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589e945606ed4baaa181e2fca555b496", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf936b7d4-2f", "ovs_interfaceid": "f936b7d4-2f32-43d8-85bd-d21aa7de1e0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 828.252747] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:98:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec903a9-d773-4d7c-a80c-c2533be346fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f936b7d4-2f32-43d8-85bd-d21aa7de1e0d', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.264712] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Creating folder: Project (589e945606ed4baaa181e2fca555b496). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.265478] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fb6df11-544c-4271-9735-7667ed7dc18f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.277681] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Created folder: Project (589e945606ed4baaa181e2fca555b496) in parent group-v682032. [ 828.277867] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Creating folder: Instances. Parent ref: group-v682141. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.279146] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89a9c04d-5c6c-4292-8a5f-6048d4e94da2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.282174] env[69858]: DEBUG nova.compute.manager [req-ff4e0662-6afb-41d8-90a1-4010ff6f7cb3 req-3484ddc6-e105-4c5a-9b6a-32f3d1ad19bd service nova] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Received event network-vif-plugged-f936b7d4-2f32-43d8-85bd-d21aa7de1e0d {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.282392] env[69858]: DEBUG oslo_concurrency.lockutils [req-ff4e0662-6afb-41d8-90a1-4010ff6f7cb3 req-3484ddc6-e105-4c5a-9b6a-32f3d1ad19bd service nova] Acquiring lock "4817a2cf-e32a-4b0e-b8e2-cb671253d08e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.282599] env[69858]: DEBUG oslo_concurrency.lockutils [req-ff4e0662-6afb-41d8-90a1-4010ff6f7cb3 req-3484ddc6-e105-4c5a-9b6a-32f3d1ad19bd service nova] Lock "4817a2cf-e32a-4b0e-b8e2-cb671253d08e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.282993] env[69858]: DEBUG oslo_concurrency.lockutils [req-ff4e0662-6afb-41d8-90a1-4010ff6f7cb3 req-3484ddc6-e105-4c5a-9b6a-32f3d1ad19bd service nova] Lock "4817a2cf-e32a-4b0e-b8e2-cb671253d08e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.282993] env[69858]: DEBUG nova.compute.manager [req-ff4e0662-6afb-41d8-90a1-4010ff6f7cb3 req-3484ddc6-e105-4c5a-9b6a-32f3d1ad19bd service nova] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] No waiting events found dispatching network-vif-plugged-f936b7d4-2f32-43d8-85bd-d21aa7de1e0d {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 828.283107] env[69858]: WARNING nova.compute.manager [req-ff4e0662-6afb-41d8-90a1-4010ff6f7cb3 req-3484ddc6-e105-4c5a-9b6a-32f3d1ad19bd service nova] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Received unexpected event network-vif-plugged-f936b7d4-2f32-43d8-85bd-d21aa7de1e0d for instance with vm_state building and task_state spawning. [ 828.283265] env[69858]: DEBUG nova.compute.manager [req-ff4e0662-6afb-41d8-90a1-4010ff6f7cb3 req-3484ddc6-e105-4c5a-9b6a-32f3d1ad19bd service nova] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Received event network-changed-f936b7d4-2f32-43d8-85bd-d21aa7de1e0d {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.283418] env[69858]: DEBUG nova.compute.manager [req-ff4e0662-6afb-41d8-90a1-4010ff6f7cb3 req-3484ddc6-e105-4c5a-9b6a-32f3d1ad19bd service nova] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Refreshing instance network info cache due to event network-changed-f936b7d4-2f32-43d8-85bd-d21aa7de1e0d. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.283603] env[69858]: DEBUG oslo_concurrency.lockutils [req-ff4e0662-6afb-41d8-90a1-4010ff6f7cb3 req-3484ddc6-e105-4c5a-9b6a-32f3d1ad19bd service nova] Acquiring lock "refresh_cache-4817a2cf-e32a-4b0e-b8e2-cb671253d08e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.283868] env[69858]: DEBUG oslo_concurrency.lockutils [req-ff4e0662-6afb-41d8-90a1-4010ff6f7cb3 req-3484ddc6-e105-4c5a-9b6a-32f3d1ad19bd service nova] Acquired lock "refresh_cache-4817a2cf-e32a-4b0e-b8e2-cb671253d08e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.283868] env[69858]: DEBUG nova.network.neutron [req-ff4e0662-6afb-41d8-90a1-4010ff6f7cb3 req-3484ddc6-e105-4c5a-9b6a-32f3d1ad19bd service nova] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Refreshing network info cache for port f936b7d4-2f32-43d8-85bd-d21aa7de1e0d {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.293807] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Created folder: Instances in parent group-v682141. [ 828.294065] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.294263] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.294487] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05963ffe-26db-495b-be8b-ed19446a5203 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.323962] env[69858]: DEBUG oslo_vmware.api [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418918, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.325372] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.325372] env[69858]: value = "task-3418921" [ 828.325372] env[69858]: _type = "Task" [ 828.325372] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.333622] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418921, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.525985] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e1fe4a87-88fa-446a-9f3a-94eb26b06212 tempest-TenantUsagesTestJSON-1418645659 tempest-TenantUsagesTestJSON-1418645659-project-member] Lock "c8eabe40-9899-453d-83f3-2d5d0f9ce518" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.820s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.599099] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e14ab683-a6ba-4fd5-9800-5ed79bcd6a06 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Lock "d9b711b5-7df8-4fc8-9c98-a9a6e2c63303" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.981s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.825676] env[69858]: DEBUG oslo_vmware.api [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418918, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544765} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.826071] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 6ab8c34d-5904-44ff-996e-115167ed5c54/6ab8c34d-5904-44ff-996e-115167ed5c54.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.826313] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.830633] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e8b0c97-68f6-474a-988a-d747a20b77ab {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.838825] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418921, 'name': CreateVM_Task, 'duration_secs': 0.379544} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.840087] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.840422] env[69858]: DEBUG oslo_vmware.api [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 828.840422] env[69858]: value = "task-3418922" [ 828.840422] env[69858]: _type = "Task" [ 828.840422] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.843229] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.843403] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.843724] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.844120] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6a416c3-6877-4dc9-a87f-86ab578a612d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.857287] env[69858]: DEBUG oslo_vmware.api [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.857666] env[69858]: DEBUG oslo_vmware.api [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for the task: (returnval){ [ 828.857666] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e023db-5206-b152-4a9e-5875f0d939cf" [ 828.857666] env[69858]: _type = "Task" [ 828.857666] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.865550] env[69858]: DEBUG oslo_vmware.api [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e023db-5206-b152-4a9e-5875f0d939cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.080268] env[69858]: DEBUG nova.network.neutron [req-ff4e0662-6afb-41d8-90a1-4010ff6f7cb3 req-3484ddc6-e105-4c5a-9b6a-32f3d1ad19bd service nova] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Updated VIF entry in instance network info cache for port f936b7d4-2f32-43d8-85bd-d21aa7de1e0d. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.080668] env[69858]: DEBUG nova.network.neutron [req-ff4e0662-6afb-41d8-90a1-4010ff6f7cb3 req-3484ddc6-e105-4c5a-9b6a-32f3d1ad19bd service nova] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Updating instance_info_cache with network_info: [{"id": "f936b7d4-2f32-43d8-85bd-d21aa7de1e0d", "address": "fa:16:3e:ed:98:94", "network": {"id": "ff428c7b-b508-4ff9-839e-23366a54b65d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-329568972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589e945606ed4baaa181e2fca555b496", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf936b7d4-2f", "ovs_interfaceid": "f936b7d4-2f32-43d8-85bd-d21aa7de1e0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.102684] env[69858]: DEBUG nova.compute.manager [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 829.357225] env[69858]: DEBUG oslo_vmware.api [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06184} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.361417] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.362461] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc4c15c-3d96-4024-b012-ecb140bd20c8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.381125] env[69858]: DEBUG oslo_vmware.api [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e023db-5206-b152-4a9e-5875f0d939cf, 'name': SearchDatastore_Task, 'duration_secs': 0.015653} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.390889] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.391175] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 829.391489] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.391571] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.392029] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 829.400439] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 6ab8c34d-5904-44ff-996e-115167ed5c54/6ab8c34d-5904-44ff-996e-115167ed5c54.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.403032] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-969ffbdb-5aef-4240-a2b7-062638683a50 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.404915] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-398b9b08-51e4-4f05-8e04-351d89b06256 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.424594] env[69858]: DEBUG oslo_vmware.api [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 829.424594] env[69858]: value = "task-3418923" [ 829.424594] env[69858]: _type = "Task" [ 829.424594] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.428677] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 829.428869] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 829.429864] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26037f0c-8a43-4efc-a5f3-5502232c2877 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.435457] env[69858]: DEBUG oslo_vmware.api [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418923, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.440256] env[69858]: DEBUG nova.compute.manager [req-1149938f-2e0b-47a4-a8a5-22ba67b4c92c req-037779fb-aa45-4b19-8df7-5878d19529e5 service nova] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Received event network-changed-d76ada3d-4fc4-467c-9516-19a8fdf9da00 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.440447] env[69858]: DEBUG nova.compute.manager [req-1149938f-2e0b-47a4-a8a5-22ba67b4c92c req-037779fb-aa45-4b19-8df7-5878d19529e5 service nova] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Refreshing instance network info cache due to event network-changed-d76ada3d-4fc4-467c-9516-19a8fdf9da00. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 829.440658] env[69858]: DEBUG oslo_concurrency.lockutils [req-1149938f-2e0b-47a4-a8a5-22ba67b4c92c req-037779fb-aa45-4b19-8df7-5878d19529e5 service nova] Acquiring lock "refresh_cache-d9b711b5-7df8-4fc8-9c98-a9a6e2c63303" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.440799] env[69858]: DEBUG oslo_concurrency.lockutils [req-1149938f-2e0b-47a4-a8a5-22ba67b4c92c req-037779fb-aa45-4b19-8df7-5878d19529e5 service nova] Acquired lock "refresh_cache-d9b711b5-7df8-4fc8-9c98-a9a6e2c63303" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.440950] env[69858]: DEBUG nova.network.neutron [req-1149938f-2e0b-47a4-a8a5-22ba67b4c92c req-037779fb-aa45-4b19-8df7-5878d19529e5 service nova] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Refreshing network info cache for port d76ada3d-4fc4-467c-9516-19a8fdf9da00 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 829.443480] env[69858]: DEBUG oslo_vmware.api [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for the task: (returnval){ [ 829.443480] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527f2956-7675-ee2f-8e38-a4c0cb4be2b7" [ 829.443480] env[69858]: _type = "Task" [ 829.443480] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.457245] env[69858]: DEBUG oslo_vmware.api [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527f2956-7675-ee2f-8e38-a4c0cb4be2b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.519453] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fe3535-2dca-43af-9132-f3a2ed9f54d2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.530037] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3c21c3-4d51-44d8-816f-3f4962611156 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.565120] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718a997b-69b6-4c97-a436-830ef71ee454 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.579227] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a228ff-bac0-4277-8062-185519c82c80 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.585955] env[69858]: DEBUG oslo_concurrency.lockutils [req-ff4e0662-6afb-41d8-90a1-4010ff6f7cb3 req-3484ddc6-e105-4c5a-9b6a-32f3d1ad19bd service nova] Releasing lock "refresh_cache-4817a2cf-e32a-4b0e-b8e2-cb671253d08e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.594011] env[69858]: DEBUG nova.compute.provider_tree [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.625285] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.935458] env[69858]: DEBUG oslo_vmware.api [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418923, 'name': ReconfigVM_Task, 'duration_secs': 0.300259} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.935742] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 6ab8c34d-5904-44ff-996e-115167ed5c54/6ab8c34d-5904-44ff-996e-115167ed5c54.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.936444] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-176935ad-b32f-4d87-9fd6-6b90dc8873cd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.943247] env[69858]: DEBUG oslo_vmware.api [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 829.943247] env[69858]: value = "task-3418924" [ 829.943247] env[69858]: _type = "Task" [ 829.943247] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.957878] env[69858]: DEBUG oslo_vmware.api [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418924, 'name': Rename_Task} progress is 10%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.961385] env[69858]: DEBUG oslo_vmware.api [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527f2956-7675-ee2f-8e38-a4c0cb4be2b7, 'name': SearchDatastore_Task, 'duration_secs': 0.012039} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.962307] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-723270c2-fe39-4e5f-8c6f-ca358b517e29 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.969085] env[69858]: DEBUG oslo_vmware.api [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for the task: (returnval){ [ 829.969085] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52326c70-e315-47e6-6aeb-2ec4e37946f5" [ 829.969085] env[69858]: _type = "Task" [ 829.969085] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.980102] env[69858]: DEBUG oslo_vmware.api [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52326c70-e315-47e6-6aeb-2ec4e37946f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.097126] env[69858]: DEBUG nova.scheduler.client.report [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.143642] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Acquiring lock "5356c698-dac4-4543-8693-d71f194924d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.144251] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Lock "5356c698-dac4-4543-8693-d71f194924d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.271560] env[69858]: DEBUG nova.network.neutron [req-1149938f-2e0b-47a4-a8a5-22ba67b4c92c req-037779fb-aa45-4b19-8df7-5878d19529e5 service nova] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Updated VIF entry in instance network info cache for port d76ada3d-4fc4-467c-9516-19a8fdf9da00. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 830.271997] env[69858]: DEBUG nova.network.neutron [req-1149938f-2e0b-47a4-a8a5-22ba67b4c92c req-037779fb-aa45-4b19-8df7-5878d19529e5 service nova] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Updating instance_info_cache with network_info: [{"id": "d76ada3d-4fc4-467c-9516-19a8fdf9da00", "address": "fa:16:3e:cc:d9:cf", "network": {"id": "314842e2-6aae-46df-abf8-2cdcbcd2a63b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-750680093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee6eda194e7044a78432cf99ebcb5368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd76ada3d-4f", "ovs_interfaceid": "d76ada3d-4fc4-467c-9516-19a8fdf9da00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.453819] env[69858]: DEBUG oslo_vmware.api [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418924, 'name': Rename_Task, 'duration_secs': 0.140106} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.454158] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.454409] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa900c33-c563-4152-9828-b9577ad6cf82 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.464933] env[69858]: DEBUG oslo_vmware.api [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 830.464933] env[69858]: value = "task-3418925" [ 830.464933] env[69858]: _type = "Task" [ 830.464933] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.469092] env[69858]: DEBUG oslo_vmware.api [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418925, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.480487] env[69858]: DEBUG oslo_vmware.api [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52326c70-e315-47e6-6aeb-2ec4e37946f5, 'name': SearchDatastore_Task, 'duration_secs': 0.011076} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.480487] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.480673] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 4817a2cf-e32a-4b0e-b8e2-cb671253d08e/4817a2cf-e32a-4b0e-b8e2-cb671253d08e.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 830.481363] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6db82bf-353c-4b03-ab77-071211531e0c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.488697] env[69858]: DEBUG oslo_vmware.api [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for the task: (returnval){ [ 830.488697] env[69858]: value = "task-3418926" [ 830.488697] env[69858]: _type = "Task" [ 830.488697] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.500081] env[69858]: DEBUG oslo_vmware.api [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3418926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.609492] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.610739] env[69858]: DEBUG nova.compute.manager [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.613740] env[69858]: DEBUG oslo_concurrency.lockutils [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.602s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.616151] env[69858]: INFO nova.compute.claims [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 830.776329] env[69858]: DEBUG oslo_concurrency.lockutils [req-1149938f-2e0b-47a4-a8a5-22ba67b4c92c req-037779fb-aa45-4b19-8df7-5878d19529e5 service nova] Releasing lock "refresh_cache-d9b711b5-7df8-4fc8-9c98-a9a6e2c63303" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.972306] env[69858]: DEBUG oslo_vmware.api [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418925, 'name': PowerOnVM_Task, 'duration_secs': 0.474297} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.972739] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.973110] env[69858]: INFO nova.compute.manager [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Took 7.62 seconds to spawn the instance on the hypervisor. [ 830.973347] env[69858]: DEBUG nova.compute.manager [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.974308] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6427110d-02c4-4f2c-a5b3-a0b4ecb9199c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.001103] env[69858]: DEBUG oslo_vmware.api [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3418926, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.122027] env[69858]: DEBUG nova.compute.utils [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.123698] env[69858]: DEBUG nova.compute.manager [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.124053] env[69858]: DEBUG nova.network.neutron [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.225853] env[69858]: DEBUG nova.policy [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ecd09d778eb434eb6d8dde6245fb8b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd0b9fff3ebf4c4da4b1b3d6d15b4862', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.502126] env[69858]: INFO nova.compute.manager [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Took 39.98 seconds to build instance. [ 831.508783] env[69858]: DEBUG oslo_vmware.api [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3418926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575235} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.510028] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 4817a2cf-e32a-4b0e-b8e2-cb671253d08e/4817a2cf-e32a-4b0e-b8e2-cb671253d08e.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.510028] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.510028] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93bbfc4b-d3fa-4d28-a7b3-37532a16a167 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.517532] env[69858]: DEBUG oslo_vmware.api [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for the task: (returnval){ [ 831.517532] env[69858]: value = "task-3418927" [ 831.517532] env[69858]: _type = "Task" [ 831.517532] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.527888] env[69858]: DEBUG oslo_vmware.api [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3418927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.624876] env[69858]: DEBUG nova.compute.manager [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 831.810877] env[69858]: DEBUG nova.network.neutron [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Successfully created port: fb0d39d1-e9fe-4a05-80f5-a20b4e2dd962 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.006441] env[69858]: DEBUG oslo_concurrency.lockutils [None req-efb401a6-2c87-403a-ac99-4c025715d189 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lock "6ab8c34d-5904-44ff-996e-115167ed5c54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.282s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.016616] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fc5e90-3c30-460f-831f-bc86a1c0b05d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.029849] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13329c70-6ae7-4059-8d37-a8b6f7348f3b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.032738] env[69858]: DEBUG oslo_vmware.api [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3418927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070189} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.033222] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.034282] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9daada37-844c-4aad-9c06-5d914f031773 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.062464] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df065adc-bdd8-45ed-a2f3-0b277b00494e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.082454] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 4817a2cf-e32a-4b0e-b8e2-cb671253d08e/4817a2cf-e32a-4b0e-b8e2-cb671253d08e.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.082868] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a917d39-5c6f-424b-ad43-607c7878aa3e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.102082] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe4c023-5de3-4237-b11a-d498b68033ad {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.105994] env[69858]: DEBUG oslo_vmware.api [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for the task: (returnval){ [ 832.105994] env[69858]: value = "task-3418928" [ 832.105994] env[69858]: _type = "Task" [ 832.105994] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.117397] env[69858]: DEBUG nova.compute.provider_tree [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.123850] env[69858]: DEBUG oslo_vmware.api [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3418928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.512249] env[69858]: DEBUG nova.compute.manager [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 832.615868] env[69858]: DEBUG oslo_vmware.api [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3418928, 'name': ReconfigVM_Task, 'duration_secs': 0.483834} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.616169] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 4817a2cf-e32a-4b0e-b8e2-cb671253d08e/4817a2cf-e32a-4b0e-b8e2-cb671253d08e.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.616821] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79bc7493-3d5a-4e4a-b71d-0cfc317b5db6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.621884] env[69858]: DEBUG nova.scheduler.client.report [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.626225] env[69858]: DEBUG oslo_vmware.api [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for the task: (returnval){ [ 832.626225] env[69858]: value = "task-3418929" [ 832.626225] env[69858]: _type = "Task" [ 832.626225] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.638597] env[69858]: DEBUG oslo_vmware.api [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3418929, 'name': Rename_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.644993] env[69858]: DEBUG nova.compute.manager [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 832.676438] env[69858]: DEBUG nova.virt.hardware [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.676707] env[69858]: DEBUG nova.virt.hardware [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.676910] env[69858]: DEBUG nova.virt.hardware [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.677138] env[69858]: DEBUG nova.virt.hardware [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.677314] env[69858]: DEBUG nova.virt.hardware [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.677475] env[69858]: DEBUG nova.virt.hardware [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.677717] env[69858]: DEBUG nova.virt.hardware [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.677924] env[69858]: DEBUG nova.virt.hardware [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.678140] env[69858]: DEBUG nova.virt.hardware [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.678365] env[69858]: DEBUG nova.virt.hardware [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.678576] env[69858]: DEBUG nova.virt.hardware [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.679474] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d669c695-3495-42e0-8add-968ca03761cc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.693787] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7176de0a-1ee4-422b-be5f-4f30e29ecfde {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.036263] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.133031] env[69858]: DEBUG oslo_concurrency.lockutils [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.133528] env[69858]: DEBUG nova.compute.manager [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 833.139984] env[69858]: DEBUG oslo_concurrency.lockutils [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.161s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.141362] env[69858]: INFO nova.compute.claims [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.149171] env[69858]: DEBUG oslo_vmware.api [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3418929, 'name': Rename_Task, 'duration_secs': 0.141676} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.149421] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.149653] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-077f1fcb-5385-4efb-b2ff-1824e86cc05d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.155826] env[69858]: DEBUG oslo_vmware.api [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for the task: (returnval){ [ 833.155826] env[69858]: value = "task-3418930" [ 833.155826] env[69858]: _type = "Task" [ 833.155826] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.164305] env[69858]: DEBUG oslo_vmware.api [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3418930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.206044] env[69858]: INFO nova.compute.manager [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Rescuing [ 833.206044] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquiring lock "refresh_cache-6ab8c34d-5904-44ff-996e-115167ed5c54" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.206044] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquired lock "refresh_cache-6ab8c34d-5904-44ff-996e-115167ed5c54" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.206044] env[69858]: DEBUG nova.network.neutron [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.500539] env[69858]: DEBUG nova.compute.manager [req-846f1bba-688b-49b8-bb91-2ccaebf4a5b6 req-31569f73-f84d-4993-89d2-407fcc30f813 service nova] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Received event network-vif-plugged-fb0d39d1-e9fe-4a05-80f5-a20b4e2dd962 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.500780] env[69858]: DEBUG oslo_concurrency.lockutils [req-846f1bba-688b-49b8-bb91-2ccaebf4a5b6 req-31569f73-f84d-4993-89d2-407fcc30f813 service nova] Acquiring lock "40ab1d76-b344-4bef-bf59-53c63aa31cae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.501063] env[69858]: DEBUG oslo_concurrency.lockutils [req-846f1bba-688b-49b8-bb91-2ccaebf4a5b6 req-31569f73-f84d-4993-89d2-407fcc30f813 service nova] Lock "40ab1d76-b344-4bef-bf59-53c63aa31cae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.501280] env[69858]: DEBUG oslo_concurrency.lockutils [req-846f1bba-688b-49b8-bb91-2ccaebf4a5b6 req-31569f73-f84d-4993-89d2-407fcc30f813 service nova] Lock "40ab1d76-b344-4bef-bf59-53c63aa31cae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.501422] env[69858]: DEBUG nova.compute.manager [req-846f1bba-688b-49b8-bb91-2ccaebf4a5b6 req-31569f73-f84d-4993-89d2-407fcc30f813 service nova] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] No waiting events found dispatching network-vif-plugged-fb0d39d1-e9fe-4a05-80f5-a20b4e2dd962 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 833.501590] env[69858]: WARNING nova.compute.manager [req-846f1bba-688b-49b8-bb91-2ccaebf4a5b6 req-31569f73-f84d-4993-89d2-407fcc30f813 service nova] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Received unexpected event network-vif-plugged-fb0d39d1-e9fe-4a05-80f5-a20b4e2dd962 for instance with vm_state building and task_state spawning. [ 833.594811] env[69858]: DEBUG nova.network.neutron [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Successfully updated port: fb0d39d1-e9fe-4a05-80f5-a20b4e2dd962 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.648019] env[69858]: DEBUG nova.compute.utils [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 833.657049] env[69858]: DEBUG nova.compute.manager [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Not allocating networking since 'none' was specified. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 833.668892] env[69858]: DEBUG oslo_vmware.api [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3418930, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.996795] env[69858]: DEBUG nova.network.neutron [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Updating instance_info_cache with network_info: [{"id": "3c67ad08-9abf-404a-a43a-e0f1915ebee6", "address": "fa:16:3e:1d:19:b1", "network": {"id": "0c9f6f19-47de-4d71-bd7d-ef64bf3ed419", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1429360809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d17af446507492f9ce66b1822068c79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c67ad08-9a", "ovs_interfaceid": "3c67ad08-9abf-404a-a43a-e0f1915ebee6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.097558] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Acquiring lock "refresh_cache-40ab1d76-b344-4bef-bf59-53c63aa31cae" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.097718] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Acquired lock "refresh_cache-40ab1d76-b344-4bef-bf59-53c63aa31cae" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.097870] env[69858]: DEBUG nova.network.neutron [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.149537] env[69858]: DEBUG nova.compute.manager [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 834.173720] env[69858]: DEBUG oslo_vmware.api [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3418930, 'name': PowerOnVM_Task, 'duration_secs': 0.517861} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.175368] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.175368] env[69858]: INFO nova.compute.manager [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Took 8.23 seconds to spawn the instance on the hypervisor. [ 834.175368] env[69858]: DEBUG nova.compute.manager [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.175662] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e97b1e4-d76c-43d1-a4f8-4db68649f9a9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.499760] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Releasing lock "refresh_cache-6ab8c34d-5904-44ff-996e-115167ed5c54" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.585824] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0456c7dd-4603-483e-8e9a-aad4c5c1d9d6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.593990] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4d151b-b7a1-4895-9168-34294924e383 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.631155] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c4aab9-4d30-403c-af62-e2220f8bfbb7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.639391] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c49efe-29cc-4144-b2d0-d8036d81d967 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.656430] env[69858]: DEBUG nova.compute.provider_tree [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.661148] env[69858]: DEBUG nova.network.neutron [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.696049] env[69858]: INFO nova.compute.manager [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Took 41.03 seconds to build instance. [ 834.866989] env[69858]: DEBUG nova.network.neutron [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Updating instance_info_cache with network_info: [{"id": "fb0d39d1-e9fe-4a05-80f5-a20b4e2dd962", "address": "fa:16:3e:4c:f2:0d", "network": {"id": "2a27fb18-febc-4c77-b1a2-37efa09d27f3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1772289347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd0b9fff3ebf4c4da4b1b3d6d15b4862", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb0d39d1-e9", "ovs_interfaceid": "fb0d39d1-e9fe-4a05-80f5-a20b4e2dd962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.159282] env[69858]: DEBUG nova.compute.manager [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 835.163888] env[69858]: DEBUG nova.scheduler.client.report [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.185064] env[69858]: DEBUG nova.virt.hardware [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 835.185525] env[69858]: DEBUG nova.virt.hardware [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 835.185921] env[69858]: DEBUG nova.virt.hardware [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.186411] env[69858]: DEBUG nova.virt.hardware [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 835.186634] env[69858]: DEBUG nova.virt.hardware [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.186888] env[69858]: DEBUG nova.virt.hardware [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 835.187627] env[69858]: DEBUG nova.virt.hardware [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 835.187627] env[69858]: DEBUG nova.virt.hardware [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 835.187731] env[69858]: DEBUG nova.virt.hardware [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 835.188016] env[69858]: DEBUG nova.virt.hardware [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 835.188346] env[69858]: DEBUG nova.virt.hardware [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 835.189692] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853f0fde-604f-4084-a73f-e9bc0b14bae5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.198549] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6c44d352-9d1a-4218-8208-34fdcdcc0adf tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Lock "4817a2cf-e32a-4b0e-b8e2-cb671253d08e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.647s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.200992] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9567c453-49c0-4883-ad8a-9c2beeeed516 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.216654] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Instance VIF info [] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.222455] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Creating folder: Project (909f092e75614e90a0874503d80768f4). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.223100] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e51af01-ad62-46fa-a2f1-0ac9d030976f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.233520] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Created folder: Project (909f092e75614e90a0874503d80768f4) in parent group-v682032. [ 835.233723] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Creating folder: Instances. Parent ref: group-v682147. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.233970] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-acf06f48-7708-4c62-b398-e752b5c9b414 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.242949] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Created folder: Instances in parent group-v682147. [ 835.243214] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.243406] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.243828] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e56a9b1-9d7c-44ea-ba05-5f5767949753 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.262172] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.262172] env[69858]: value = "task-3418936" [ 835.262172] env[69858]: _type = "Task" [ 835.262172] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.270345] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418936, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.369344] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Releasing lock "refresh_cache-40ab1d76-b344-4bef-bf59-53c63aa31cae" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.369712] env[69858]: DEBUG nova.compute.manager [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Instance network_info: |[{"id": "fb0d39d1-e9fe-4a05-80f5-a20b4e2dd962", "address": "fa:16:3e:4c:f2:0d", "network": {"id": "2a27fb18-febc-4c77-b1a2-37efa09d27f3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1772289347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd0b9fff3ebf4c4da4b1b3d6d15b4862", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb0d39d1-e9", "ovs_interfaceid": "fb0d39d1-e9fe-4a05-80f5-a20b4e2dd962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.370204] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:f2:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb0d39d1-e9fe-4a05-80f5-a20b4e2dd962', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.378273] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.378579] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.379238] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54828760-3002-4cd6-93f5-73c7d2181b4a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.398301] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.398301] env[69858]: value = "task-3418937" [ 835.398301] env[69858]: _type = "Task" [ 835.398301] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.405722] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418937, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.565998] env[69858]: DEBUG nova.compute.manager [req-53edd8a0-e999-4e90-b09a-1f86c3b3aa5b req-02cc78a6-0571-4234-91f7-85753c3c2d9b service nova] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Received event network-changed-fb0d39d1-e9fe-4a05-80f5-a20b4e2dd962 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.566251] env[69858]: DEBUG nova.compute.manager [req-53edd8a0-e999-4e90-b09a-1f86c3b3aa5b req-02cc78a6-0571-4234-91f7-85753c3c2d9b service nova] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Refreshing instance network info cache due to event network-changed-fb0d39d1-e9fe-4a05-80f5-a20b4e2dd962. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.566469] env[69858]: DEBUG oslo_concurrency.lockutils [req-53edd8a0-e999-4e90-b09a-1f86c3b3aa5b req-02cc78a6-0571-4234-91f7-85753c3c2d9b service nova] Acquiring lock "refresh_cache-40ab1d76-b344-4bef-bf59-53c63aa31cae" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.566615] env[69858]: DEBUG oslo_concurrency.lockutils [req-53edd8a0-e999-4e90-b09a-1f86c3b3aa5b req-02cc78a6-0571-4234-91f7-85753c3c2d9b service nova] Acquired lock "refresh_cache-40ab1d76-b344-4bef-bf59-53c63aa31cae" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.566775] env[69858]: DEBUG nova.network.neutron [req-53edd8a0-e999-4e90-b09a-1f86c3b3aa5b req-02cc78a6-0571-4234-91f7-85753c3c2d9b service nova] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Refreshing network info cache for port fb0d39d1-e9fe-4a05-80f5-a20b4e2dd962 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.671711] env[69858]: DEBUG oslo_concurrency.lockutils [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.672051] env[69858]: DEBUG nova.compute.manager [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 835.675635] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b4ff0dc4-c892-46f8-9a1e-a2c872e4730e tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.550s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.677526] env[69858]: DEBUG nova.objects.instance [None req-b4ff0dc4-c892-46f8-9a1e-a2c872e4730e tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Lazy-loading 'resources' on Instance uuid 2be1c4d5-f545-4f09-ad05-dd42fb852519 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.705781] env[69858]: DEBUG nova.compute.manager [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.773929] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418936, 'name': CreateVM_Task} progress is 25%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.908690] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418937, 'name': CreateVM_Task, 'duration_secs': 0.346387} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.908887] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.909564] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.909730] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.910063] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.910338] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8d71ecb-7093-4324-9a15-0ed8fcd1f762 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.915247] env[69858]: DEBUG oslo_vmware.api [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Waiting for the task: (returnval){ [ 835.915247] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52493811-5be1-9a61-25bc-8b63f139f189" [ 835.915247] env[69858]: _type = "Task" [ 835.915247] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.922603] env[69858]: DEBUG oslo_vmware.api [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52493811-5be1-9a61-25bc-8b63f139f189, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.041184] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.041506] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2307716b-9086-4264-aa63-b8ed693d43f1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.049880] env[69858]: DEBUG oslo_vmware.api [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 836.049880] env[69858]: value = "task-3418938" [ 836.049880] env[69858]: _type = "Task" [ 836.049880] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.058257] env[69858]: DEBUG oslo_vmware.api [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.189279] env[69858]: DEBUG nova.compute.utils [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.189331] env[69858]: DEBUG nova.compute.manager [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Not allocating networking since 'none' was specified. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 836.228778] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.281085] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418936, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.421177] env[69858]: DEBUG nova.network.neutron [req-53edd8a0-e999-4e90-b09a-1f86c3b3aa5b req-02cc78a6-0571-4234-91f7-85753c3c2d9b service nova] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Updated VIF entry in instance network info cache for port fb0d39d1-e9fe-4a05-80f5-a20b4e2dd962. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.421549] env[69858]: DEBUG nova.network.neutron [req-53edd8a0-e999-4e90-b09a-1f86c3b3aa5b req-02cc78a6-0571-4234-91f7-85753c3c2d9b service nova] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Updating instance_info_cache with network_info: [{"id": "fb0d39d1-e9fe-4a05-80f5-a20b4e2dd962", "address": "fa:16:3e:4c:f2:0d", "network": {"id": "2a27fb18-febc-4c77-b1a2-37efa09d27f3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1772289347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd0b9fff3ebf4c4da4b1b3d6d15b4862", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb0d39d1-e9", "ovs_interfaceid": "fb0d39d1-e9fe-4a05-80f5-a20b4e2dd962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.434950] env[69858]: DEBUG oslo_vmware.api [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52493811-5be1-9a61-25bc-8b63f139f189, 'name': SearchDatastore_Task, 'duration_secs': 0.009458} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.435232] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.435479] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.435713] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.435888] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.436079] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.436608] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70d7a81a-e823-4611-8996-71ae5ce248bc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.448419] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.448419] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.449440] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e40b3eac-d032-48cd-b986-bf2826c553ed {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.455845] env[69858]: DEBUG oslo_vmware.api [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Waiting for the task: (returnval){ [ 836.455845] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52bcf11f-6e05-da0d-b579-aa2427732325" [ 836.455845] env[69858]: _type = "Task" [ 836.455845] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.468114] env[69858]: DEBUG oslo_vmware.api [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52bcf11f-6e05-da0d-b579-aa2427732325, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.561336] env[69858]: DEBUG oslo_vmware.api [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418938, 'name': PowerOffVM_Task, 'duration_secs': 0.307911} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.561661] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.562574] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c783aac5-149d-4896-874a-7e92fcb61e34 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.595776] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e0844d-9897-4a5d-b973-fb39021e4961 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.636543] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.636880] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43cd90a6-98c5-4ea0-90ed-9acac80be658 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.645584] env[69858]: DEBUG oslo_vmware.api [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 836.645584] env[69858]: value = "task-3418939" [ 836.645584] env[69858]: _type = "Task" [ 836.645584] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.655423] env[69858]: DEBUG oslo_vmware.api [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.691718] env[69858]: DEBUG nova.compute.manager [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.777743] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418936, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.796665] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5074ef5-0d45-4c6e-a4d1-4b7f6708ae1b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.804030] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388547eb-344f-4cbc-b79c-34cd36940d84 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.836635] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06eea459-be90-43e4-acc7-85a022fedc00 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.844796] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed00c0d-7968-4a4d-ba3f-f6d0cd57b306 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.858282] env[69858]: DEBUG nova.compute.provider_tree [None req-b4ff0dc4-c892-46f8-9a1e-a2c872e4730e tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.931722] env[69858]: DEBUG oslo_concurrency.lockutils [req-53edd8a0-e999-4e90-b09a-1f86c3b3aa5b req-02cc78a6-0571-4234-91f7-85753c3c2d9b service nova] Releasing lock "refresh_cache-40ab1d76-b344-4bef-bf59-53c63aa31cae" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.967648] env[69858]: DEBUG oslo_vmware.api [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52bcf11f-6e05-da0d-b579-aa2427732325, 'name': SearchDatastore_Task, 'duration_secs': 0.011235} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.968540] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25c6815b-70ca-4c56-ba41-47bcd4dea62e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.975518] env[69858]: DEBUG oslo_vmware.api [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Waiting for the task: (returnval){ [ 836.975518] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52af8003-ced3-6f87-0f08-1310e8e5c4c3" [ 836.975518] env[69858]: _type = "Task" [ 836.975518] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.986691] env[69858]: DEBUG oslo_vmware.api [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52af8003-ced3-6f87-0f08-1310e8e5c4c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.010611] env[69858]: DEBUG nova.compute.manager [None req-293a131f-a7c4-4cfa-9d77-77df8a628b35 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.011523] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a0169d-9802-4e89-8632-1175e5e598ae {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.156463] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] VM already powered off {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 837.156610] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.156898] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.157081] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.157268] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.157523] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2dc12d40-df31-4151-af95-aeb2257a0a39 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.167576] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.167770] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.168673] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e21e38c4-ff6a-45a1-8653-11992c522f1e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.175948] env[69858]: DEBUG oslo_vmware.api [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 837.175948] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b846b0-edf4-959c-b834-1fce3bd7cf2a" [ 837.175948] env[69858]: _type = "Task" [ 837.175948] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.185490] env[69858]: DEBUG oslo_vmware.api [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b846b0-edf4-959c-b834-1fce3bd7cf2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.274489] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418936, 'name': CreateVM_Task, 'duration_secs': 1.571735} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.274666] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.275143] env[69858]: DEBUG oslo_concurrency.lockutils [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.275285] env[69858]: DEBUG oslo_concurrency.lockutils [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.275633] env[69858]: DEBUG oslo_concurrency.lockutils [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.275898] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73dd29b4-fa4a-4c0b-bd19-242a6963be6f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.280153] env[69858]: DEBUG oslo_vmware.api [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Waiting for the task: (returnval){ [ 837.280153] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527485d9-f0e0-b776-5921-e41de804b614" [ 837.280153] env[69858]: _type = "Task" [ 837.280153] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.287429] env[69858]: DEBUG oslo_vmware.api [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527485d9-f0e0-b776-5921-e41de804b614, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.361282] env[69858]: DEBUG nova.scheduler.client.report [None req-b4ff0dc4-c892-46f8-9a1e-a2c872e4730e tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.486658] env[69858]: DEBUG oslo_vmware.api [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52af8003-ced3-6f87-0f08-1310e8e5c4c3, 'name': SearchDatastore_Task, 'duration_secs': 0.015899} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.487023] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.487733] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 40ab1d76-b344-4bef-bf59-53c63aa31cae/40ab1d76-b344-4bef-bf59-53c63aa31cae.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.487733] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cdd872f-777a-4a49-92b0-2a96b6550c7d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.494702] env[69858]: DEBUG oslo_vmware.api [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Waiting for the task: (returnval){ [ 837.494702] env[69858]: value = "task-3418941" [ 837.494702] env[69858]: _type = "Task" [ 837.494702] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.502884] env[69858]: DEBUG oslo_vmware.api [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': task-3418941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.522629] env[69858]: INFO nova.compute.manager [None req-293a131f-a7c4-4cfa-9d77-77df8a628b35 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] instance snapshotting [ 837.527513] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43383e6c-7909-47b1-9949-2c46138eaf1a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.546385] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d541e2a-d6a5-43ec-b825-a8b7c568a55d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.686523] env[69858]: DEBUG oslo_vmware.api [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b846b0-edf4-959c-b834-1fce3bd7cf2a, 'name': SearchDatastore_Task, 'duration_secs': 0.011766} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.687375] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-407b2628-9731-477f-a74d-f10834aaba61 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.693400] env[69858]: DEBUG oslo_vmware.api [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 837.693400] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a1bf5b-f383-6b0c-b4c0-d418221485c9" [ 837.693400] env[69858]: _type = "Task" [ 837.693400] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.703458] env[69858]: DEBUG nova.compute.manager [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 837.705576] env[69858]: DEBUG oslo_vmware.api [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a1bf5b-f383-6b0c-b4c0-d418221485c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.725947] env[69858]: DEBUG nova.virt.hardware [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.726263] env[69858]: DEBUG nova.virt.hardware [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.726423] env[69858]: DEBUG nova.virt.hardware [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.726605] env[69858]: DEBUG nova.virt.hardware [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.726783] env[69858]: DEBUG nova.virt.hardware [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.726932] env[69858]: DEBUG nova.virt.hardware [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.727184] env[69858]: DEBUG nova.virt.hardware [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.727346] env[69858]: DEBUG nova.virt.hardware [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.727532] env[69858]: DEBUG nova.virt.hardware [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.727698] env[69858]: DEBUG nova.virt.hardware [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.727875] env[69858]: DEBUG nova.virt.hardware [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.728883] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72e6826-1e4e-471a-92eb-92eb9058c691 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.736548] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59eb489d-a4ce-4ca0-ba68-5ad68e2577b3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.750899] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Instance VIF info [] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.756600] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Creating folder: Project (8ec136de9aa94a20a8988e8e252305ca). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.757006] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b8ac1e2-2b4c-4fa0-975f-e6a3e89021d5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.766710] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Created folder: Project (8ec136de9aa94a20a8988e8e252305ca) in parent group-v682032. [ 837.766911] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Creating folder: Instances. Parent ref: group-v682151. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.767172] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d05b7dde-628c-4fbd-bb31-406be37cd4fe {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.775550] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Created folder: Instances in parent group-v682151. [ 837.775811] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.776056] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.776290] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0f55e23-5ccc-4e5f-ac25-cbd5ba736850 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.796931] env[69858]: DEBUG oslo_vmware.api [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527485d9-f0e0-b776-5921-e41de804b614, 'name': SearchDatastore_Task, 'duration_secs': 0.009385} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.798179] env[69858]: DEBUG oslo_concurrency.lockutils [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.798436] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.798688] env[69858]: DEBUG oslo_concurrency.lockutils [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.798845] env[69858]: DEBUG oslo_concurrency.lockutils [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.799059] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.799300] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.799300] env[69858]: value = "task-3418944" [ 837.799300] env[69858]: _type = "Task" [ 837.799300] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.799490] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1e00402-bfc9-4ee9-b25d-0ae3f1418228 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.809808] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.810011] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.810712] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55008783-c802-4b0d-b5a4-6bfa046880ac {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.815210] env[69858]: DEBUG oslo_vmware.api [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Waiting for the task: (returnval){ [ 837.815210] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5296d090-932b-93f5-ca1c-76a9d7039e21" [ 837.815210] env[69858]: _type = "Task" [ 837.815210] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.822443] env[69858]: DEBUG oslo_vmware.api [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5296d090-932b-93f5-ca1c-76a9d7039e21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.866233] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b4ff0dc4-c892-46f8-9a1e-a2c872e4730e tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.869333] env[69858]: DEBUG oslo_concurrency.lockutils [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.378s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.869541] env[69858]: DEBUG nova.objects.instance [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69858) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 837.892910] env[69858]: INFO nova.scheduler.client.report [None req-b4ff0dc4-c892-46f8-9a1e-a2c872e4730e tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Deleted allocations for instance 2be1c4d5-f545-4f09-ad05-dd42fb852519 [ 838.005598] env[69858]: DEBUG oslo_vmware.api [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': task-3418941, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.056735] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-293a131f-a7c4-4cfa-9d77-77df8a628b35 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Creating Snapshot of the VM instance {{(pid=69858) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 838.057415] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2494ebfb-f8da-4c7c-bb59-d0a83dd5fdb7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.065362] env[69858]: DEBUG oslo_vmware.api [None req-293a131f-a7c4-4cfa-9d77-77df8a628b35 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for the task: (returnval){ [ 838.065362] env[69858]: value = "task-3418945" [ 838.065362] env[69858]: _type = "Task" [ 838.065362] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.076698] env[69858]: DEBUG oslo_vmware.api [None req-293a131f-a7c4-4cfa-9d77-77df8a628b35 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3418945, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.204470] env[69858]: DEBUG oslo_vmware.api [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a1bf5b-f383-6b0c-b4c0-d418221485c9, 'name': SearchDatastore_Task, 'duration_secs': 0.046687} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.205144] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.205429] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 6ab8c34d-5904-44ff-996e-115167ed5c54/28914a4a-909f-453b-b81f-d96d90735622-rescue.vmdk. {{(pid=69858) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 838.205711] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c396f10-944a-4791-8a21-8152d360d5d2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.211846] env[69858]: DEBUG oslo_vmware.api [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 838.211846] env[69858]: value = "task-3418946" [ 838.211846] env[69858]: _type = "Task" [ 838.211846] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.219866] env[69858]: DEBUG oslo_vmware.api [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.311050] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418944, 'name': CreateVM_Task, 'duration_secs': 0.43636} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.311220] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.311654] env[69858]: DEBUG oslo_concurrency.lockutils [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.311811] env[69858]: DEBUG oslo_concurrency.lockutils [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.312149] env[69858]: DEBUG oslo_concurrency.lockutils [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.312425] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01fa85fb-84d6-469e-84a7-645c4b48c3a1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.321685] env[69858]: DEBUG oslo_vmware.api [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Waiting for the task: (returnval){ [ 838.321685] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520464ee-45cd-9c1e-d598-f911f73b998a" [ 838.321685] env[69858]: _type = "Task" [ 838.321685] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.328513] env[69858]: DEBUG oslo_vmware.api [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5296d090-932b-93f5-ca1c-76a9d7039e21, 'name': SearchDatastore_Task, 'duration_secs': 0.00913} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.329699] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fd0dde2-02e8-4fb1-8058-ba8f888c88bb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.335929] env[69858]: DEBUG oslo_vmware.api [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520464ee-45cd-9c1e-d598-f911f73b998a, 'name': SearchDatastore_Task, 'duration_secs': 0.009161} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.336527] env[69858]: DEBUG oslo_concurrency.lockutils [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.336733] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.336933] env[69858]: DEBUG oslo_concurrency.lockutils [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.338833] env[69858]: DEBUG oslo_vmware.api [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Waiting for the task: (returnval){ [ 838.338833] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5216956c-e903-7687-25b1-d4d1b800a555" [ 838.338833] env[69858]: _type = "Task" [ 838.338833] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.346065] env[69858]: DEBUG oslo_vmware.api [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5216956c-e903-7687-25b1-d4d1b800a555, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.402789] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b4ff0dc4-c892-46f8-9a1e-a2c872e4730e tempest-DeleteServersAdminTestJSON-1909454329 tempest-DeleteServersAdminTestJSON-1909454329-project-member] Lock "2be1c4d5-f545-4f09-ad05-dd42fb852519" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.234s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.509313] env[69858]: DEBUG oslo_vmware.api [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': task-3418941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662151} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.509313] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 40ab1d76-b344-4bef-bf59-53c63aa31cae/40ab1d76-b344-4bef-bf59-53c63aa31cae.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.509313] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.509313] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a50ab4f8-6277-474d-b9e1-749d45e38ca1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.519070] env[69858]: DEBUG oslo_vmware.api [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Waiting for the task: (returnval){ [ 838.519070] env[69858]: value = "task-3418947" [ 838.519070] env[69858]: _type = "Task" [ 838.519070] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.531585] env[69858]: DEBUG oslo_vmware.api [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': task-3418947, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.577423] env[69858]: DEBUG oslo_vmware.api [None req-293a131f-a7c4-4cfa-9d77-77df8a628b35 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3418945, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.725827] env[69858]: DEBUG oslo_vmware.api [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445351} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.726457] env[69858]: INFO nova.virt.vmwareapi.ds_util [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 6ab8c34d-5904-44ff-996e-115167ed5c54/28914a4a-909f-453b-b81f-d96d90735622-rescue.vmdk. [ 838.727188] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346d139e-edb7-4031-b44c-c5db11741d39 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.752703] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 6ab8c34d-5904-44ff-996e-115167ed5c54/28914a4a-909f-453b-b81f-d96d90735622-rescue.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.753030] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb651a58-3d20-403f-823a-c46aa0b30ff8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.771226] env[69858]: DEBUG oslo_vmware.api [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 838.771226] env[69858]: value = "task-3418948" [ 838.771226] env[69858]: _type = "Task" [ 838.771226] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.780214] env[69858]: DEBUG oslo_vmware.api [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418948, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.849262] env[69858]: DEBUG oslo_vmware.api [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5216956c-e903-7687-25b1-d4d1b800a555, 'name': SearchDatastore_Task, 'duration_secs': 0.00822} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.849604] env[69858]: DEBUG oslo_concurrency.lockutils [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.849877] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 6ef9630b-3885-432a-a03e-aa31e83127fe/6ef9630b-3885-432a-a03e-aa31e83127fe.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.850211] env[69858]: DEBUG oslo_concurrency.lockutils [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.850419] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.850638] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae2c2053-ad97-4599-99ac-da7573d44eb9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.852585] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d164000-776a-4997-8e5f-4cd85534ff85 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.860013] env[69858]: DEBUG oslo_vmware.api [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Waiting for the task: (returnval){ [ 838.860013] env[69858]: value = "task-3418949" [ 838.860013] env[69858]: _type = "Task" [ 838.860013] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.864023] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.864232] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.865256] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efa9d52e-0a0a-4223-ad34-b919a3f3270e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.871896] env[69858]: DEBUG oslo_vmware.api [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Task: {'id': task-3418949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.875058] env[69858]: DEBUG oslo_vmware.api [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Waiting for the task: (returnval){ [ 838.875058] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e9efc7-5a65-a018-7f20-cba136072525" [ 838.875058] env[69858]: _type = "Task" [ 838.875058] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.880280] env[69858]: DEBUG oslo_concurrency.lockutils [None req-87df8ef7-20c6-4d31-8118-ce610d7e1ae7 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.884153] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.012s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.885617] env[69858]: INFO nova.compute.claims [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.888420] env[69858]: DEBUG oslo_vmware.api [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e9efc7-5a65-a018-7f20-cba136072525, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.029052] env[69858]: DEBUG oslo_vmware.api [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': task-3418947, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069212} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.029298] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.030094] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbbb940-bc11-4ccb-8a44-f0c522ba6865 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.051839] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 40ab1d76-b344-4bef-bf59-53c63aa31cae/40ab1d76-b344-4bef-bf59-53c63aa31cae.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.052159] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98b28638-9620-4d38-9ef5-463c3e2a103d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.071816] env[69858]: DEBUG oslo_vmware.api [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Waiting for the task: (returnval){ [ 839.071816] env[69858]: value = "task-3418950" [ 839.071816] env[69858]: _type = "Task" [ 839.071816] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.075528] env[69858]: DEBUG oslo_vmware.api [None req-293a131f-a7c4-4cfa-9d77-77df8a628b35 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3418945, 'name': CreateSnapshot_Task, 'duration_secs': 0.964167} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.078692] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-293a131f-a7c4-4cfa-9d77-77df8a628b35 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Created Snapshot of the VM instance {{(pid=69858) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 839.079466] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd50b98a-29dc-48f8-b151-65e298ddd4b1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.086983] env[69858]: DEBUG oslo_vmware.api [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': task-3418950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.281952] env[69858]: DEBUG oslo_vmware.api [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.371125] env[69858]: DEBUG oslo_vmware.api [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Task: {'id': task-3418949, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.385629] env[69858]: DEBUG oslo_vmware.api [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e9efc7-5a65-a018-7f20-cba136072525, 'name': SearchDatastore_Task, 'duration_secs': 0.021396} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.386609] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e908a99d-e675-4574-8587-31a79c30b19b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.395415] env[69858]: DEBUG oslo_vmware.api [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Waiting for the task: (returnval){ [ 839.395415] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5295bc47-f879-93b5-4f8a-33a9d669bd20" [ 839.395415] env[69858]: _type = "Task" [ 839.395415] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.405972] env[69858]: DEBUG oslo_vmware.api [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5295bc47-f879-93b5-4f8a-33a9d669bd20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.584937] env[69858]: DEBUG oslo_vmware.api [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': task-3418950, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.600071] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-293a131f-a7c4-4cfa-9d77-77df8a628b35 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Creating linked-clone VM from snapshot {{(pid=69858) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 839.600422] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-926de243-442b-42aa-847d-28d9e041d8c4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.608317] env[69858]: DEBUG oslo_vmware.api [None req-293a131f-a7c4-4cfa-9d77-77df8a628b35 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for the task: (returnval){ [ 839.608317] env[69858]: value = "task-3418952" [ 839.608317] env[69858]: _type = "Task" [ 839.608317] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.617824] env[69858]: DEBUG oslo_vmware.api [None req-293a131f-a7c4-4cfa-9d77-77df8a628b35 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3418952, 'name': CloneVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.783353] env[69858]: DEBUG oslo_vmware.api [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418948, 'name': ReconfigVM_Task, 'duration_secs': 0.677974} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.783670] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 6ab8c34d-5904-44ff-996e-115167ed5c54/28914a4a-909f-453b-b81f-d96d90735622-rescue.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.784568] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb6f2c6-6674-4991-ab2e-9fd8f7582573 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.809709] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9be856f-42c4-4a20-a1f7-78616a99895e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.824506] env[69858]: DEBUG oslo_vmware.api [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 839.824506] env[69858]: value = "task-3418953" [ 839.824506] env[69858]: _type = "Task" [ 839.824506] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.832533] env[69858]: DEBUG oslo_vmware.api [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418953, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.875046] env[69858]: DEBUG oslo_vmware.api [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Task: {'id': task-3418949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527122} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.875046] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 6ef9630b-3885-432a-a03e-aa31e83127fe/6ef9630b-3885-432a-a03e-aa31e83127fe.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.875046] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.875046] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fc16b74-e998-43e1-af0c-82c32a5e179c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.880897] env[69858]: DEBUG oslo_vmware.api [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Waiting for the task: (returnval){ [ 839.880897] env[69858]: value = "task-3418954" [ 839.880897] env[69858]: _type = "Task" [ 839.880897] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.888986] env[69858]: DEBUG oslo_vmware.api [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Task: {'id': task-3418954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.908810] env[69858]: DEBUG oslo_vmware.api [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5295bc47-f879-93b5-4f8a-33a9d669bd20, 'name': SearchDatastore_Task, 'duration_secs': 0.011362} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.908810] env[69858]: DEBUG oslo_concurrency.lockutils [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.908810] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] ef58474f-c1e2-4930-b418-f03d5c4d3e31/ef58474f-c1e2-4930-b418-f03d5c4d3e31.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.908810] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35884f51-65a9-4081-820e-b6600fd0b758 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.917328] env[69858]: DEBUG oslo_vmware.api [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Waiting for the task: (returnval){ [ 839.917328] env[69858]: value = "task-3418955" [ 839.917328] env[69858]: _type = "Task" [ 839.917328] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.929024] env[69858]: DEBUG oslo_vmware.api [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Task: {'id': task-3418955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.087681] env[69858]: DEBUG oslo_vmware.api [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': task-3418950, 'name': ReconfigVM_Task, 'duration_secs': 0.534312} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.087974] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 40ab1d76-b344-4bef-bf59-53c63aa31cae/40ab1d76-b344-4bef-bf59-53c63aa31cae.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.088672] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-584afa54-3a28-49fe-a806-0e57733a7b85 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.095625] env[69858]: DEBUG oslo_vmware.api [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Waiting for the task: (returnval){ [ 840.095625] env[69858]: value = "task-3418956" [ 840.095625] env[69858]: _type = "Task" [ 840.095625] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.105120] env[69858]: DEBUG oslo_vmware.api [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': task-3418956, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.120089] env[69858]: DEBUG oslo_vmware.api [None req-293a131f-a7c4-4cfa-9d77-77df8a628b35 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3418952, 'name': CloneVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.336042] env[69858]: DEBUG oslo_vmware.api [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418953, 'name': ReconfigVM_Task, 'duration_secs': 0.477039} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.336335] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.336817] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0328243-3c06-46ce-934e-86a5b9d584fc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.342746] env[69858]: DEBUG oslo_vmware.api [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 840.342746] env[69858]: value = "task-3418957" [ 840.342746] env[69858]: _type = "Task" [ 840.342746] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.351326] env[69858]: DEBUG oslo_vmware.api [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.368154] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0d76e3-1efc-481e-a8cb-3ba0ade553be {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.375646] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110d98fd-be43-43da-98ec-9e4070d0d43a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.388787] env[69858]: DEBUG oslo_vmware.api [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Task: {'id': task-3418954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083856} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.414290] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.415517] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fbad0b-dbaa-40d9-b753-0e86026e8ef0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.419254] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0258612d-2b95-4b6d-89b3-f87926a9f0b3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.443842] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 6ef9630b-3885-432a-a03e-aa31e83127fe/6ef9630b-3885-432a-a03e-aa31e83127fe.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.449632] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bedc526-a7e2-4f3e-94d2-910f5d5414e9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.465540] env[69858]: DEBUG oslo_vmware.api [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Task: {'id': task-3418955, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.466845] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5633e4-e911-4b74-9bde-a4fc72e12b98 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.485514] env[69858]: DEBUG nova.compute.provider_tree [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 840.489224] env[69858]: DEBUG oslo_vmware.api [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Waiting for the task: (returnval){ [ 840.489224] env[69858]: value = "task-3418958" [ 840.489224] env[69858]: _type = "Task" [ 840.489224] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.499708] env[69858]: DEBUG oslo_vmware.api [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Task: {'id': task-3418958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.609127] env[69858]: DEBUG oslo_vmware.api [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': task-3418956, 'name': Rename_Task, 'duration_secs': 0.348328} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.609511] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.614177] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-528b24fb-4ad9-4a8f-996e-4b7ed61e77c6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.620143] env[69858]: DEBUG oslo_vmware.api [None req-293a131f-a7c4-4cfa-9d77-77df8a628b35 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3418952, 'name': CloneVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.621963] env[69858]: DEBUG oslo_vmware.api [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Waiting for the task: (returnval){ [ 840.621963] env[69858]: value = "task-3418959" [ 840.621963] env[69858]: _type = "Task" [ 840.621963] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.635208] env[69858]: DEBUG oslo_vmware.api [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': task-3418959, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.854300] env[69858]: DEBUG oslo_vmware.api [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418957, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.932049] env[69858]: DEBUG oslo_vmware.api [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Task: {'id': task-3418955, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.858926} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.932049] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] ef58474f-c1e2-4930-b418-f03d5c4d3e31/ef58474f-c1e2-4930-b418-f03d5c4d3e31.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.932263] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.932519] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08753f26-b575-46ec-885f-2cc8b41b9c64 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.939617] env[69858]: DEBUG oslo_vmware.api [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Waiting for the task: (returnval){ [ 840.939617] env[69858]: value = "task-3418960" [ 840.939617] env[69858]: _type = "Task" [ 840.939617] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.948437] env[69858]: DEBUG oslo_vmware.api [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Task: {'id': task-3418960, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.003016] env[69858]: DEBUG oslo_vmware.api [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Task: {'id': task-3418958, 'name': ReconfigVM_Task, 'duration_secs': 0.448007} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.003342] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 6ef9630b-3885-432a-a03e-aa31e83127fe/6ef9630b-3885-432a-a03e-aa31e83127fe.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.004061] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-607979cb-9c3d-43d7-9cef-dd75988f1ed1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.010279] env[69858]: DEBUG oslo_vmware.api [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Waiting for the task: (returnval){ [ 841.010279] env[69858]: value = "task-3418961" [ 841.010279] env[69858]: _type = "Task" [ 841.010279] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.014500] env[69858]: ERROR nova.scheduler.client.report [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] [req-8813b1c5-1150-480a-9462-5bfb12fe76cc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0eb830e-e56f-4bef-ab3f-89644f27fe23. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8813b1c5-1150-480a-9462-5bfb12fe76cc"}]} [ 841.021904] env[69858]: DEBUG oslo_vmware.api [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Task: {'id': task-3418961, 'name': Rename_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.038253] env[69858]: DEBUG nova.scheduler.client.report [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Refreshing inventories for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 841.060928] env[69858]: DEBUG nova.scheduler.client.report [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Updating ProviderTree inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 841.061177] env[69858]: DEBUG nova.compute.provider_tree [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 841.075527] env[69858]: DEBUG nova.scheduler.client.report [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Refreshing aggregate associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, aggregates: None {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 841.098584] env[69858]: DEBUG nova.scheduler.client.report [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Refreshing trait associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 841.119657] env[69858]: DEBUG oslo_vmware.api [None req-293a131f-a7c4-4cfa-9d77-77df8a628b35 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3418952, 'name': CloneVM_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.135141] env[69858]: DEBUG oslo_vmware.api [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': task-3418959, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.357686] env[69858]: DEBUG oslo_vmware.api [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418957, 'name': PowerOnVM_Task, 'duration_secs': 0.515839} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.358012] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.360928] env[69858]: DEBUG nova.compute.manager [None req-a87664ce-e9b0-4adc-9ac6-d02d13c324a6 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.361768] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38699b27-4bc6-4627-87a4-7e515a5dc56b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.449819] env[69858]: DEBUG oslo_vmware.api [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Task: {'id': task-3418960, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066432} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.450122] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.450938] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ad59c2-00c7-4a5b-abd4-d6aa94cc1529 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.475263] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] ef58474f-c1e2-4930-b418-f03d5c4d3e31/ef58474f-c1e2-4930-b418-f03d5c4d3e31.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.478567] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86e24b88-4c6e-4136-be06-6431e4d39ec7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.499884] env[69858]: DEBUG oslo_vmware.api [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Waiting for the task: (returnval){ [ 841.499884] env[69858]: value = "task-3418963" [ 841.499884] env[69858]: _type = "Task" [ 841.499884] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.511105] env[69858]: DEBUG oslo_vmware.api [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Task: {'id': task-3418963, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.521742] env[69858]: DEBUG oslo_vmware.api [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Task: {'id': task-3418961, 'name': Rename_Task, 'duration_secs': 0.156046} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.524801] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.525310] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-456b9407-d916-42fa-aa3a-60aef7e9c523 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.531590] env[69858]: DEBUG oslo_vmware.api [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Waiting for the task: (returnval){ [ 841.531590] env[69858]: value = "task-3418964" [ 841.531590] env[69858]: _type = "Task" [ 841.531590] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.542250] env[69858]: DEBUG oslo_vmware.api [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Task: {'id': task-3418964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.548634] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3220e9f0-c366-421c-8596-0e72516b7691 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.555806] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe64c2f-48e2-4e52-b3c4-c86db5258119 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.588273] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87517fb9-2c74-4c21-9c58-872fec6256e1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.596347] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de19d23a-f4e6-4099-ae93-2e4629d27fb1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.612193] env[69858]: DEBUG nova.compute.provider_tree [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 841.621798] env[69858]: DEBUG oslo_vmware.api [None req-293a131f-a7c4-4cfa-9d77-77df8a628b35 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3418952, 'name': CloneVM_Task, 'duration_secs': 1.631768} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.622072] env[69858]: INFO nova.virt.vmwareapi.vmops [None req-293a131f-a7c4-4cfa-9d77-77df8a628b35 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Created linked-clone VM from snapshot [ 841.622869] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37e73ca-2760-413e-b167-0576f0186c04 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.634608] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-293a131f-a7c4-4cfa-9d77-77df8a628b35 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Uploading image 652abaf4-d284-4eb4-a2c0-2465270a50c6 {{(pid=69858) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 841.640462] env[69858]: DEBUG oslo_vmware.api [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': task-3418959, 'name': PowerOnVM_Task, 'duration_secs': 0.555601} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.641305] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.641305] env[69858]: INFO nova.compute.manager [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Took 9.00 seconds to spawn the instance on the hypervisor. [ 841.641305] env[69858]: DEBUG nova.compute.manager [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.641912] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301c2515-c112-43e5-a228-4e39a44e0f5f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.651478] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-293a131f-a7c4-4cfa-9d77-77df8a628b35 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Destroying the VM {{(pid=69858) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 841.652056] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5725fe7b-5458-4eac-91a7-a1581a4da149 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.659198] env[69858]: DEBUG oslo_vmware.api [None req-293a131f-a7c4-4cfa-9d77-77df8a628b35 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for the task: (returnval){ [ 841.659198] env[69858]: value = "task-3418965" [ 841.659198] env[69858]: _type = "Task" [ 841.659198] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.669316] env[69858]: DEBUG oslo_vmware.api [None req-293a131f-a7c4-4cfa-9d77-77df8a628b35 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3418965, 'name': Destroy_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.009705] env[69858]: DEBUG oslo_vmware.api [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Task: {'id': task-3418963, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.041134] env[69858]: DEBUG oslo_vmware.api [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Task: {'id': task-3418964, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.155845] env[69858]: DEBUG nova.scheduler.client.report [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Updated inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 842.156235] env[69858]: DEBUG nova.compute.provider_tree [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Updating resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 generation from 54 to 55 during operation: update_inventory {{(pid=69858) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 842.156540] env[69858]: DEBUG nova.compute.provider_tree [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 842.169986] env[69858]: INFO nova.compute.manager [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Took 42.46 seconds to build instance. [ 842.176785] env[69858]: DEBUG oslo_vmware.api [None req-293a131f-a7c4-4cfa-9d77-77df8a628b35 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3418965, 'name': Destroy_Task} progress is 33%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.511827] env[69858]: DEBUG oslo_vmware.api [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Task: {'id': task-3418963, 'name': ReconfigVM_Task, 'duration_secs': 0.819645} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.512301] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Reconfigured VM instance instance-00000027 to attach disk [datastore2] ef58474f-c1e2-4930-b418-f03d5c4d3e31/ef58474f-c1e2-4930-b418-f03d5c4d3e31.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.513552] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc9979d3-7c1a-4a14-8852-97d867cbd628 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.521031] env[69858]: DEBUG oslo_vmware.api [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Waiting for the task: (returnval){ [ 842.521031] env[69858]: value = "task-3418966" [ 842.521031] env[69858]: _type = "Task" [ 842.521031] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.531059] env[69858]: DEBUG oslo_vmware.api [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Task: {'id': task-3418966, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.541538] env[69858]: DEBUG oslo_vmware.api [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Task: {'id': task-3418964, 'name': PowerOnVM_Task, 'duration_secs': 0.968176} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.541808] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.542019] env[69858]: INFO nova.compute.manager [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Took 7.38 seconds to spawn the instance on the hypervisor. [ 842.542204] env[69858]: DEBUG nova.compute.manager [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.543008] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e754fcc0-23da-443e-9cd7-02af261947d9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.655121] env[69858]: DEBUG nova.compute.manager [req-bbda27c6-72d4-4611-a8c3-912377ae998f req-fe78e1b7-8d1f-4315-ac0e-d37da604d81e service nova] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Received event network-changed-fb0d39d1-e9fe-4a05-80f5-a20b4e2dd962 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.655366] env[69858]: DEBUG nova.compute.manager [req-bbda27c6-72d4-4611-a8c3-912377ae998f req-fe78e1b7-8d1f-4315-ac0e-d37da604d81e service nova] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Refreshing instance network info cache due to event network-changed-fb0d39d1-e9fe-4a05-80f5-a20b4e2dd962. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.655842] env[69858]: DEBUG oslo_concurrency.lockutils [req-bbda27c6-72d4-4611-a8c3-912377ae998f req-fe78e1b7-8d1f-4315-ac0e-d37da604d81e service nova] Acquiring lock "refresh_cache-40ab1d76-b344-4bef-bf59-53c63aa31cae" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.656091] env[69858]: DEBUG oslo_concurrency.lockutils [req-bbda27c6-72d4-4611-a8c3-912377ae998f req-fe78e1b7-8d1f-4315-ac0e-d37da604d81e service nova] Acquired lock "refresh_cache-40ab1d76-b344-4bef-bf59-53c63aa31cae" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.656371] env[69858]: DEBUG nova.network.neutron [req-bbda27c6-72d4-4611-a8c3-912377ae998f req-fe78e1b7-8d1f-4315-ac0e-d37da604d81e service nova] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Refreshing network info cache for port fb0d39d1-e9fe-4a05-80f5-a20b4e2dd962 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.670715] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.786s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.671357] env[69858]: DEBUG nova.compute.manager [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.675694] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.393s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.678312] env[69858]: INFO nova.compute.claims [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.681284] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d96f63ab-ca79-4cd3-bcb8-0f5bcd3a5d83 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Lock "40ab1d76-b344-4bef-bf59-53c63aa31cae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.237s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.691992] env[69858]: DEBUG oslo_vmware.api [None req-293a131f-a7c4-4cfa-9d77-77df8a628b35 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3418965, 'name': Destroy_Task, 'duration_secs': 0.884381} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.692589] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-293a131f-a7c4-4cfa-9d77-77df8a628b35 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Destroyed the VM [ 842.702845] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-293a131f-a7c4-4cfa-9d77-77df8a628b35 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Deleting Snapshot of the VM instance {{(pid=69858) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 842.702845] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-28acedd0-0ca3-43b1-9398-398ef6548df7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.702845] env[69858]: DEBUG oslo_vmware.api [None req-293a131f-a7c4-4cfa-9d77-77df8a628b35 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for the task: (returnval){ [ 842.702845] env[69858]: value = "task-3418967" [ 842.702845] env[69858]: _type = "Task" [ 842.702845] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.711830] env[69858]: DEBUG oslo_vmware.api [None req-293a131f-a7c4-4cfa-9d77-77df8a628b35 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3418967, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.031105] env[69858]: DEBUG oslo_vmware.api [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Task: {'id': task-3418966, 'name': Rename_Task, 'duration_secs': 0.297984} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.031442] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.031715] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67e45d8b-19d3-4986-a5f0-e3ca24147c70 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.039267] env[69858]: DEBUG oslo_vmware.api [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Waiting for the task: (returnval){ [ 843.039267] env[69858]: value = "task-3418968" [ 843.039267] env[69858]: _type = "Task" [ 843.039267] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.047693] env[69858]: DEBUG oslo_vmware.api [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Task: {'id': task-3418968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.060213] env[69858]: INFO nova.compute.manager [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Took 40.07 seconds to build instance. [ 843.177533] env[69858]: DEBUG nova.compute.utils [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 843.179624] env[69858]: DEBUG nova.compute.manager [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 843.179815] env[69858]: DEBUG nova.network.neutron [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.193803] env[69858]: DEBUG nova.compute.manager [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 843.213436] env[69858]: DEBUG oslo_vmware.api [None req-293a131f-a7c4-4cfa-9d77-77df8a628b35 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3418967, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.233487] env[69858]: DEBUG nova.policy [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5468b7ff96eb4159a08d9c8e4e77a62a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0092f5dfb484464b888ada5da23ec76', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.309439] env[69858]: DEBUG oslo_concurrency.lockutils [None req-42150f02-aadb-4062-8012-653606858610 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Acquiring lock "40ab1d76-b344-4bef-bf59-53c63aa31cae" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.310077] env[69858]: DEBUG oslo_concurrency.lockutils [None req-42150f02-aadb-4062-8012-653606858610 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Lock "40ab1d76-b344-4bef-bf59-53c63aa31cae" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.310077] env[69858]: INFO nova.compute.manager [None req-42150f02-aadb-4062-8012-653606858610 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Rebooting instance [ 843.465508] env[69858]: DEBUG nova.network.neutron [req-bbda27c6-72d4-4611-a8c3-912377ae998f req-fe78e1b7-8d1f-4315-ac0e-d37da604d81e service nova] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Updated VIF entry in instance network info cache for port fb0d39d1-e9fe-4a05-80f5-a20b4e2dd962. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.465508] env[69858]: DEBUG nova.network.neutron [req-bbda27c6-72d4-4611-a8c3-912377ae998f req-fe78e1b7-8d1f-4315-ac0e-d37da604d81e service nova] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Updating instance_info_cache with network_info: [{"id": "fb0d39d1-e9fe-4a05-80f5-a20b4e2dd962", "address": "fa:16:3e:4c:f2:0d", "network": {"id": "2a27fb18-febc-4c77-b1a2-37efa09d27f3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1772289347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd0b9fff3ebf4c4da4b1b3d6d15b4862", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb0d39d1-e9", "ovs_interfaceid": "fb0d39d1-e9fe-4a05-80f5-a20b4e2dd962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.551739] env[69858]: DEBUG oslo_vmware.api [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Task: {'id': task-3418968, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.562533] env[69858]: DEBUG oslo_concurrency.lockutils [None req-29500142-9b93-4f97-ab49-149edacab08f tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Lock "6ef9630b-3885-432a-a03e-aa31e83127fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.302s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.571390] env[69858]: DEBUG nova.network.neutron [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Successfully created port: 2f0554e5-2f54-4015-ab78-c32a89ce1ed3 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.683754] env[69858]: DEBUG nova.compute.manager [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 843.719144] env[69858]: DEBUG oslo_vmware.api [None req-293a131f-a7c4-4cfa-9d77-77df8a628b35 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3418967, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.731326] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.849980] env[69858]: DEBUG oslo_concurrency.lockutils [None req-42150f02-aadb-4062-8012-653606858610 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Acquiring lock "refresh_cache-40ab1d76-b344-4bef-bf59-53c63aa31cae" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.972899] env[69858]: DEBUG oslo_concurrency.lockutils [req-bbda27c6-72d4-4611-a8c3-912377ae998f req-fe78e1b7-8d1f-4315-ac0e-d37da604d81e service nova] Releasing lock "refresh_cache-40ab1d76-b344-4bef-bf59-53c63aa31cae" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.973190] env[69858]: DEBUG oslo_concurrency.lockutils [None req-42150f02-aadb-4062-8012-653606858610 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Acquired lock "refresh_cache-40ab1d76-b344-4bef-bf59-53c63aa31cae" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.973345] env[69858]: DEBUG nova.network.neutron [None req-42150f02-aadb-4062-8012-653606858610 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.059246] env[69858]: DEBUG oslo_vmware.api [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Task: {'id': task-3418968, 'name': PowerOnVM_Task, 'duration_secs': 0.717043} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.059246] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.059246] env[69858]: INFO nova.compute.manager [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Took 6.35 seconds to spawn the instance on the hypervisor. [ 844.059246] env[69858]: DEBUG nova.compute.manager [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.059770] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3320e070-5d8f-4c2b-b9be-d6f1686a5e04 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.116323] env[69858]: DEBUG nova.compute.manager [None req-76f4d1e2-3723-44db-9947-3094930fed36 tempest-ServerDiagnosticsV248Test-1581872990 tempest-ServerDiagnosticsV248Test-1581872990-project-admin] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.118274] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987f15d6-7522-4f10-8c55-0b3789759b1e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.130727] env[69858]: INFO nova.compute.manager [None req-76f4d1e2-3723-44db-9947-3094930fed36 tempest-ServerDiagnosticsV248Test-1581872990 tempest-ServerDiagnosticsV248Test-1581872990-project-admin] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Retrieving diagnostics [ 844.131249] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8fd006-c472-40ca-b73c-e460b2d5860c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.217749] env[69858]: DEBUG oslo_vmware.api [None req-293a131f-a7c4-4cfa-9d77-77df8a628b35 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3418967, 'name': RemoveSnapshot_Task, 'duration_secs': 1.088625} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.218043] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-293a131f-a7c4-4cfa-9d77-77df8a628b35 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Deleted Snapshot of the VM instance {{(pid=69858) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 844.253586] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae14ef21-b1f3-4e5a-8c94-14187dc4b217 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.262162] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bc5279-c4ff-4d3b-b0b0-c736eca48c47 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.293546] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d856c7-c4e7-4856-9021-41be7236a35f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.301787] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32216f4f-22a2-4523-8b1a-317933d6fdd5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.317842] env[69858]: DEBUG nova.compute.provider_tree [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.458310] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquiring lock "43ae10cd-5eed-4344-9691-7366745b350c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.458688] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Lock "43ae10cd-5eed-4344-9691-7366745b350c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.581035] env[69858]: INFO nova.compute.manager [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Took 40.62 seconds to build instance. [ 844.698962] env[69858]: DEBUG nova.compute.manager [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 844.722652] env[69858]: WARNING nova.compute.manager [None req-293a131f-a7c4-4cfa-9d77-77df8a628b35 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Image not found during snapshot: nova.exception.ImageNotFound: Image 652abaf4-d284-4eb4-a2c0-2465270a50c6 could not be found. [ 844.727107] env[69858]: DEBUG nova.virt.hardware [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.727272] env[69858]: DEBUG nova.virt.hardware [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.727436] env[69858]: DEBUG nova.virt.hardware [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.727630] env[69858]: DEBUG nova.virt.hardware [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.727775] env[69858]: DEBUG nova.virt.hardware [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.727919] env[69858]: DEBUG nova.virt.hardware [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.728148] env[69858]: DEBUG nova.virt.hardware [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.728401] env[69858]: DEBUG nova.virt.hardware [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.728596] env[69858]: DEBUG nova.virt.hardware [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.728788] env[69858]: DEBUG nova.virt.hardware [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.728924] env[69858]: DEBUG nova.virt.hardware [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.729832] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e71772f-43c2-4dd5-9ea7-52372e0f7839 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.739412] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc5a7b6-776a-419d-bc08-be4a064a241f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.821899] env[69858]: DEBUG nova.scheduler.client.report [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.838470] env[69858]: INFO nova.compute.manager [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Rescuing [ 844.838470] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquiring lock "refresh_cache-49841e9c-e776-4254-8001-e754a3dd6031" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.838470] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquired lock "refresh_cache-49841e9c-e776-4254-8001-e754a3dd6031" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.838470] env[69858]: DEBUG nova.network.neutron [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.855848] env[69858]: DEBUG nova.network.neutron [None req-42150f02-aadb-4062-8012-653606858610 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Updating instance_info_cache with network_info: [{"id": "fb0d39d1-e9fe-4a05-80f5-a20b4e2dd962", "address": "fa:16:3e:4c:f2:0d", "network": {"id": "2a27fb18-febc-4c77-b1a2-37efa09d27f3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1772289347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd0b9fff3ebf4c4da4b1b3d6d15b4862", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb0d39d1-e9", "ovs_interfaceid": "fb0d39d1-e9fe-4a05-80f5-a20b4e2dd962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.961358] env[69858]: DEBUG nova.compute.manager [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 845.083127] env[69858]: DEBUG oslo_concurrency.lockutils [None req-084263d8-8a07-4c50-b405-3d68f1a3854d tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Lock "ef58474f-c1e2-4930-b418-f03d5c4d3e31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.503s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.170198] env[69858]: DEBUG nova.network.neutron [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Successfully updated port: 2f0554e5-2f54-4015-ab78-c32a89ce1ed3 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.259938] env[69858]: DEBUG nova.compute.manager [req-6f9c5eaa-e71c-4786-96be-4702fdfcdec2 req-bd6440f7-0ce1-4aa7-b0aa-f31ec81816bf service nova] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Received event network-vif-plugged-2f0554e5-2f54-4015-ab78-c32a89ce1ed3 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.260083] env[69858]: DEBUG oslo_concurrency.lockutils [req-6f9c5eaa-e71c-4786-96be-4702fdfcdec2 req-bd6440f7-0ce1-4aa7-b0aa-f31ec81816bf service nova] Acquiring lock "cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.260278] env[69858]: DEBUG oslo_concurrency.lockutils [req-6f9c5eaa-e71c-4786-96be-4702fdfcdec2 req-bd6440f7-0ce1-4aa7-b0aa-f31ec81816bf service nova] Lock "cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.260444] env[69858]: DEBUG oslo_concurrency.lockutils [req-6f9c5eaa-e71c-4786-96be-4702fdfcdec2 req-bd6440f7-0ce1-4aa7-b0aa-f31ec81816bf service nova] Lock "cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.260614] env[69858]: DEBUG nova.compute.manager [req-6f9c5eaa-e71c-4786-96be-4702fdfcdec2 req-bd6440f7-0ce1-4aa7-b0aa-f31ec81816bf service nova] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] No waiting events found dispatching network-vif-plugged-2f0554e5-2f54-4015-ab78-c32a89ce1ed3 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 845.260818] env[69858]: WARNING nova.compute.manager [req-6f9c5eaa-e71c-4786-96be-4702fdfcdec2 req-bd6440f7-0ce1-4aa7-b0aa-f31ec81816bf service nova] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Received unexpected event network-vif-plugged-2f0554e5-2f54-4015-ab78-c32a89ce1ed3 for instance with vm_state building and task_state spawning. [ 845.332024] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.332024] env[69858]: DEBUG nova.compute.manager [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 845.332869] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0d7fb24a-0e76-4ac0-9b29-a4ed86f9f480 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Acquiring lock "4817a2cf-e32a-4b0e-b8e2-cb671253d08e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.333272] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0d7fb24a-0e76-4ac0-9b29-a4ed86f9f480 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Lock "4817a2cf-e32a-4b0e-b8e2-cb671253d08e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.333630] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0d7fb24a-0e76-4ac0-9b29-a4ed86f9f480 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Acquiring lock "4817a2cf-e32a-4b0e-b8e2-cb671253d08e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.334063] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0d7fb24a-0e76-4ac0-9b29-a4ed86f9f480 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Lock "4817a2cf-e32a-4b0e-b8e2-cb671253d08e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.334395] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0d7fb24a-0e76-4ac0-9b29-a4ed86f9f480 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Lock "4817a2cf-e32a-4b0e-b8e2-cb671253d08e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.336204] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 35.147s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.340133] env[69858]: INFO nova.compute.manager [None req-0d7fb24a-0e76-4ac0-9b29-a4ed86f9f480 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Terminating instance [ 845.358815] env[69858]: DEBUG oslo_concurrency.lockutils [None req-42150f02-aadb-4062-8012-653606858610 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Releasing lock "refresh_cache-40ab1d76-b344-4bef-bf59-53c63aa31cae" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.493503] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.579174] env[69858]: DEBUG nova.network.neutron [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Updating instance_info_cache with network_info: [{"id": "aca3ff62-d61a-4eb9-85ad-06cb55d952f3", "address": "fa:16:3e:1a:90:eb", "network": {"id": "0c9f6f19-47de-4d71-bd7d-ef64bf3ed419", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1429360809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d17af446507492f9ce66b1822068c79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaca3ff62-d6", "ovs_interfaceid": "aca3ff62-d61a-4eb9-85ad-06cb55d952f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.674698] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Acquiring lock "refresh_cache-cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.674871] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Acquired lock "refresh_cache-cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.675162] env[69858]: DEBUG nova.network.neutron [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.838599] env[69858]: DEBUG nova.compute.utils [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.839670] env[69858]: DEBUG nova.compute.manager [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 845.839850] env[69858]: DEBUG nova.network.neutron [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 845.854167] env[69858]: DEBUG nova.compute.manager [None req-0d7fb24a-0e76-4ac0-9b29-a4ed86f9f480 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 845.854382] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7fb24a-0e76-4ac0-9b29-a4ed86f9f480 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.857122] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f47b60c-b661-4baf-a2e6-b7c054d0e041 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.863039] env[69858]: DEBUG nova.compute.manager [None req-42150f02-aadb-4062-8012-653606858610 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.864359] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a820708c-c579-4b36-a200-ecb5a759ae0b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.870259] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7fb24a-0e76-4ac0-9b29-a4ed86f9f480 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.870954] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9a7e446-128d-436c-ab63-4704ac55fea6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.879885] env[69858]: DEBUG oslo_vmware.api [None req-0d7fb24a-0e76-4ac0-9b29-a4ed86f9f480 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for the task: (returnval){ [ 845.879885] env[69858]: value = "task-3418971" [ 845.879885] env[69858]: _type = "Task" [ 845.879885] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.890304] env[69858]: DEBUG oslo_vmware.api [None req-0d7fb24a-0e76-4ac0-9b29-a4ed86f9f480 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3418971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.892905] env[69858]: DEBUG nova.policy [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66f094ead41847c1ba727a39de678176', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a1e778203624afa891b182fd8cae733', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 846.081123] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Releasing lock "refresh_cache-49841e9c-e776-4254-8001-e754a3dd6031" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.178190] env[69858]: DEBUG nova.network.neutron [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Successfully created port: 11dc8b45-91af-491d-ba6a-9c50f40735f5 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 846.211658] env[69858]: DEBUG nova.network.neutron [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.236844] env[69858]: DEBUG nova.compute.manager [None req-84261d5f-9666-44ab-8fa7-7d372a385b6f tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.237943] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f041656-7aea-4bfa-8608-cb466f71657b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.297591] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2dee265b-4028-4636-b5f0-ace1889e04c8 tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Acquiring lock "ef58474f-c1e2-4930-b418-f03d5c4d3e31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.298019] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2dee265b-4028-4636-b5f0-ace1889e04c8 tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Lock "ef58474f-c1e2-4930-b418-f03d5c4d3e31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.298360] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2dee265b-4028-4636-b5f0-ace1889e04c8 tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Acquiring lock "ef58474f-c1e2-4930-b418-f03d5c4d3e31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.298653] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2dee265b-4028-4636-b5f0-ace1889e04c8 tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Lock "ef58474f-c1e2-4930-b418-f03d5c4d3e31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.298931] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2dee265b-4028-4636-b5f0-ace1889e04c8 tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Lock "ef58474f-c1e2-4930-b418-f03d5c4d3e31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.301254] env[69858]: INFO nova.compute.manager [None req-2dee265b-4028-4636-b5f0-ace1889e04c8 tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Terminating instance [ 846.346122] env[69858]: DEBUG nova.compute.manager [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 846.385151] env[69858]: DEBUG nova.network.neutron [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Updating instance_info_cache with network_info: [{"id": "2f0554e5-2f54-4015-ab78-c32a89ce1ed3", "address": "fa:16:3e:de:76:fe", "network": {"id": "c0cd08ab-3670-428f-a8f1-81eecfe0256a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-629357817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0092f5dfb484464b888ada5da23ec76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f0554e5-2f", "ovs_interfaceid": "2f0554e5-2f54-4015-ab78-c32a89ce1ed3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.387757] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance ad653df1-ac0a-4761-920f-bd75ce97292a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 846.387948] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance facf78f4-ddc0-4821-9d88-045118633447 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 846.388107] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance debfde63-c64d-466f-b424-d8dd704ab30f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 846.388255] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance b0455420-8630-4c65-8b2c-f949630c42f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 846.388378] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 2293f6bc-7334-4e4e-a155-41b528b62116 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 846.388516] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance b5571ce8-4a18-4bed-8f74-6cdbe092891c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 846.388647] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 846.388776] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 0970e5bb-0c9d-406a-9467-0a50dc9c11c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 846.388897] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance fb3a5c65-6522-4ca6-af8d-cc79d9847237 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 846.389072] env[69858]: WARNING nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance dc2e6ca0-5cde-49d5-97b2-769f5899d3b8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 846.389225] env[69858]: WARNING nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 69194f68-ae44-470c-8b5c-645a22078f76 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 846.389363] env[69858]: WARNING nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 846.389504] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance db67c772-084d-4422-9368-359b2990e501 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 846.389633] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance ac25b921-0e82-4866-b73f-17e68740fa3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 846.389775] env[69858]: WARNING nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 846.389899] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 49841e9c-e776-4254-8001-e754a3dd6031 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 846.390074] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance d9b711b5-7df8-4fc8-9c98-a9a6e2c63303 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 846.390472] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 6ab8c34d-5904-44ff-996e-115167ed5c54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 846.390472] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 4817a2cf-e32a-4b0e-b8e2-cb671253d08e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 846.390566] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 40ab1d76-b344-4bef-bf59-53c63aa31cae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 846.390606] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 6ef9630b-3885-432a-a03e-aa31e83127fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 846.390729] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance ef58474f-c1e2-4930-b418-f03d5c4d3e31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 846.390847] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 846.390980] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance eaf4530d-bff5-45d3-8161-c63684bdfa59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 846.409964] env[69858]: DEBUG oslo_vmware.api [None req-0d7fb24a-0e76-4ac0-9b29-a4ed86f9f480 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3418971, 'name': PowerOffVM_Task, 'duration_secs': 0.193874} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.410059] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7fb24a-0e76-4ac0-9b29-a4ed86f9f480 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.410203] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7fb24a-0e76-4ac0-9b29-a4ed86f9f480 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 846.410703] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e40da9fe-e98c-41db-ba77-5842851d9728 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.488696] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7fb24a-0e76-4ac0-9b29-a4ed86f9f480 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 846.490712] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7fb24a-0e76-4ac0-9b29-a4ed86f9f480 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 846.491119] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d7fb24a-0e76-4ac0-9b29-a4ed86f9f480 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Deleting the datastore file [datastore2] 4817a2cf-e32a-4b0e-b8e2-cb671253d08e {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.491537] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-725aecb1-affe-435e-b5d6-0dbfdd698113 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.502506] env[69858]: DEBUG oslo_vmware.api [None req-0d7fb24a-0e76-4ac0-9b29-a4ed86f9f480 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for the task: (returnval){ [ 846.502506] env[69858]: value = "task-3418973" [ 846.502506] env[69858]: _type = "Task" [ 846.502506] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.515491] env[69858]: DEBUG oslo_vmware.api [None req-0d7fb24a-0e76-4ac0-9b29-a4ed86f9f480 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3418973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.749288] env[69858]: INFO nova.compute.manager [None req-84261d5f-9666-44ab-8fa7-7d372a385b6f tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] instance snapshotting [ 846.749918] env[69858]: DEBUG nova.objects.instance [None req-84261d5f-9666-44ab-8fa7-7d372a385b6f tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Lazy-loading 'flavor' on Instance uuid ef58474f-c1e2-4930-b418-f03d5c4d3e31 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.805619] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2dee265b-4028-4636-b5f0-ace1889e04c8 tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Acquiring lock "refresh_cache-ef58474f-c1e2-4930-b418-f03d5c4d3e31" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.806055] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2dee265b-4028-4636-b5f0-ace1889e04c8 tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Acquired lock "refresh_cache-ef58474f-c1e2-4930-b418-f03d5c4d3e31" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.806055] env[69858]: DEBUG nova.network.neutron [None req-2dee265b-4028-4636-b5f0-ace1889e04c8 tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.899793] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Releasing lock "refresh_cache-cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.900149] env[69858]: DEBUG nova.compute.manager [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Instance network_info: |[{"id": "2f0554e5-2f54-4015-ab78-c32a89ce1ed3", "address": "fa:16:3e:de:76:fe", "network": {"id": "c0cd08ab-3670-428f-a8f1-81eecfe0256a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-629357817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0092f5dfb484464b888ada5da23ec76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f0554e5-2f", "ovs_interfaceid": "2f0554e5-2f54-4015-ab78-c32a89ce1ed3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 846.900789] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 2768718f-4ea0-4f1a-90be-f04b87b50935 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 846.902854] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:76:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f0554e5-2f54-4015-ab78-c32a89ce1ed3', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.911932] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Creating folder: Project (d0092f5dfb484464b888ada5da23ec76). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.913139] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283bee31-8d58-4cc7-9d67-d781b25cbc63 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.917275] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae924617-87b7-492b-ae46-2e6cfebcfacb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.925839] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-42150f02-aadb-4062-8012-653606858610 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Doing hard reboot of VM {{(pid=69858) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 846.926186] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-5416a2ff-4b5a-49d8-87f8-217f63cd56d2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.933821] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Created folder: Project (d0092f5dfb484464b888ada5da23ec76) in parent group-v682032. [ 846.934164] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Creating folder: Instances. Parent ref: group-v682157. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.934481] env[69858]: DEBUG oslo_vmware.api [None req-42150f02-aadb-4062-8012-653606858610 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Waiting for the task: (returnval){ [ 846.934481] env[69858]: value = "task-3418975" [ 846.934481] env[69858]: _type = "Task" [ 846.934481] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.934821] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d123d5f-1d70-4fc4-83f3-ee7ad3ffbe27 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.948074] env[69858]: DEBUG oslo_vmware.api [None req-42150f02-aadb-4062-8012-653606858610 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': task-3418975, 'name': ResetVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.955322] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Created folder: Instances in parent group-v682157. [ 846.955653] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.955923] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.956161] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-339b29a4-98c8-476e-9379-9c6f3b6c684d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.980275] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.980275] env[69858]: value = "task-3418977" [ 846.980275] env[69858]: _type = "Task" [ 846.980275] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.989644] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418977, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.012856] env[69858]: DEBUG oslo_vmware.api [None req-0d7fb24a-0e76-4ac0-9b29-a4ed86f9f480 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3418973, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.39642} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.013143] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d7fb24a-0e76-4ac0-9b29-a4ed86f9f480 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 847.013336] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7fb24a-0e76-4ac0-9b29-a4ed86f9f480 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 847.013601] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7fb24a-0e76-4ac0-9b29-a4ed86f9f480 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 847.013807] env[69858]: INFO nova.compute.manager [None req-0d7fb24a-0e76-4ac0-9b29-a4ed86f9f480 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 847.014091] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d7fb24a-0e76-4ac0-9b29-a4ed86f9f480 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.014308] env[69858]: DEBUG nova.compute.manager [-] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 847.014392] env[69858]: DEBUG nova.network.neutron [-] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 847.256576] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcff123-a104-4c35-a84e-47b66633a7c2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.274879] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3941d8bb-37bd-4933-9636-d2a5eb09e93d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.288016] env[69858]: DEBUG nova.compute.manager [req-66e87a5a-a178-465a-b6a8-51fbc8aa4578 req-393f3104-e794-4f5d-86ac-d78317960b9c service nova] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Received event network-changed-2f0554e5-2f54-4015-ab78-c32a89ce1ed3 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.288016] env[69858]: DEBUG nova.compute.manager [req-66e87a5a-a178-465a-b6a8-51fbc8aa4578 req-393f3104-e794-4f5d-86ac-d78317960b9c service nova] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Refreshing instance network info cache due to event network-changed-2f0554e5-2f54-4015-ab78-c32a89ce1ed3. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.288016] env[69858]: DEBUG oslo_concurrency.lockutils [req-66e87a5a-a178-465a-b6a8-51fbc8aa4578 req-393f3104-e794-4f5d-86ac-d78317960b9c service nova] Acquiring lock "refresh_cache-cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.288016] env[69858]: DEBUG oslo_concurrency.lockutils [req-66e87a5a-a178-465a-b6a8-51fbc8aa4578 req-393f3104-e794-4f5d-86ac-d78317960b9c service nova] Acquired lock "refresh_cache-cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.288149] env[69858]: DEBUG nova.network.neutron [req-66e87a5a-a178-465a-b6a8-51fbc8aa4578 req-393f3104-e794-4f5d-86ac-d78317960b9c service nova] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Refreshing network info cache for port 2f0554e5-2f54-4015-ab78-c32a89ce1ed3 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.333046] env[69858]: DEBUG nova.network.neutron [None req-2dee265b-4028-4636-b5f0-ace1889e04c8 tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.340122] env[69858]: DEBUG nova.compute.manager [req-02a17a27-61c9-4489-a363-b40415dd34b5 req-c9d0d94e-c275-4a9c-ba43-e04b8d16b00a service nova] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Received event network-vif-deleted-f936b7d4-2f32-43d8-85bd-d21aa7de1e0d {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.340322] env[69858]: INFO nova.compute.manager [req-02a17a27-61c9-4489-a363-b40415dd34b5 req-c9d0d94e-c275-4a9c-ba43-e04b8d16b00a service nova] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Neutron deleted interface f936b7d4-2f32-43d8-85bd-d21aa7de1e0d; detaching it from the instance and deleting it from the info cache [ 847.340490] env[69858]: DEBUG nova.network.neutron [req-02a17a27-61c9-4489-a363-b40415dd34b5 req-c9d0d94e-c275-4a9c-ba43-e04b8d16b00a service nova] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.357155] env[69858]: DEBUG nova.compute.manager [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 847.392624] env[69858]: DEBUG nova.virt.hardware [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.392880] env[69858]: DEBUG nova.virt.hardware [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.393061] env[69858]: DEBUG nova.virt.hardware [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.393253] env[69858]: DEBUG nova.virt.hardware [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.393404] env[69858]: DEBUG nova.virt.hardware [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.393553] env[69858]: DEBUG nova.virt.hardware [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.393879] env[69858]: DEBUG nova.virt.hardware [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.393941] env[69858]: DEBUG nova.virt.hardware [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.394409] env[69858]: DEBUG nova.virt.hardware [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.395021] env[69858]: DEBUG nova.virt.hardware [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.395533] env[69858]: DEBUG nova.virt.hardware [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.396032] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefa99b6-0a64-404d-976b-d75916f01220 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.405339] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e9a948-1d49-488d-a8c6-d9bef13775c8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.409750] env[69858]: DEBUG nova.network.neutron [None req-2dee265b-4028-4636-b5f0-ace1889e04c8 tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.424808] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance b0e56ea2-9d0a-4c2a-8333-6393dcc4714d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 847.450705] env[69858]: DEBUG oslo_vmware.api [None req-42150f02-aadb-4062-8012-653606858610 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': task-3418975, 'name': ResetVM_Task, 'duration_secs': 0.111357} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.451542] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-42150f02-aadb-4062-8012-653606858610 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Did hard reboot of VM {{(pid=69858) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 847.451542] env[69858]: DEBUG nova.compute.manager [None req-42150f02-aadb-4062-8012-653606858610 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.452321] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd751161-b73f-403b-acdd-32865f9dc5ec {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.493550] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418977, 'name': CreateVM_Task} progress is 25%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.620611] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.620988] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-455ef779-b908-442a-ad3c-07dc5265e747 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.633049] env[69858]: DEBUG oslo_vmware.api [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 847.633049] env[69858]: value = "task-3418979" [ 847.633049] env[69858]: _type = "Task" [ 847.633049] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.648646] env[69858]: DEBUG oslo_vmware.api [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.741908] env[69858]: DEBUG nova.network.neutron [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Successfully updated port: 11dc8b45-91af-491d-ba6a-9c50f40735f5 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 847.791860] env[69858]: DEBUG nova.compute.manager [None req-84261d5f-9666-44ab-8fa7-7d372a385b6f tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Instance disappeared during snapshot {{(pid=69858) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 847.826993] env[69858]: DEBUG nova.network.neutron [-] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.845088] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9315f183-921a-47e2-9c11-cb4688a2b22a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.858670] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7fabe6-d7f7-4e20-86ab-cdf64c297b9a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.903352] env[69858]: DEBUG nova.compute.manager [req-02a17a27-61c9-4489-a363-b40415dd34b5 req-c9d0d94e-c275-4a9c-ba43-e04b8d16b00a service nova] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Detach interface failed, port_id=f936b7d4-2f32-43d8-85bd-d21aa7de1e0d, reason: Instance 4817a2cf-e32a-4b0e-b8e2-cb671253d08e could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 847.912690] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2dee265b-4028-4636-b5f0-ace1889e04c8 tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Releasing lock "refresh_cache-ef58474f-c1e2-4930-b418-f03d5c4d3e31" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.913144] env[69858]: DEBUG nova.compute.manager [None req-2dee265b-4028-4636-b5f0-ace1889e04c8 tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 847.913360] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2dee265b-4028-4636-b5f0-ace1889e04c8 tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.917488] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3999517-b126-49e5-ad2b-d0379db3a886 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.927536] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dee265b-4028-4636-b5f0-ace1889e04c8 tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.932891] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 5d973e99-679c-4ab7-a37a-1b32f555df35 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 847.934235] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1bceb5e-26cf-4130-a528-bb538d7b1a4d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.950134] env[69858]: DEBUG oslo_vmware.api [None req-2dee265b-4028-4636-b5f0-ace1889e04c8 tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Waiting for the task: (returnval){ [ 847.950134] env[69858]: value = "task-3418980" [ 847.950134] env[69858]: _type = "Task" [ 847.950134] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.968178] env[69858]: DEBUG oslo_concurrency.lockutils [None req-42150f02-aadb-4062-8012-653606858610 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Lock "40ab1d76-b344-4bef-bf59-53c63aa31cae" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.658s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.969982] env[69858]: DEBUG oslo_vmware.api [None req-2dee265b-4028-4636-b5f0-ace1889e04c8 tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Task: {'id': task-3418980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.978465] env[69858]: DEBUG nova.compute.manager [None req-84261d5f-9666-44ab-8fa7-7d372a385b6f tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Found 0 images (rotation: 2) {{(pid=69858) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 847.992133] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418977, 'name': CreateVM_Task, 'duration_secs': 0.64002} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.993028] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.993780] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.993989] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.994765] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.997906] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-525afd3d-7c85-429c-a1ea-31158eb8ea31 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.005092] env[69858]: DEBUG oslo_vmware.api [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Waiting for the task: (returnval){ [ 848.005092] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d2a45a-4ed1-0255-c45f-073b3922ce89" [ 848.005092] env[69858]: _type = "Task" [ 848.005092] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.014842] env[69858]: DEBUG oslo_vmware.api [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d2a45a-4ed1-0255-c45f-073b3922ce89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.053681] env[69858]: DEBUG nova.network.neutron [req-66e87a5a-a178-465a-b6a8-51fbc8aa4578 req-393f3104-e794-4f5d-86ac-d78317960b9c service nova] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Updated VIF entry in instance network info cache for port 2f0554e5-2f54-4015-ab78-c32a89ce1ed3. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.054076] env[69858]: DEBUG nova.network.neutron [req-66e87a5a-a178-465a-b6a8-51fbc8aa4578 req-393f3104-e794-4f5d-86ac-d78317960b9c service nova] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Updating instance_info_cache with network_info: [{"id": "2f0554e5-2f54-4015-ab78-c32a89ce1ed3", "address": "fa:16:3e:de:76:fe", "network": {"id": "c0cd08ab-3670-428f-a8f1-81eecfe0256a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-629357817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0092f5dfb484464b888ada5da23ec76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f0554e5-2f", "ovs_interfaceid": "2f0554e5-2f54-4015-ab78-c32a89ce1ed3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.142646] env[69858]: DEBUG oslo_vmware.api [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418979, 'name': PowerOffVM_Task, 'duration_secs': 0.227578} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.143064] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.144020] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620f920b-411a-4420-80d2-c95d42600d5f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.164822] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35d7e6c-eba3-4fb8-85fa-da6ba3939900 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.198254] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.198557] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-caba8600-ec6d-4f55-b88d-6b53cbb12c4f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.206275] env[69858]: DEBUG oslo_vmware.api [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 848.206275] env[69858]: value = "task-3418981" [ 848.206275] env[69858]: _type = "Task" [ 848.206275] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.218690] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] VM already powered off {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 848.218915] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.219180] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.219329] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.219510] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.219801] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a5258ed-58d9-4a24-928a-dc048a444b9c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.230831] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.231024] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.231858] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0c642f8-8a48-405e-bfa8-2025c2ed1cdc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.239139] env[69858]: DEBUG oslo_vmware.api [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 848.239139] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d2aa77-a750-f1bb-b58d-a7e7be1a31f8" [ 848.239139] env[69858]: _type = "Task" [ 848.239139] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.243975] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquiring lock "refresh_cache-eaf4530d-bff5-45d3-8161-c63684bdfa59" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.244181] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquired lock "refresh_cache-eaf4530d-bff5-45d3-8161-c63684bdfa59" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.244382] env[69858]: DEBUG nova.network.neutron [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.253147] env[69858]: DEBUG oslo_vmware.api [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d2aa77-a750-f1bb-b58d-a7e7be1a31f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.329724] env[69858]: INFO nova.compute.manager [-] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Took 1.32 seconds to deallocate network for instance. [ 848.440929] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 56c8442c-a2d0-41d6-9052-dfa8e55f56e8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 848.460331] env[69858]: DEBUG oslo_vmware.api [None req-2dee265b-4028-4636-b5f0-ace1889e04c8 tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Task: {'id': task-3418980, 'name': PowerOffVM_Task, 'duration_secs': 0.272877} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.460634] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dee265b-4028-4636-b5f0-ace1889e04c8 tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.460805] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2dee265b-4028-4636-b5f0-ace1889e04c8 tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.461084] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97c000ec-9c13-44ea-9a8c-f66dc5ea9ba1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.493689] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2dee265b-4028-4636-b5f0-ace1889e04c8 tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.494027] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2dee265b-4028-4636-b5f0-ace1889e04c8 tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.494263] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dee265b-4028-4636-b5f0-ace1889e04c8 tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Deleting the datastore file [datastore2] ef58474f-c1e2-4930-b418-f03d5c4d3e31 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.494584] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b228059-f1af-4b8e-a4aa-920603f2c8a1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.503383] env[69858]: DEBUG oslo_vmware.api [None req-2dee265b-4028-4636-b5f0-ace1889e04c8 tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Waiting for the task: (returnval){ [ 848.503383] env[69858]: value = "task-3418983" [ 848.503383] env[69858]: _type = "Task" [ 848.503383] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.517143] env[69858]: DEBUG oslo_vmware.api [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d2a45a-4ed1-0255-c45f-073b3922ce89, 'name': SearchDatastore_Task, 'duration_secs': 0.013655} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.520584] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.520831] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.521092] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.521257] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.521419] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.521709] env[69858]: DEBUG oslo_vmware.api [None req-2dee265b-4028-4636-b5f0-ace1889e04c8 tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Task: {'id': task-3418983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.521943] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56d8ed52-c651-435e-b2dc-b7bb38bc06d4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.532090] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.532294] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.533014] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89158e02-538e-45e1-8cac-369283b0d08f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.542186] env[69858]: DEBUG oslo_vmware.api [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Waiting for the task: (returnval){ [ 848.542186] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]525ad781-1d1e-b41a-35fe-dafd342c9801" [ 848.542186] env[69858]: _type = "Task" [ 848.542186] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.551521] env[69858]: DEBUG oslo_vmware.api [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]525ad781-1d1e-b41a-35fe-dafd342c9801, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.557332] env[69858]: DEBUG oslo_concurrency.lockutils [req-66e87a5a-a178-465a-b6a8-51fbc8aa4578 req-393f3104-e794-4f5d-86ac-d78317960b9c service nova] Releasing lock "refresh_cache-cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.751576] env[69858]: DEBUG oslo_vmware.api [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d2aa77-a750-f1bb-b58d-a7e7be1a31f8, 'name': SearchDatastore_Task, 'duration_secs': 0.011961} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.753436] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df664fe0-f645-4d29-bcd3-6f2bd3723ef5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.757958] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fed696c8-bed4-4093-906a-a44ae443ff88 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Acquiring lock "40ab1d76-b344-4bef-bf59-53c63aa31cae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.757958] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fed696c8-bed4-4093-906a-a44ae443ff88 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Lock "40ab1d76-b344-4bef-bf59-53c63aa31cae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.758240] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fed696c8-bed4-4093-906a-a44ae443ff88 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Acquiring lock "40ab1d76-b344-4bef-bf59-53c63aa31cae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.758522] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fed696c8-bed4-4093-906a-a44ae443ff88 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Lock "40ab1d76-b344-4bef-bf59-53c63aa31cae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.758617] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fed696c8-bed4-4093-906a-a44ae443ff88 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Lock "40ab1d76-b344-4bef-bf59-53c63aa31cae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.761635] env[69858]: INFO nova.compute.manager [None req-fed696c8-bed4-4093-906a-a44ae443ff88 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Terminating instance [ 848.765562] env[69858]: DEBUG oslo_vmware.api [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 848.765562] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f07175-97da-f433-efb5-fed1a4f2f8d4" [ 848.765562] env[69858]: _type = "Task" [ 848.765562] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.776036] env[69858]: DEBUG oslo_vmware.api [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f07175-97da-f433-efb5-fed1a4f2f8d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.799267] env[69858]: DEBUG nova.network.neutron [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 848.837516] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0d7fb24a-0e76-4ac0-9b29-a4ed86f9f480 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.944637] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance aca49fea-7217-49d1-b82e-33223df570c8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 848.954745] env[69858]: DEBUG nova.network.neutron [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Updating instance_info_cache with network_info: [{"id": "11dc8b45-91af-491d-ba6a-9c50f40735f5", "address": "fa:16:3e:8f:20:48", "network": {"id": "03945024-6f39-4ded-9f17-c21be1d26d9b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-743455215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a1e778203624afa891b182fd8cae733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11dc8b45-91", "ovs_interfaceid": "11dc8b45-91af-491d-ba6a-9c50f40735f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.014585] env[69858]: DEBUG oslo_vmware.api [None req-2dee265b-4028-4636-b5f0-ace1889e04c8 tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Task: {'id': task-3418983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159439} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.014880] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dee265b-4028-4636-b5f0-ace1889e04c8 tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.015101] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2dee265b-4028-4636-b5f0-ace1889e04c8 tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.015296] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2dee265b-4028-4636-b5f0-ace1889e04c8 tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.015470] env[69858]: INFO nova.compute.manager [None req-2dee265b-4028-4636-b5f0-ace1889e04c8 tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Took 1.10 seconds to destroy the instance on the hypervisor. [ 849.015711] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2dee265b-4028-4636-b5f0-ace1889e04c8 tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.015903] env[69858]: DEBUG nova.compute.manager [-] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 849.016048] env[69858]: DEBUG nova.network.neutron [-] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.033513] env[69858]: DEBUG nova.network.neutron [-] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 849.054532] env[69858]: DEBUG oslo_vmware.api [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]525ad781-1d1e-b41a-35fe-dafd342c9801, 'name': SearchDatastore_Task, 'duration_secs': 0.012384} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.055408] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60f3b179-7881-434b-a0c0-b7e50e581cea {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.064093] env[69858]: DEBUG oslo_vmware.api [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Waiting for the task: (returnval){ [ 849.064093] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52bffa03-7308-6a72-f03e-7b6cae42afcf" [ 849.064093] env[69858]: _type = "Task" [ 849.064093] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.073279] env[69858]: DEBUG oslo_vmware.api [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52bffa03-7308-6a72-f03e-7b6cae42afcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.271968] env[69858]: DEBUG nova.compute.manager [None req-fed696c8-bed4-4093-906a-a44ae443ff88 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.272197] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fed696c8-bed4-4093-906a-a44ae443ff88 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.273327] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456d6314-30c5-46ee-b922-e7a0c8f522ac {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.284064] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed696c8-bed4-4093-906a-a44ae443ff88 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.291245] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38c3b99d-e38f-48b5-add0-5b22b934fed4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.291245] env[69858]: DEBUG oslo_vmware.api [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f07175-97da-f433-efb5-fed1a4f2f8d4, 'name': SearchDatastore_Task, 'duration_secs': 0.016356} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.291245] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.291245] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 49841e9c-e776-4254-8001-e754a3dd6031/28914a4a-909f-453b-b81f-d96d90735622-rescue.vmdk. {{(pid=69858) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 849.291245] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73e29077-80d6-49b7-8558-755bc7a64839 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.299028] env[69858]: DEBUG oslo_vmware.api [None req-fed696c8-bed4-4093-906a-a44ae443ff88 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Waiting for the task: (returnval){ [ 849.299028] env[69858]: value = "task-3418984" [ 849.299028] env[69858]: _type = "Task" [ 849.299028] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.301174] env[69858]: DEBUG oslo_vmware.api [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 849.301174] env[69858]: value = "task-3418985" [ 849.301174] env[69858]: _type = "Task" [ 849.301174] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.308160] env[69858]: DEBUG oslo_vmware.api [None req-fed696c8-bed4-4093-906a-a44ae443ff88 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': task-3418984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.315552] env[69858]: DEBUG oslo_vmware.api [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.319673] env[69858]: DEBUG nova.compute.manager [req-f2b0ae0d-3b66-4acb-a9a8-a0b40718ff05 req-9c9d25b3-f683-40d2-8ca9-8a2e533fb70f service nova] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Received event network-vif-plugged-11dc8b45-91af-491d-ba6a-9c50f40735f5 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.320050] env[69858]: DEBUG oslo_concurrency.lockutils [req-f2b0ae0d-3b66-4acb-a9a8-a0b40718ff05 req-9c9d25b3-f683-40d2-8ca9-8a2e533fb70f service nova] Acquiring lock "eaf4530d-bff5-45d3-8161-c63684bdfa59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.320399] env[69858]: DEBUG oslo_concurrency.lockutils [req-f2b0ae0d-3b66-4acb-a9a8-a0b40718ff05 req-9c9d25b3-f683-40d2-8ca9-8a2e533fb70f service nova] Lock "eaf4530d-bff5-45d3-8161-c63684bdfa59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.320715] env[69858]: DEBUG oslo_concurrency.lockutils [req-f2b0ae0d-3b66-4acb-a9a8-a0b40718ff05 req-9c9d25b3-f683-40d2-8ca9-8a2e533fb70f service nova] Lock "eaf4530d-bff5-45d3-8161-c63684bdfa59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.321068] env[69858]: DEBUG nova.compute.manager [req-f2b0ae0d-3b66-4acb-a9a8-a0b40718ff05 req-9c9d25b3-f683-40d2-8ca9-8a2e533fb70f service nova] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] No waiting events found dispatching network-vif-plugged-11dc8b45-91af-491d-ba6a-9c50f40735f5 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 849.322205] env[69858]: WARNING nova.compute.manager [req-f2b0ae0d-3b66-4acb-a9a8-a0b40718ff05 req-9c9d25b3-f683-40d2-8ca9-8a2e533fb70f service nova] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Received unexpected event network-vif-plugged-11dc8b45-91af-491d-ba6a-9c50f40735f5 for instance with vm_state building and task_state spawning. [ 849.322205] env[69858]: DEBUG nova.compute.manager [req-f2b0ae0d-3b66-4acb-a9a8-a0b40718ff05 req-9c9d25b3-f683-40d2-8ca9-8a2e533fb70f service nova] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Received event network-changed-11dc8b45-91af-491d-ba6a-9c50f40735f5 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.322205] env[69858]: DEBUG nova.compute.manager [req-f2b0ae0d-3b66-4acb-a9a8-a0b40718ff05 req-9c9d25b3-f683-40d2-8ca9-8a2e533fb70f service nova] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Refreshing instance network info cache due to event network-changed-11dc8b45-91af-491d-ba6a-9c50f40735f5. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.322205] env[69858]: DEBUG oslo_concurrency.lockutils [req-f2b0ae0d-3b66-4acb-a9a8-a0b40718ff05 req-9c9d25b3-f683-40d2-8ca9-8a2e533fb70f service nova] Acquiring lock "refresh_cache-eaf4530d-bff5-45d3-8161-c63684bdfa59" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.402192] env[69858]: DEBUG nova.compute.manager [req-0d1e5bfa-5401-426e-9392-ddea10ee0670 req-ac695b1b-f5ae-4348-ab0d-612763e056da service nova] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Received event network-changed-fb0d39d1-e9fe-4a05-80f5-a20b4e2dd962 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.402192] env[69858]: DEBUG nova.compute.manager [req-0d1e5bfa-5401-426e-9392-ddea10ee0670 req-ac695b1b-f5ae-4348-ab0d-612763e056da service nova] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Refreshing instance network info cache due to event network-changed-fb0d39d1-e9fe-4a05-80f5-a20b4e2dd962. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.402192] env[69858]: DEBUG oslo_concurrency.lockutils [req-0d1e5bfa-5401-426e-9392-ddea10ee0670 req-ac695b1b-f5ae-4348-ab0d-612763e056da service nova] Acquiring lock "refresh_cache-40ab1d76-b344-4bef-bf59-53c63aa31cae" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.402192] env[69858]: DEBUG oslo_concurrency.lockutils [req-0d1e5bfa-5401-426e-9392-ddea10ee0670 req-ac695b1b-f5ae-4348-ab0d-612763e056da service nova] Acquired lock "refresh_cache-40ab1d76-b344-4bef-bf59-53c63aa31cae" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.402192] env[69858]: DEBUG nova.network.neutron [req-0d1e5bfa-5401-426e-9392-ddea10ee0670 req-ac695b1b-f5ae-4348-ab0d-612763e056da service nova] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Refreshing network info cache for port fb0d39d1-e9fe-4a05-80f5-a20b4e2dd962 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.448655] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 5356c698-dac4-4543-8693-d71f194924d9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 849.461297] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Releasing lock "refresh_cache-eaf4530d-bff5-45d3-8161-c63684bdfa59" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.461297] env[69858]: DEBUG nova.compute.manager [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Instance network_info: |[{"id": "11dc8b45-91af-491d-ba6a-9c50f40735f5", "address": "fa:16:3e:8f:20:48", "network": {"id": "03945024-6f39-4ded-9f17-c21be1d26d9b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-743455215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a1e778203624afa891b182fd8cae733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11dc8b45-91", "ovs_interfaceid": "11dc8b45-91af-491d-ba6a-9c50f40735f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 849.461297] env[69858]: DEBUG oslo_concurrency.lockutils [req-f2b0ae0d-3b66-4acb-a9a8-a0b40718ff05 req-9c9d25b3-f683-40d2-8ca9-8a2e533fb70f service nova] Acquired lock "refresh_cache-eaf4530d-bff5-45d3-8161-c63684bdfa59" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.461297] env[69858]: DEBUG nova.network.neutron [req-f2b0ae0d-3b66-4acb-a9a8-a0b40718ff05 req-9c9d25b3-f683-40d2-8ca9-8a2e533fb70f service nova] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Refreshing network info cache for port 11dc8b45-91af-491d-ba6a-9c50f40735f5 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.461297] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:20:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11dc8b45-91af-491d-ba6a-9c50f40735f5', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.470013] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Creating folder: Project (3a1e778203624afa891b182fd8cae733). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.474199] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1238afc9-134d-453d-9389-558547a981a1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.490863] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Created folder: Project (3a1e778203624afa891b182fd8cae733) in parent group-v682032. [ 849.490863] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Creating folder: Instances. Parent ref: group-v682160. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.490863] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ec240d5-e0b5-4ef8-8a5c-08fa675b6350 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.502255] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Created folder: Instances in parent group-v682160. [ 849.502508] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.502705] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.502920] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4643ec5e-657a-443b-a789-98964fd46f52 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.525063] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.525063] env[69858]: value = "task-3418988" [ 849.525063] env[69858]: _type = "Task" [ 849.525063] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.534175] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418988, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.537083] env[69858]: DEBUG nova.network.neutron [-] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.578869] env[69858]: DEBUG oslo_vmware.api [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52bffa03-7308-6a72-f03e-7b6cae42afcf, 'name': SearchDatastore_Task, 'duration_secs': 0.040177} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.578869] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.578869] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b/cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.581872] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3686e5b1-c235-4284-ae0f-d3fe4b879819 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.590351] env[69858]: DEBUG oslo_vmware.api [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Waiting for the task: (returnval){ [ 849.590351] env[69858]: value = "task-3418989" [ 849.590351] env[69858]: _type = "Task" [ 849.590351] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.602733] env[69858]: DEBUG oslo_vmware.api [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Task: {'id': task-3418989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.769494] env[69858]: DEBUG nova.network.neutron [req-f2b0ae0d-3b66-4acb-a9a8-a0b40718ff05 req-9c9d25b3-f683-40d2-8ca9-8a2e533fb70f service nova] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Updated VIF entry in instance network info cache for port 11dc8b45-91af-491d-ba6a-9c50f40735f5. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.770068] env[69858]: DEBUG nova.network.neutron [req-f2b0ae0d-3b66-4acb-a9a8-a0b40718ff05 req-9c9d25b3-f683-40d2-8ca9-8a2e533fb70f service nova] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Updating instance_info_cache with network_info: [{"id": "11dc8b45-91af-491d-ba6a-9c50f40735f5", "address": "fa:16:3e:8f:20:48", "network": {"id": "03945024-6f39-4ded-9f17-c21be1d26d9b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-743455215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a1e778203624afa891b182fd8cae733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11dc8b45-91", "ovs_interfaceid": "11dc8b45-91af-491d-ba6a-9c50f40735f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.816577] env[69858]: DEBUG oslo_vmware.api [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418985, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.822088] env[69858]: DEBUG oslo_vmware.api [None req-fed696c8-bed4-4093-906a-a44ae443ff88 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': task-3418984, 'name': PowerOffVM_Task, 'duration_secs': 0.220371} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.822451] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed696c8-bed4-4093-906a-a44ae443ff88 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.822724] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fed696c8-bed4-4093-906a-a44ae443ff88 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.823114] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7484645-2fa4-4556-a97f-3399b5892ae5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.896118] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fed696c8-bed4-4093-906a-a44ae443ff88 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.896118] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fed696c8-bed4-4093-906a-a44ae443ff88 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.896363] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-fed696c8-bed4-4093-906a-a44ae443ff88 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Deleting the datastore file [datastore2] 40ab1d76-b344-4bef-bf59-53c63aa31cae {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.896562] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4ad414c-d935-49eb-b9ab-26effe54587e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.908860] env[69858]: DEBUG oslo_vmware.api [None req-fed696c8-bed4-4093-906a-a44ae443ff88 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Waiting for the task: (returnval){ [ 849.908860] env[69858]: value = "task-3418992" [ 849.908860] env[69858]: _type = "Task" [ 849.908860] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.918837] env[69858]: DEBUG oslo_vmware.api [None req-fed696c8-bed4-4093-906a-a44ae443ff88 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': task-3418992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.950383] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 43ae10cd-5eed-4344-9691-7366745b350c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 849.950766] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=69858) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 849.950938] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4352MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=69858) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 850.039889] env[69858]: INFO nova.compute.manager [-] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Took 1.02 seconds to deallocate network for instance. [ 850.045291] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3418988, 'name': CreateVM_Task, 'duration_secs': 0.514109} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.051619] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.051915] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.052205] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.052600] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.053384] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e4078b2-297e-47d5-ad5e-b37c0dd1c0cc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.062027] env[69858]: DEBUG oslo_vmware.api [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 850.062027] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b0ad1a-8a27-bfab-56d2-c7786ac1f1b9" [ 850.062027] env[69858]: _type = "Task" [ 850.062027] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.072794] env[69858]: DEBUG oslo_vmware.api [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b0ad1a-8a27-bfab-56d2-c7786ac1f1b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.106039] env[69858]: DEBUG oslo_vmware.api [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Task: {'id': task-3418989, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.147249] env[69858]: DEBUG nova.network.neutron [req-0d1e5bfa-5401-426e-9392-ddea10ee0670 req-ac695b1b-f5ae-4348-ab0d-612763e056da service nova] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Updated VIF entry in instance network info cache for port fb0d39d1-e9fe-4a05-80f5-a20b4e2dd962. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.147656] env[69858]: DEBUG nova.network.neutron [req-0d1e5bfa-5401-426e-9392-ddea10ee0670 req-ac695b1b-f5ae-4348-ab0d-612763e056da service nova] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Updating instance_info_cache with network_info: [{"id": "fb0d39d1-e9fe-4a05-80f5-a20b4e2dd962", "address": "fa:16:3e:4c:f2:0d", "network": {"id": "2a27fb18-febc-4c77-b1a2-37efa09d27f3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1772289347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd0b9fff3ebf4c4da4b1b3d6d15b4862", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb0d39d1-e9", "ovs_interfaceid": "fb0d39d1-e9fe-4a05-80f5-a20b4e2dd962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.273433] env[69858]: DEBUG oslo_concurrency.lockutils [req-f2b0ae0d-3b66-4acb-a9a8-a0b40718ff05 req-9c9d25b3-f683-40d2-8ca9-8a2e533fb70f service nova] Releasing lock "refresh_cache-eaf4530d-bff5-45d3-8161-c63684bdfa59" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.317612] env[69858]: DEBUG oslo_vmware.api [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594039} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.320401] env[69858]: INFO nova.virt.vmwareapi.ds_util [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 49841e9c-e776-4254-8001-e754a3dd6031/28914a4a-909f-453b-b81f-d96d90735622-rescue.vmdk. [ 850.321409] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0848bcf7-a170-4340-b882-f425f18980d8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.348380] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 49841e9c-e776-4254-8001-e754a3dd6031/28914a4a-909f-453b-b81f-d96d90735622-rescue.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.351435] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce6d4527-96c0-490f-ba87-7c6b624f9596 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.371843] env[69858]: DEBUG oslo_vmware.api [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 850.371843] env[69858]: value = "task-3418993" [ 850.371843] env[69858]: _type = "Task" [ 850.371843] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.382731] env[69858]: DEBUG oslo_vmware.api [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418993, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.421290] env[69858]: DEBUG oslo_vmware.api [None req-fed696c8-bed4-4093-906a-a44ae443ff88 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': task-3418992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.452812} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.421885] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-fed696c8-bed4-4093-906a-a44ae443ff88 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.422087] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fed696c8-bed4-4093-906a-a44ae443ff88 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.422273] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fed696c8-bed4-4093-906a-a44ae443ff88 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.422485] env[69858]: INFO nova.compute.manager [None req-fed696c8-bed4-4093-906a-a44ae443ff88 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Took 1.15 seconds to destroy the instance on the hypervisor. [ 850.422723] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fed696c8-bed4-4093-906a-a44ae443ff88 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.422857] env[69858]: DEBUG nova.compute.manager [-] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.422950] env[69858]: DEBUG nova.network.neutron [-] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.517760] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61fca7b-ae14-4a0e-8360-685622bee629 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.527352] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8e66ae-e3db-46b0-b972-c52cee76cd29 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.559492] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2dee265b-4028-4636-b5f0-ace1889e04c8 tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.560546] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f64144-1b4a-4d73-9b06-037cb64fb27a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.574839] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa9bf67-7a88-4f01-b971-83cfb7d8fc2f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.578698] env[69858]: DEBUG oslo_vmware.api [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b0ad1a-8a27-bfab-56d2-c7786ac1f1b9, 'name': SearchDatastore_Task, 'duration_secs': 0.05411} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.579148] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.579389] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.579616] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.579759] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.579939] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.580537] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d955bc7e-43fe-4687-8917-5b41ec0bbe6c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.594966] env[69858]: DEBUG nova.compute.provider_tree [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.601466] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.601466] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.602453] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-653cb4c0-85d3-451f-8ec1-c64df6ec5d23 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.614939] env[69858]: DEBUG oslo_vmware.api [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Task: {'id': task-3418989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712037} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.615357] env[69858]: DEBUG oslo_vmware.api [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 850.615357] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52de4fda-60e3-4aff-2c23-2b2fa7ba7080" [ 850.615357] env[69858]: _type = "Task" [ 850.615357] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.615552] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b/cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.615770] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.616240] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a848d617-6904-40b6-973d-620266330fb3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.629250] env[69858]: DEBUG oslo_vmware.api [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52de4fda-60e3-4aff-2c23-2b2fa7ba7080, 'name': SearchDatastore_Task, 'duration_secs': 0.015111} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.631919] env[69858]: DEBUG oslo_vmware.api [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Waiting for the task: (returnval){ [ 850.631919] env[69858]: value = "task-3418994" [ 850.631919] env[69858]: _type = "Task" [ 850.631919] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.632200] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cb7b9de-c360-4281-875d-e2bc83c669d5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.644552] env[69858]: DEBUG oslo_vmware.api [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Task: {'id': task-3418994, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.646639] env[69858]: DEBUG oslo_vmware.api [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 850.646639] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523e254e-8c73-7d70-dcad-72cd5abe4b23" [ 850.646639] env[69858]: _type = "Task" [ 850.646639] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.652153] env[69858]: DEBUG oslo_concurrency.lockutils [req-0d1e5bfa-5401-426e-9392-ddea10ee0670 req-ac695b1b-f5ae-4348-ab0d-612763e056da service nova] Releasing lock "refresh_cache-40ab1d76-b344-4bef-bf59-53c63aa31cae" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.655786] env[69858]: DEBUG oslo_vmware.api [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523e254e-8c73-7d70-dcad-72cd5abe4b23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.884170] env[69858]: DEBUG oslo_vmware.api [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.104511] env[69858]: DEBUG nova.scheduler.client.report [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.145219] env[69858]: DEBUG oslo_vmware.api [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Task: {'id': task-3418994, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089094} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.145493] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.146327] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f030e232-8b84-4662-b900-0479d3312bf4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.157303] env[69858]: DEBUG oslo_vmware.api [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523e254e-8c73-7d70-dcad-72cd5abe4b23, 'name': SearchDatastore_Task, 'duration_secs': 0.017704} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.166258] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.166520] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] eaf4530d-bff5-45d3-8161-c63684bdfa59/eaf4530d-bff5-45d3-8161-c63684bdfa59.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.176714] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b/cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.176998] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4a452d3-9113-4239-b2d0-b3fe2838e586 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.179163] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a4dc5e1-8759-4d54-b35b-7e3fc84d6fd6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.199597] env[69858]: DEBUG oslo_vmware.api [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Waiting for the task: (returnval){ [ 851.199597] env[69858]: value = "task-3418996" [ 851.199597] env[69858]: _type = "Task" [ 851.199597] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.204347] env[69858]: DEBUG oslo_vmware.api [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 851.204347] env[69858]: value = "task-3418995" [ 851.204347] env[69858]: _type = "Task" [ 851.204347] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.211020] env[69858]: DEBUG oslo_vmware.api [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Task: {'id': task-3418996, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.213050] env[69858]: DEBUG nova.network.neutron [-] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.217233] env[69858]: DEBUG oslo_vmware.api [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3418995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.343694] env[69858]: DEBUG nova.compute.manager [req-b00f5e91-88b7-4018-9056-32c740305757 req-38917494-325e-49b6-b86f-0bb322285ea0 service nova] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Received event network-vif-deleted-fb0d39d1-e9fe-4a05-80f5-a20b4e2dd962 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.385776] env[69858]: DEBUG oslo_vmware.api [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418993, 'name': ReconfigVM_Task, 'duration_secs': 0.655882} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.386173] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 49841e9c-e776-4254-8001-e754a3dd6031/28914a4a-909f-453b-b81f-d96d90735622-rescue.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.387205] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4336c6-3017-4639-8941-184f622ac9f5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.419406] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc196903-c9b0-4166-9ed1-3c76291eedab {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.440297] env[69858]: DEBUG oslo_vmware.api [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 851.440297] env[69858]: value = "task-3418997" [ 851.440297] env[69858]: _type = "Task" [ 851.440297] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.450200] env[69858]: DEBUG oslo_vmware.api [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418997, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.610085] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69858) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 851.610258] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.274s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.610473] env[69858]: DEBUG oslo_concurrency.lockutils [None req-68a31d04-e298-4f56-aa15-f495daba7506 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.189s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.610665] env[69858]: DEBUG oslo_concurrency.lockutils [None req-68a31d04-e298-4f56-aa15-f495daba7506 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.612848] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2ea8b7cd-d26a-4180-88c3-746f76f0c740 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.970s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.613052] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2ea8b7cd-d26a-4180-88c3-746f76f0c740 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.614930] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1b2ad8ba-8490-4464-8ed2-bd667f14ca64 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.116s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.615132] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1b2ad8ba-8490-4464-8ed2-bd667f14ca64 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.617112] env[69858]: DEBUG oslo_concurrency.lockutils [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.726s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.618531] env[69858]: INFO nova.compute.claims [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.649582] env[69858]: INFO nova.scheduler.client.report [None req-2ea8b7cd-d26a-4180-88c3-746f76f0c740 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Deleted allocations for instance dc2e6ca0-5cde-49d5-97b2-769f5899d3b8 [ 851.656092] env[69858]: INFO nova.scheduler.client.report [None req-68a31d04-e298-4f56-aa15-f495daba7506 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Deleted allocations for instance a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e [ 851.679994] env[69858]: INFO nova.scheduler.client.report [None req-1b2ad8ba-8490-4464-8ed2-bd667f14ca64 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Deleted allocations for instance 69194f68-ae44-470c-8b5c-645a22078f76 [ 851.716543] env[69858]: INFO nova.compute.manager [-] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Took 1.29 seconds to deallocate network for instance. [ 851.716543] env[69858]: DEBUG oslo_vmware.api [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3418995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498357} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.722808] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] eaf4530d-bff5-45d3-8161-c63684bdfa59/eaf4530d-bff5-45d3-8161-c63684bdfa59.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.722808] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.722808] env[69858]: DEBUG oslo_vmware.api [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Task: {'id': task-3418996, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.725284] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a4bfbf6-c196-47de-8e59-05c14e178c68 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.734100] env[69858]: DEBUG oslo_vmware.api [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 851.734100] env[69858]: value = "task-3418998" [ 851.734100] env[69858]: _type = "Task" [ 851.734100] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.746063] env[69858]: DEBUG oslo_vmware.api [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3418998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.952039] env[69858]: DEBUG oslo_vmware.api [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418997, 'name': ReconfigVM_Task, 'duration_secs': 0.29593} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.952039] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.952325] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06e17ab8-bb29-4bc0-9184-af125bf28ac1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.962377] env[69858]: DEBUG oslo_vmware.api [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 851.962377] env[69858]: value = "task-3418999" [ 851.962377] env[69858]: _type = "Task" [ 851.962377] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.971930] env[69858]: DEBUG oslo_vmware.api [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418999, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.160885] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2ea8b7cd-d26a-4180-88c3-746f76f0c740 tempest-ServersListShow298Test-641551207 tempest-ServersListShow298Test-641551207-project-member] Lock "dc2e6ca0-5cde-49d5-97b2-769f5899d3b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.792s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.166913] env[69858]: DEBUG oslo_concurrency.lockutils [None req-68a31d04-e298-4f56-aa15-f495daba7506 tempest-AttachInterfacesV270Test-1253890174 tempest-AttachInterfacesV270Test-1253890174-project-member] Lock "a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.253s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.193536] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1b2ad8ba-8490-4464-8ed2-bd667f14ca64 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Lock "69194f68-ae44-470c-8b5c-645a22078f76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.576s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.213249] env[69858]: DEBUG oslo_vmware.api [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Task: {'id': task-3418996, 'name': ReconfigVM_Task, 'duration_secs': 0.577873} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.213548] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Reconfigured VM instance instance-00000028 to attach disk [datastore1] cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b/cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.215025] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94f36caf-824f-4937-9246-8b33cccee8a8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.224043] env[69858]: DEBUG oslo_vmware.api [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Waiting for the task: (returnval){ [ 852.224043] env[69858]: value = "task-3419000" [ 852.224043] env[69858]: _type = "Task" [ 852.224043] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.229205] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fed696c8-bed4-4093-906a-a44ae443ff88 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.238585] env[69858]: DEBUG oslo_vmware.api [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Task: {'id': task-3419000, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.248852] env[69858]: DEBUG oslo_vmware.api [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3418998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091944} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.249339] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 852.251424] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30d3e1f-e5b2-4369-be86-7a3f01d2f7f2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.274562] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] eaf4530d-bff5-45d3-8161-c63684bdfa59/eaf4530d-bff5-45d3-8161-c63684bdfa59.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.274914] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33287443-c34b-4544-9d0d-fe2423e322ba {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.298138] env[69858]: DEBUG oslo_vmware.api [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 852.298138] env[69858]: value = "task-3419001" [ 852.298138] env[69858]: _type = "Task" [ 852.298138] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.307389] env[69858]: DEBUG oslo_vmware.api [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419001, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.483402] env[69858]: DEBUG oslo_vmware.api [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3418999, 'name': PowerOnVM_Task, 'duration_secs': 0.403273} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.483402] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.486181] env[69858]: DEBUG nova.compute.manager [None req-9ea183e4-40a4-4c01-ad61-7ef2fe46849d tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.488377] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b251f6-38f6-4bbf-8d15-7fb98e6ba132 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.735147] env[69858]: DEBUG oslo_vmware.api [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Task: {'id': task-3419000, 'name': Rename_Task, 'duration_secs': 0.190861} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.737739] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.738824] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18615a86-f62a-49d9-b376-e01b4a7e2227 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.748317] env[69858]: DEBUG oslo_vmware.api [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Waiting for the task: (returnval){ [ 852.748317] env[69858]: value = "task-3419002" [ 852.748317] env[69858]: _type = "Task" [ 852.748317] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.758489] env[69858]: DEBUG oslo_vmware.api [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Task: {'id': task-3419002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.815437] env[69858]: DEBUG oslo_vmware.api [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419001, 'name': ReconfigVM_Task, 'duration_secs': 0.308057} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.815437] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Reconfigured VM instance instance-00000029 to attach disk [datastore1] eaf4530d-bff5-45d3-8161-c63684bdfa59/eaf4530d-bff5-45d3-8161-c63684bdfa59.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.816185] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f6399fe-6eac-4e3d-93f0-b6b1b0a091bd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.824872] env[69858]: DEBUG oslo_vmware.api [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 852.824872] env[69858]: value = "task-3419003" [ 852.824872] env[69858]: _type = "Task" [ 852.824872] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.839558] env[69858]: DEBUG oslo_vmware.api [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419003, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.844610] env[69858]: DEBUG oslo_concurrency.lockutils [None req-955562fd-277c-45c5-b91c-286cfa68a392 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Acquiring lock "2293f6bc-7334-4e4e-a155-41b528b62116" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.844851] env[69858]: DEBUG oslo_concurrency.lockutils [None req-955562fd-277c-45c5-b91c-286cfa68a392 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Lock "2293f6bc-7334-4e4e-a155-41b528b62116" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.845070] env[69858]: DEBUG oslo_concurrency.lockutils [None req-955562fd-277c-45c5-b91c-286cfa68a392 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Acquiring lock "2293f6bc-7334-4e4e-a155-41b528b62116-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.845264] env[69858]: DEBUG oslo_concurrency.lockutils [None req-955562fd-277c-45c5-b91c-286cfa68a392 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Lock "2293f6bc-7334-4e4e-a155-41b528b62116-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.845430] env[69858]: DEBUG oslo_concurrency.lockutils [None req-955562fd-277c-45c5-b91c-286cfa68a392 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Lock "2293f6bc-7334-4e4e-a155-41b528b62116-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.847819] env[69858]: INFO nova.compute.manager [None req-955562fd-277c-45c5-b91c-286cfa68a392 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Terminating instance [ 853.077380] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dad0eae-2ffa-4a55-8caf-e2b0a1f86acf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.088233] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d01a75-f940-4ad2-9de3-febe6c34a583 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.123782] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38458642-7ec5-46ab-b7e1-2aa449f70bf8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.132651] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7234b4a-5c05-4c0c-8301-a35020a263f2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.148852] env[69858]: DEBUG nova.compute.provider_tree [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.257422] env[69858]: DEBUG oslo_vmware.api [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Task: {'id': task-3419002, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.339570] env[69858]: DEBUG oslo_vmware.api [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419003, 'name': Rename_Task, 'duration_secs': 0.176915} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.339863] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.340161] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08ad72ea-58f6-4b81-ba1f-27952f1455e3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.349215] env[69858]: DEBUG oslo_vmware.api [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 853.349215] env[69858]: value = "task-3419004" [ 853.349215] env[69858]: _type = "Task" [ 853.349215] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.351053] env[69858]: DEBUG nova.compute.manager [None req-955562fd-277c-45c5-b91c-286cfa68a392 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 853.351313] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-955562fd-277c-45c5-b91c-286cfa68a392 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.352187] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22686e28-4a40-4edf-bcff-273e9374a7ba {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.361128] env[69858]: DEBUG oslo_vmware.api [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419004, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.363543] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-955562fd-277c-45c5-b91c-286cfa68a392 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.363825] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e077513-49fb-4238-a8a9-7c5fe36bf63b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.371713] env[69858]: DEBUG oslo_vmware.api [None req-955562fd-277c-45c5-b91c-286cfa68a392 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Waiting for the task: (returnval){ [ 853.371713] env[69858]: value = "task-3419005" [ 853.371713] env[69858]: _type = "Task" [ 853.371713] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.381991] env[69858]: DEBUG oslo_vmware.api [None req-955562fd-277c-45c5-b91c-286cfa68a392 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': task-3419005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.653440] env[69858]: DEBUG nova.scheduler.client.report [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.762107] env[69858]: DEBUG oslo_vmware.api [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Task: {'id': task-3419002, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.858996] env[69858]: DEBUG oslo_vmware.api [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419004, 'name': PowerOnVM_Task, 'duration_secs': 0.50311} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.859292] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.859534] env[69858]: INFO nova.compute.manager [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Took 6.50 seconds to spawn the instance on the hypervisor. [ 853.859836] env[69858]: DEBUG nova.compute.manager [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.862508] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d23c11a-b573-4943-9167-6fad3dca587e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.887404] env[69858]: DEBUG oslo_vmware.api [None req-955562fd-277c-45c5-b91c-286cfa68a392 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': task-3419005, 'name': PowerOffVM_Task, 'duration_secs': 0.240343} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.887679] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-955562fd-277c-45c5-b91c-286cfa68a392 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.887847] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-955562fd-277c-45c5-b91c-286cfa68a392 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.888106] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb8eb981-709d-49c4-8efd-0befc041318e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.968025] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-955562fd-277c-45c5-b91c-286cfa68a392 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 853.968551] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-955562fd-277c-45c5-b91c-286cfa68a392 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 853.968808] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-955562fd-277c-45c5-b91c-286cfa68a392 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Deleting the datastore file [datastore1] 2293f6bc-7334-4e4e-a155-41b528b62116 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.969116] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-769ace8a-99bf-48b3-8173-e3a6f7c5cf62 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.976934] env[69858]: DEBUG oslo_vmware.api [None req-955562fd-277c-45c5-b91c-286cfa68a392 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Waiting for the task: (returnval){ [ 853.976934] env[69858]: value = "task-3419007" [ 853.976934] env[69858]: _type = "Task" [ 853.976934] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.989927] env[69858]: DEBUG oslo_vmware.api [None req-955562fd-277c-45c5-b91c-286cfa68a392 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': task-3419007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.162020] env[69858]: DEBUG oslo_concurrency.lockutils [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.162020] env[69858]: DEBUG nova.compute.manager [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 854.163019] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9f4fc054-d07e-462e-aa30-a12af67b7191 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.817s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.163358] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9f4fc054-d07e-462e-aa30-a12af67b7191 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.166032] env[69858]: DEBUG oslo_concurrency.lockutils [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.133s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.167672] env[69858]: INFO nova.compute.claims [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.176837] env[69858]: DEBUG oslo_concurrency.lockutils [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Acquiring lock "e7469996-1a00-428d-9a65-2885e5c471e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.177242] env[69858]: DEBUG oslo_concurrency.lockutils [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Lock "e7469996-1a00-428d-9a65-2885e5c471e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.209863] env[69858]: INFO nova.scheduler.client.report [None req-9f4fc054-d07e-462e-aa30-a12af67b7191 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Deleted allocations for instance ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7 [ 854.265422] env[69858]: DEBUG oslo_vmware.api [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Task: {'id': task-3419002, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.395917] env[69858]: INFO nova.compute.manager [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Took 45.13 seconds to build instance. [ 854.491161] env[69858]: DEBUG oslo_vmware.api [None req-955562fd-277c-45c5-b91c-286cfa68a392 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Task: {'id': task-3419007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298743} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.491482] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-955562fd-277c-45c5-b91c-286cfa68a392 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.491946] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-955562fd-277c-45c5-b91c-286cfa68a392 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.492046] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-955562fd-277c-45c5-b91c-286cfa68a392 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.492284] env[69858]: INFO nova.compute.manager [None req-955562fd-277c-45c5-b91c-286cfa68a392 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Took 1.14 seconds to destroy the instance on the hypervisor. [ 854.492537] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-955562fd-277c-45c5-b91c-286cfa68a392 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.493060] env[69858]: DEBUG nova.compute.manager [-] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 854.493060] env[69858]: DEBUG nova.network.neutron [-] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 854.673773] env[69858]: DEBUG nova.compute.utils [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.676754] env[69858]: DEBUG nova.compute.manager [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 854.677793] env[69858]: DEBUG nova.network.neutron [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 854.680371] env[69858]: DEBUG nova.compute.manager [None req-1ff7359f-17b5-4753-83d6-685acf779989 tempest-ServerDiagnosticsV248Test-1581872990 tempest-ServerDiagnosticsV248Test-1581872990-project-admin] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.687815] env[69858]: DEBUG nova.compute.manager [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.691098] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee877b39-6ff8-45bb-90e4-417026a9ba0b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.704554] env[69858]: INFO nova.compute.manager [None req-1ff7359f-17b5-4753-83d6-685acf779989 tempest-ServerDiagnosticsV248Test-1581872990 tempest-ServerDiagnosticsV248Test-1581872990-project-admin] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Retrieving diagnostics [ 854.705659] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e9917d-6168-43a1-970e-4331d4476fba {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.751506] env[69858]: DEBUG nova.policy [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66f094ead41847c1ba727a39de678176', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a1e778203624afa891b182fd8cae733', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.753965] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9f4fc054-d07e-462e-aa30-a12af67b7191 tempest-ServerAddressesNegativeTestJSON-1412669608 tempest-ServerAddressesNegativeTestJSON-1412669608-project-member] Lock "ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.885s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.769443] env[69858]: INFO nova.compute.manager [None req-1e252835-7c53-4d6b-bd6a-f536e831c349 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Unrescuing [ 854.769598] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1e252835-7c53-4d6b-bd6a-f536e831c349 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquiring lock "refresh_cache-49841e9c-e776-4254-8001-e754a3dd6031" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.769691] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1e252835-7c53-4d6b-bd6a-f536e831c349 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquired lock "refresh_cache-49841e9c-e776-4254-8001-e754a3dd6031" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.769875] env[69858]: DEBUG nova.network.neutron [None req-1e252835-7c53-4d6b-bd6a-f536e831c349 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.771239] env[69858]: DEBUG oslo_vmware.api [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Task: {'id': task-3419002, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.897354] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ebbbac3-1b9c-496d-ad3f-82b26ecad092 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "eaf4530d-bff5-45d3-8161-c63684bdfa59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.711s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.010608] env[69858]: DEBUG nova.compute.manager [req-2b68c85b-3498-4784-aca9-4bca8aac7d6e req-eff1b2f6-3874-4c7d-b810-3c0f33533ed2 service nova] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Received event network-vif-deleted-8c08f077-7464-4ff9-8053-67de3e6bf23e {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.010608] env[69858]: INFO nova.compute.manager [req-2b68c85b-3498-4784-aca9-4bca8aac7d6e req-eff1b2f6-3874-4c7d-b810-3c0f33533ed2 service nova] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Neutron deleted interface 8c08f077-7464-4ff9-8053-67de3e6bf23e; detaching it from the instance and deleting it from the info cache [ 855.010809] env[69858]: DEBUG nova.network.neutron [req-2b68c85b-3498-4784-aca9-4bca8aac7d6e req-eff1b2f6-3874-4c7d-b810-3c0f33533ed2 service nova] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.141387] env[69858]: DEBUG nova.network.neutron [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Successfully created port: 2e9744a4-fb40-4539-9bef-d550f8f002a3 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 855.189722] env[69858]: DEBUG nova.compute.manager [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 855.221994] env[69858]: DEBUG oslo_concurrency.lockutils [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.263303] env[69858]: DEBUG oslo_vmware.api [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Task: {'id': task-3419002, 'name': PowerOnVM_Task, 'duration_secs': 2.212476} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.263647] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.263858] env[69858]: INFO nova.compute.manager [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Took 10.56 seconds to spawn the instance on the hypervisor. [ 855.264254] env[69858]: DEBUG nova.compute.manager [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.265226] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2186ec6-1660-491d-b2fa-e7761d3c756e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.364020] env[69858]: DEBUG nova.network.neutron [-] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.515026] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ccbf05f4-4ab9-42fe-b683-c381683a1902 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.526263] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a174f4-9980-4e33-804b-593da573f30d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.570039] env[69858]: DEBUG nova.compute.manager [req-2b68c85b-3498-4784-aca9-4bca8aac7d6e req-eff1b2f6-3874-4c7d-b810-3c0f33533ed2 service nova] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Detach interface failed, port_id=8c08f077-7464-4ff9-8053-67de3e6bf23e, reason: Instance 2293f6bc-7334-4e4e-a155-41b528b62116 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 855.574621] env[69858]: DEBUG nova.network.neutron [None req-1e252835-7c53-4d6b-bd6a-f536e831c349 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Updating instance_info_cache with network_info: [{"id": "aca3ff62-d61a-4eb9-85ad-06cb55d952f3", "address": "fa:16:3e:1a:90:eb", "network": {"id": "0c9f6f19-47de-4d71-bd7d-ef64bf3ed419", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1429360809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d17af446507492f9ce66b1822068c79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaca3ff62-d6", "ovs_interfaceid": "aca3ff62-d61a-4eb9-85ad-06cb55d952f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.648799] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efbb521-e4d8-4c7b-b8b3-8ed5b47efe90 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.658488] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0404824-2544-4b58-8311-dbc9f7ee4de9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.690877] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40564ee-8c21-44d1-97e5-439ae5ac5e42 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.704442] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66f563c-2982-4826-afb8-32e9db0cac10 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.719401] env[69858]: DEBUG nova.compute.provider_tree [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.791851] env[69858]: INFO nova.compute.manager [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Took 48.94 seconds to build instance. [ 855.834242] env[69858]: DEBUG oslo_concurrency.lockutils [None req-30b37273-907e-4d73-9e80-145ceeb19d42 tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Acquiring lock "6ef9630b-3885-432a-a03e-aa31e83127fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.834552] env[69858]: DEBUG oslo_concurrency.lockutils [None req-30b37273-907e-4d73-9e80-145ceeb19d42 tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Lock "6ef9630b-3885-432a-a03e-aa31e83127fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.835351] env[69858]: DEBUG oslo_concurrency.lockutils [None req-30b37273-907e-4d73-9e80-145ceeb19d42 tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Acquiring lock "6ef9630b-3885-432a-a03e-aa31e83127fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.835351] env[69858]: DEBUG oslo_concurrency.lockutils [None req-30b37273-907e-4d73-9e80-145ceeb19d42 tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Lock "6ef9630b-3885-432a-a03e-aa31e83127fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.835351] env[69858]: DEBUG oslo_concurrency.lockutils [None req-30b37273-907e-4d73-9e80-145ceeb19d42 tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Lock "6ef9630b-3885-432a-a03e-aa31e83127fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.837391] env[69858]: INFO nova.compute.manager [None req-30b37273-907e-4d73-9e80-145ceeb19d42 tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Terminating instance [ 855.865239] env[69858]: INFO nova.compute.manager [-] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Took 1.37 seconds to deallocate network for instance. [ 856.077734] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1e252835-7c53-4d6b-bd6a-f536e831c349 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Releasing lock "refresh_cache-49841e9c-e776-4254-8001-e754a3dd6031" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.078405] env[69858]: DEBUG nova.objects.instance [None req-1e252835-7c53-4d6b-bd6a-f536e831c349 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lazy-loading 'flavor' on Instance uuid 49841e9c-e776-4254-8001-e754a3dd6031 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.199952] env[69858]: DEBUG nova.compute.manager [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 856.225253] env[69858]: DEBUG nova.scheduler.client.report [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.240289] env[69858]: DEBUG nova.virt.hardware [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.240289] env[69858]: DEBUG nova.virt.hardware [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.240289] env[69858]: DEBUG nova.virt.hardware [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.240289] env[69858]: DEBUG nova.virt.hardware [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.240289] env[69858]: DEBUG nova.virt.hardware [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.240289] env[69858]: DEBUG nova.virt.hardware [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.240738] env[69858]: DEBUG nova.virt.hardware [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.241057] env[69858]: DEBUG nova.virt.hardware [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.241591] env[69858]: DEBUG nova.virt.hardware [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.241897] env[69858]: DEBUG nova.virt.hardware [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.242240] env[69858]: DEBUG nova.virt.hardware [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.243291] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e172a7-ea9e-4e41-9334-f00135d44ce6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.254264] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e18c028-fbc7-45c8-88a2-a5350b2f4ffa {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.292917] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f7df5788-e77c-4f0b-994c-9ab3e7e3fc84 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Lock "cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.741s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.341704] env[69858]: DEBUG oslo_concurrency.lockutils [None req-30b37273-907e-4d73-9e80-145ceeb19d42 tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Acquiring lock "refresh_cache-6ef9630b-3885-432a-a03e-aa31e83127fe" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.341910] env[69858]: DEBUG oslo_concurrency.lockutils [None req-30b37273-907e-4d73-9e80-145ceeb19d42 tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Acquired lock "refresh_cache-6ef9630b-3885-432a-a03e-aa31e83127fe" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.342133] env[69858]: DEBUG nova.network.neutron [None req-30b37273-907e-4d73-9e80-145ceeb19d42 tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.372115] env[69858]: DEBUG oslo_concurrency.lockutils [None req-955562fd-277c-45c5-b91c-286cfa68a392 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.588904] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041c9d79-b19c-4c53-9b1b-0f513b305760 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.622692] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e252835-7c53-4d6b-bd6a-f536e831c349 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.623199] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36ae0450-9bed-49e9-8e5f-c8dde18361fe {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.632578] env[69858]: DEBUG oslo_vmware.api [None req-1e252835-7c53-4d6b-bd6a-f536e831c349 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 856.632578] env[69858]: value = "task-3419008" [ 856.632578] env[69858]: _type = "Task" [ 856.632578] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.645297] env[69858]: DEBUG oslo_vmware.api [None req-1e252835-7c53-4d6b-bd6a-f536e831c349 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.733531] env[69858]: DEBUG oslo_concurrency.lockutils [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.734095] env[69858]: DEBUG nova.compute.manager [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 856.740893] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.112s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.740893] env[69858]: INFO nova.compute.claims [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.870162] env[69858]: DEBUG nova.network.neutron [None req-30b37273-907e-4d73-9e80-145ceeb19d42 tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.880293] env[69858]: DEBUG nova.compute.manager [req-5b2f034e-1f08-4da9-b75e-0b9accf09f85 req-664db7e8-8dbb-44b5-bfa2-986481ddbfda service nova] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Received event network-vif-plugged-2e9744a4-fb40-4539-9bef-d550f8f002a3 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.880510] env[69858]: DEBUG oslo_concurrency.lockutils [req-5b2f034e-1f08-4da9-b75e-0b9accf09f85 req-664db7e8-8dbb-44b5-bfa2-986481ddbfda service nova] Acquiring lock "2768718f-4ea0-4f1a-90be-f04b87b50935-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.880713] env[69858]: DEBUG oslo_concurrency.lockutils [req-5b2f034e-1f08-4da9-b75e-0b9accf09f85 req-664db7e8-8dbb-44b5-bfa2-986481ddbfda service nova] Lock "2768718f-4ea0-4f1a-90be-f04b87b50935-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.880875] env[69858]: DEBUG oslo_concurrency.lockutils [req-5b2f034e-1f08-4da9-b75e-0b9accf09f85 req-664db7e8-8dbb-44b5-bfa2-986481ddbfda service nova] Lock "2768718f-4ea0-4f1a-90be-f04b87b50935-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.881053] env[69858]: DEBUG nova.compute.manager [req-5b2f034e-1f08-4da9-b75e-0b9accf09f85 req-664db7e8-8dbb-44b5-bfa2-986481ddbfda service nova] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] No waiting events found dispatching network-vif-plugged-2e9744a4-fb40-4539-9bef-d550f8f002a3 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 856.881373] env[69858]: WARNING nova.compute.manager [req-5b2f034e-1f08-4da9-b75e-0b9accf09f85 req-664db7e8-8dbb-44b5-bfa2-986481ddbfda service nova] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Received unexpected event network-vif-plugged-2e9744a4-fb40-4539-9bef-d550f8f002a3 for instance with vm_state building and task_state spawning. [ 856.932697] env[69858]: DEBUG nova.network.neutron [None req-30b37273-907e-4d73-9e80-145ceeb19d42 tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.025650] env[69858]: DEBUG nova.network.neutron [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Successfully updated port: 2e9744a4-fb40-4539-9bef-d550f8f002a3 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 857.095977] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Acquiring lock "cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.096441] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Lock "cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.096685] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Acquiring lock "cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.096876] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Lock "cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.097053] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Lock "cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.099209] env[69858]: INFO nova.compute.manager [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Terminating instance [ 857.143361] env[69858]: DEBUG oslo_vmware.api [None req-1e252835-7c53-4d6b-bd6a-f536e831c349 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419008, 'name': PowerOffVM_Task, 'duration_secs': 0.259717} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.143635] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e252835-7c53-4d6b-bd6a-f536e831c349 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.148981] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e252835-7c53-4d6b-bd6a-f536e831c349 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Reconfiguring VM instance instance-00000021 to detach disk 2001 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 857.149565] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3644568b-2685-4a43-b930-7a1ed0cf2a25 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.169635] env[69858]: DEBUG oslo_vmware.api [None req-1e252835-7c53-4d6b-bd6a-f536e831c349 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 857.169635] env[69858]: value = "task-3419009" [ 857.169635] env[69858]: _type = "Task" [ 857.169635] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.178597] env[69858]: DEBUG oslo_vmware.api [None req-1e252835-7c53-4d6b-bd6a-f536e831c349 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419009, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.244591] env[69858]: DEBUG nova.compute.utils [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 857.247663] env[69858]: DEBUG nova.compute.manager [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 857.247837] env[69858]: DEBUG nova.network.neutron [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 857.305136] env[69858]: DEBUG nova.policy [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58b103f3997442618edddc571a9598e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26f780b294b34242b329733790e1fb43', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.441251] env[69858]: DEBUG oslo_concurrency.lockutils [None req-30b37273-907e-4d73-9e80-145ceeb19d42 tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Releasing lock "refresh_cache-6ef9630b-3885-432a-a03e-aa31e83127fe" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.441883] env[69858]: DEBUG nova.compute.manager [None req-30b37273-907e-4d73-9e80-145ceeb19d42 tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 857.442013] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-30b37273-907e-4d73-9e80-145ceeb19d42 tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.442887] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8392fba-fd5b-4c83-af29-08c106f8de8d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.453558] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b37273-907e-4d73-9e80-145ceeb19d42 tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.453858] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03cdd8db-d292-4c56-8aa4-005ec8991ce8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.461393] env[69858]: DEBUG oslo_vmware.api [None req-30b37273-907e-4d73-9e80-145ceeb19d42 tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Waiting for the task: (returnval){ [ 857.461393] env[69858]: value = "task-3419010" [ 857.461393] env[69858]: _type = "Task" [ 857.461393] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.472489] env[69858]: DEBUG oslo_vmware.api [None req-30b37273-907e-4d73-9e80-145ceeb19d42 tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Task: {'id': task-3419010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.529143] env[69858]: DEBUG oslo_concurrency.lockutils [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquiring lock "refresh_cache-2768718f-4ea0-4f1a-90be-f04b87b50935" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.529643] env[69858]: DEBUG oslo_concurrency.lockutils [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquired lock "refresh_cache-2768718f-4ea0-4f1a-90be-f04b87b50935" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.530104] env[69858]: DEBUG nova.network.neutron [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.603697] env[69858]: DEBUG nova.compute.manager [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 857.603956] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.604957] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d98c7b-0d34-42c7-8fb5-a3ae6fd52db9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.613507] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.613772] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8e00e31-883f-4c49-90b6-2c3886397e8b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.623919] env[69858]: DEBUG oslo_vmware.api [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Waiting for the task: (returnval){ [ 857.623919] env[69858]: value = "task-3419011" [ 857.623919] env[69858]: _type = "Task" [ 857.623919] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.636378] env[69858]: DEBUG oslo_vmware.api [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Task: {'id': task-3419011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.661329] env[69858]: DEBUG nova.network.neutron [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Successfully created port: daf93331-5e8e-45ca-b90d-22755a931bb6 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.681128] env[69858]: DEBUG oslo_vmware.api [None req-1e252835-7c53-4d6b-bd6a-f536e831c349 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419009, 'name': ReconfigVM_Task, 'duration_secs': 0.246469} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.681445] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e252835-7c53-4d6b-bd6a-f536e831c349 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Reconfigured VM instance instance-00000021 to detach disk 2001 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 857.681648] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e252835-7c53-4d6b-bd6a-f536e831c349 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.681896] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ff7330a-b871-41a0-af44-3fafe223d5cb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.691047] env[69858]: DEBUG oslo_vmware.api [None req-1e252835-7c53-4d6b-bd6a-f536e831c349 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 857.691047] env[69858]: value = "task-3419012" [ 857.691047] env[69858]: _type = "Task" [ 857.691047] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.701752] env[69858]: DEBUG oslo_vmware.api [None req-1e252835-7c53-4d6b-bd6a-f536e831c349 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.755241] env[69858]: DEBUG nova.compute.manager [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 857.974327] env[69858]: DEBUG oslo_vmware.api [None req-30b37273-907e-4d73-9e80-145ceeb19d42 tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Task: {'id': task-3419010, 'name': PowerOffVM_Task, 'duration_secs': 0.141907} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.975850] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b37273-907e-4d73-9e80-145ceeb19d42 tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.975985] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-30b37273-907e-4d73-9e80-145ceeb19d42 tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 857.979025] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-425ccdee-4dc3-4a3a-9114-9919fa5e78a4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.009258] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-30b37273-907e-4d73-9e80-145ceeb19d42 tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.009258] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-30b37273-907e-4d73-9e80-145ceeb19d42 tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.009258] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-30b37273-907e-4d73-9e80-145ceeb19d42 tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Deleting the datastore file [datastore2] 6ef9630b-3885-432a-a03e-aa31e83127fe {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.009258] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fedb6316-bdcc-4689-b8d2-148efa020422 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.017419] env[69858]: DEBUG oslo_vmware.api [None req-30b37273-907e-4d73-9e80-145ceeb19d42 tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Waiting for the task: (returnval){ [ 858.017419] env[69858]: value = "task-3419014" [ 858.017419] env[69858]: _type = "Task" [ 858.017419] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.035840] env[69858]: DEBUG oslo_vmware.api [None req-30b37273-907e-4d73-9e80-145ceeb19d42 tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Task: {'id': task-3419014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.073370] env[69858]: DEBUG nova.network.neutron [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.135143] env[69858]: DEBUG oslo_vmware.api [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Task: {'id': task-3419011, 'name': PowerOffVM_Task, 'duration_secs': 0.307913} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.135438] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.135602] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.135862] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3dbed400-0c05-44d1-9c06-bd25130a2b82 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.202754] env[69858]: DEBUG oslo_vmware.api [None req-1e252835-7c53-4d6b-bd6a-f536e831c349 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419012, 'name': PowerOnVM_Task, 'duration_secs': 0.474894} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.206017] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e252835-7c53-4d6b-bd6a-f536e831c349 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.206017] env[69858]: DEBUG nova.compute.manager [None req-1e252835-7c53-4d6b-bd6a-f536e831c349 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.207176] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e075bae-3279-4ca5-9ca3-7542993438a3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.225491] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.226378] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.226378] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Deleting the datastore file [datastore1] cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.226378] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27359fe0-7835-433e-bde5-0fb4c736382e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.235489] env[69858]: DEBUG oslo_vmware.api [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Waiting for the task: (returnval){ [ 858.235489] env[69858]: value = "task-3419016" [ 858.235489] env[69858]: _type = "Task" [ 858.235489] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.241670] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fade3b-7eeb-47d2-bf96-94f5721d7a4a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.253899] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57757419-ff33-4863-9b43-6e9f0870be7d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.257660] env[69858]: DEBUG oslo_vmware.api [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Task: {'id': task-3419016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.301430] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184de887-84f2-4e2f-aaf3-7e8ca900bea6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.314393] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618849ad-8325-4b40-a901-c0fd274ecf7f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.335364] env[69858]: DEBUG nova.compute.provider_tree [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 858.534470] env[69858]: DEBUG oslo_vmware.api [None req-30b37273-907e-4d73-9e80-145ceeb19d42 tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Task: {'id': task-3419014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225479} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.535309] env[69858]: DEBUG nova.network.neutron [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Updating instance_info_cache with network_info: [{"id": "2e9744a4-fb40-4539-9bef-d550f8f002a3", "address": "fa:16:3e:f4:3e:73", "network": {"id": "03945024-6f39-4ded-9f17-c21be1d26d9b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-743455215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a1e778203624afa891b182fd8cae733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e9744a4-fb", "ovs_interfaceid": "2e9744a4-fb40-4539-9bef-d550f8f002a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.536558] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-30b37273-907e-4d73-9e80-145ceeb19d42 tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.536750] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-30b37273-907e-4d73-9e80-145ceeb19d42 tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.537149] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-30b37273-907e-4d73-9e80-145ceeb19d42 tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.537149] env[69858]: INFO nova.compute.manager [None req-30b37273-907e-4d73-9e80-145ceeb19d42 tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Took 1.10 seconds to destroy the instance on the hypervisor. [ 858.537386] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30b37273-907e-4d73-9e80-145ceeb19d42 tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.537783] env[69858]: DEBUG nova.compute.manager [-] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 858.537881] env[69858]: DEBUG nova.network.neutron [-] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 858.560919] env[69858]: DEBUG nova.network.neutron [-] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.751390] env[69858]: DEBUG oslo_vmware.api [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Task: {'id': task-3419016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369163} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.751707] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.751903] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.752163] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.752376] env[69858]: INFO nova.compute.manager [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 858.752616] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.752803] env[69858]: DEBUG nova.compute.manager [-] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 858.752899] env[69858]: DEBUG nova.network.neutron [-] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 858.767201] env[69858]: DEBUG nova.compute.manager [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 858.797834] env[69858]: DEBUG nova.virt.hardware [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.798076] env[69858]: DEBUG nova.virt.hardware [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.798234] env[69858]: DEBUG nova.virt.hardware [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.798450] env[69858]: DEBUG nova.virt.hardware [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.798600] env[69858]: DEBUG nova.virt.hardware [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.798746] env[69858]: DEBUG nova.virt.hardware [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.798954] env[69858]: DEBUG nova.virt.hardware [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.799207] env[69858]: DEBUG nova.virt.hardware [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.799389] env[69858]: DEBUG nova.virt.hardware [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.799549] env[69858]: DEBUG nova.virt.hardware [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.799719] env[69858]: DEBUG nova.virt.hardware [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.800585] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee260aa-e525-45b4-8763-f14bf690ccd6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.809079] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a85c9f7-56bc-47e0-9edf-0ee1c08a4531 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.858520] env[69858]: ERROR nova.scheduler.client.report [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [req-73213682-0494-402f-9ba1-338db7003062] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0eb830e-e56f-4bef-ab3f-89644f27fe23. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-73213682-0494-402f-9ba1-338db7003062"}]} [ 858.875310] env[69858]: DEBUG nova.scheduler.client.report [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Refreshing inventories for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 858.891077] env[69858]: DEBUG nova.scheduler.client.report [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Updating ProviderTree inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 858.891339] env[69858]: DEBUG nova.compute.provider_tree [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 858.911594] env[69858]: DEBUG nova.compute.manager [req-c1b97551-41c7-43ff-8355-4bfef784d709 req-e81db46c-9231-48f9-9a2b-5542d0836250 service nova] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Received event network-changed-2e9744a4-fb40-4539-9bef-d550f8f002a3 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.911594] env[69858]: DEBUG nova.compute.manager [req-c1b97551-41c7-43ff-8355-4bfef784d709 req-e81db46c-9231-48f9-9a2b-5542d0836250 service nova] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Refreshing instance network info cache due to event network-changed-2e9744a4-fb40-4539-9bef-d550f8f002a3. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.911594] env[69858]: DEBUG oslo_concurrency.lockutils [req-c1b97551-41c7-43ff-8355-4bfef784d709 req-e81db46c-9231-48f9-9a2b-5542d0836250 service nova] Acquiring lock "refresh_cache-2768718f-4ea0-4f1a-90be-f04b87b50935" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.911594] env[69858]: DEBUG nova.scheduler.client.report [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Refreshing aggregate associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, aggregates: None {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 858.932448] env[69858]: DEBUG nova.scheduler.client.report [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Refreshing trait associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 859.038956] env[69858]: DEBUG oslo_concurrency.lockutils [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Releasing lock "refresh_cache-2768718f-4ea0-4f1a-90be-f04b87b50935" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.039291] env[69858]: DEBUG nova.compute.manager [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Instance network_info: |[{"id": "2e9744a4-fb40-4539-9bef-d550f8f002a3", "address": "fa:16:3e:f4:3e:73", "network": {"id": "03945024-6f39-4ded-9f17-c21be1d26d9b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-743455215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a1e778203624afa891b182fd8cae733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e9744a4-fb", "ovs_interfaceid": "2e9744a4-fb40-4539-9bef-d550f8f002a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 859.039570] env[69858]: DEBUG oslo_concurrency.lockutils [req-c1b97551-41c7-43ff-8355-4bfef784d709 req-e81db46c-9231-48f9-9a2b-5542d0836250 service nova] Acquired lock "refresh_cache-2768718f-4ea0-4f1a-90be-f04b87b50935" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.039753] env[69858]: DEBUG nova.network.neutron [req-c1b97551-41c7-43ff-8355-4bfef784d709 req-e81db46c-9231-48f9-9a2b-5542d0836250 service nova] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Refreshing network info cache for port 2e9744a4-fb40-4539-9bef-d550f8f002a3 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.041125] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:3e:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e9744a4-fb40-4539-9bef-d550f8f002a3', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 859.052784] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.054684] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 859.055744] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5521123-926f-47cf-abaa-5fd106f8bcff {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.077038] env[69858]: DEBUG nova.network.neutron [-] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.087441] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 859.087441] env[69858]: value = "task-3419017" [ 859.087441] env[69858]: _type = "Task" [ 859.087441] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.100810] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419017, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.198471] env[69858]: DEBUG nova.compute.manager [req-f31273f5-c1f3-415e-9d5d-6eea235222d6 req-827f1e5d-5cda-4487-9cd6-fae6944c549c service nova] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Received event network-vif-deleted-2f0554e5-2f54-4015-ab78-c32a89ce1ed3 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.198787] env[69858]: INFO nova.compute.manager [req-f31273f5-c1f3-415e-9d5d-6eea235222d6 req-827f1e5d-5cda-4487-9cd6-fae6944c549c service nova] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Neutron deleted interface 2f0554e5-2f54-4015-ab78-c32a89ce1ed3; detaching it from the instance and deleting it from the info cache [ 859.198916] env[69858]: DEBUG nova.network.neutron [req-f31273f5-c1f3-415e-9d5d-6eea235222d6 req-827f1e5d-5cda-4487-9cd6-fae6944c549c service nova] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.397914] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494b3a2d-70e6-40fe-9308-c4093a3c8c29 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.408789] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c771cd99-1788-4861-8f62-c9c77b7d74b7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.445374] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c35abe1-67fa-4cf1-88f2-959f1c4da0b3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.459387] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036ca5ea-89db-4b21-8912-8b53fcf3b229 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.474773] env[69858]: DEBUG nova.compute.provider_tree [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 859.579565] env[69858]: INFO nova.compute.manager [-] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Took 1.04 seconds to deallocate network for instance. [ 859.599205] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419017, 'name': CreateVM_Task, 'duration_secs': 0.387521} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.599488] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.600111] env[69858]: DEBUG oslo_concurrency.lockutils [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.600293] env[69858]: DEBUG oslo_concurrency.lockutils [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.600633] env[69858]: DEBUG oslo_concurrency.lockutils [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.601453] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-669b21c6-270a-4141-9f76-f60c58c63680 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.607272] env[69858]: DEBUG oslo_vmware.api [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 859.607272] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b63717-afb2-72ce-fc6c-6a122237a7b1" [ 859.607272] env[69858]: _type = "Task" [ 859.607272] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.624973] env[69858]: DEBUG oslo_vmware.api [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b63717-afb2-72ce-fc6c-6a122237a7b1, 'name': SearchDatastore_Task, 'duration_secs': 0.011716} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.624973] env[69858]: DEBUG oslo_concurrency.lockutils [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.624973] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.625358] env[69858]: DEBUG oslo_concurrency.lockutils [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.625389] env[69858]: DEBUG oslo_concurrency.lockutils [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.625575] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.625839] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86351a01-2bb1-49b5-88b9-0cf83a228dce {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.639960] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.639960] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.639960] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d9f21db-29c3-438e-bee8-10f05392541b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.646054] env[69858]: DEBUG oslo_vmware.api [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 859.646054] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ceafeb-d48d-83ec-b7a7-c46bfe92ee97" [ 859.646054] env[69858]: _type = "Task" [ 859.646054] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.659514] env[69858]: DEBUG oslo_vmware.api [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ceafeb-d48d-83ec-b7a7-c46bfe92ee97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.675652] env[69858]: DEBUG nova.network.neutron [-] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.706208] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e66a3927-84c1-40e8-acac-e9a3cdff5a10 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.717793] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c4bee7-1979-4c29-bdc5-2dfeec98e208 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.756282] env[69858]: DEBUG nova.compute.manager [req-f31273f5-c1f3-415e-9d5d-6eea235222d6 req-827f1e5d-5cda-4487-9cd6-fae6944c549c service nova] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Detach interface failed, port_id=2f0554e5-2f54-4015-ab78-c32a89ce1ed3, reason: Instance cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 859.811981] env[69858]: DEBUG nova.network.neutron [req-c1b97551-41c7-43ff-8355-4bfef784d709 req-e81db46c-9231-48f9-9a2b-5542d0836250 service nova] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Updated VIF entry in instance network info cache for port 2e9744a4-fb40-4539-9bef-d550f8f002a3. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.812525] env[69858]: DEBUG nova.network.neutron [req-c1b97551-41c7-43ff-8355-4bfef784d709 req-e81db46c-9231-48f9-9a2b-5542d0836250 service nova] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Updating instance_info_cache with network_info: [{"id": "2e9744a4-fb40-4539-9bef-d550f8f002a3", "address": "fa:16:3e:f4:3e:73", "network": {"id": "03945024-6f39-4ded-9f17-c21be1d26d9b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-743455215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a1e778203624afa891b182fd8cae733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e9744a4-fb", "ovs_interfaceid": "2e9744a4-fb40-4539-9bef-d550f8f002a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.954438] env[69858]: DEBUG nova.network.neutron [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Successfully updated port: daf93331-5e8e-45ca-b90d-22755a931bb6 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 860.017682] env[69858]: DEBUG nova.scheduler.client.report [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Updated inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with generation 57 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 860.018129] env[69858]: DEBUG nova.compute.provider_tree [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Updating resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 generation from 57 to 58 during operation: update_inventory {{(pid=69858) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 860.018489] env[69858]: DEBUG nova.compute.provider_tree [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 860.086090] env[69858]: DEBUG oslo_concurrency.lockutils [None req-30b37273-907e-4d73-9e80-145ceeb19d42 tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.159980] env[69858]: DEBUG oslo_vmware.api [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ceafeb-d48d-83ec-b7a7-c46bfe92ee97, 'name': SearchDatastore_Task, 'duration_secs': 0.012128} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.160884] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c037302-9714-424d-bbc5-165f2918b8ab {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.166782] env[69858]: DEBUG oslo_vmware.api [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 860.166782] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ccd2d4-5d04-e368-80ef-4f5d6dd1d82a" [ 860.166782] env[69858]: _type = "Task" [ 860.166782] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.175570] env[69858]: DEBUG oslo_vmware.api [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ccd2d4-5d04-e368-80ef-4f5d6dd1d82a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.178113] env[69858]: INFO nova.compute.manager [-] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Took 1.43 seconds to deallocate network for instance. [ 860.318992] env[69858]: DEBUG oslo_concurrency.lockutils [req-c1b97551-41c7-43ff-8355-4bfef784d709 req-e81db46c-9231-48f9-9a2b-5542d0836250 service nova] Releasing lock "refresh_cache-2768718f-4ea0-4f1a-90be-f04b87b50935" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.458117] env[69858]: DEBUG oslo_concurrency.lockutils [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Acquiring lock "refresh_cache-b0e56ea2-9d0a-4c2a-8333-6393dcc4714d" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.458324] env[69858]: DEBUG oslo_concurrency.lockutils [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Acquired lock "refresh_cache-b0e56ea2-9d0a-4c2a-8333-6393dcc4714d" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.458501] env[69858]: DEBUG nova.network.neutron [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.527801] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.790s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.528265] env[69858]: DEBUG nova.compute.manager [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.530944] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.495s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.532344] env[69858]: INFO nova.compute.claims [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.680719] env[69858]: DEBUG oslo_vmware.api [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ccd2d4-5d04-e368-80ef-4f5d6dd1d82a, 'name': SearchDatastore_Task, 'duration_secs': 0.01365} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.681010] env[69858]: DEBUG oslo_concurrency.lockutils [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.681274] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 2768718f-4ea0-4f1a-90be-f04b87b50935/2768718f-4ea0-4f1a-90be-f04b87b50935.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.681567] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cf0cf9b-8174-47c0-9399-6f3e59b051ff {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.685460] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.691439] env[69858]: DEBUG oslo_vmware.api [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 860.691439] env[69858]: value = "task-3419018" [ 860.691439] env[69858]: _type = "Task" [ 860.691439] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.700707] env[69858]: DEBUG oslo_vmware.api [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.039992] env[69858]: DEBUG nova.compute.utils [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 861.043219] env[69858]: DEBUG nova.compute.manager [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 861.046203] env[69858]: DEBUG nova.network.neutron [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 861.093480] env[69858]: DEBUG nova.policy [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9374102f1cad4155bae0284f4da0d4a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a7006d47da44747800459be3880647f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.162545] env[69858]: DEBUG nova.network.neutron [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 861.205839] env[69858]: DEBUG oslo_vmware.api [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419018, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.458882] env[69858]: DEBUG nova.compute.manager [req-762a4464-501f-48e3-a934-d935e71a1e05 req-e2651adc-abcc-4b7d-b6d3-8a371272f223 service nova] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Received event network-vif-plugged-daf93331-5e8e-45ca-b90d-22755a931bb6 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.458882] env[69858]: DEBUG oslo_concurrency.lockutils [req-762a4464-501f-48e3-a934-d935e71a1e05 req-e2651adc-abcc-4b7d-b6d3-8a371272f223 service nova] Acquiring lock "b0e56ea2-9d0a-4c2a-8333-6393dcc4714d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.458882] env[69858]: DEBUG oslo_concurrency.lockutils [req-762a4464-501f-48e3-a934-d935e71a1e05 req-e2651adc-abcc-4b7d-b6d3-8a371272f223 service nova] Lock "b0e56ea2-9d0a-4c2a-8333-6393dcc4714d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.459601] env[69858]: DEBUG oslo_concurrency.lockutils [req-762a4464-501f-48e3-a934-d935e71a1e05 req-e2651adc-abcc-4b7d-b6d3-8a371272f223 service nova] Lock "b0e56ea2-9d0a-4c2a-8333-6393dcc4714d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.460051] env[69858]: DEBUG nova.compute.manager [req-762a4464-501f-48e3-a934-d935e71a1e05 req-e2651adc-abcc-4b7d-b6d3-8a371272f223 service nova] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] No waiting events found dispatching network-vif-plugged-daf93331-5e8e-45ca-b90d-22755a931bb6 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 861.460364] env[69858]: WARNING nova.compute.manager [req-762a4464-501f-48e3-a934-d935e71a1e05 req-e2651adc-abcc-4b7d-b6d3-8a371272f223 service nova] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Received unexpected event network-vif-plugged-daf93331-5e8e-45ca-b90d-22755a931bb6 for instance with vm_state building and task_state spawning. [ 861.460652] env[69858]: DEBUG nova.compute.manager [req-762a4464-501f-48e3-a934-d935e71a1e05 req-e2651adc-abcc-4b7d-b6d3-8a371272f223 service nova] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Received event network-changed-daf93331-5e8e-45ca-b90d-22755a931bb6 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.460903] env[69858]: DEBUG nova.compute.manager [req-762a4464-501f-48e3-a934-d935e71a1e05 req-e2651adc-abcc-4b7d-b6d3-8a371272f223 service nova] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Refreshing instance network info cache due to event network-changed-daf93331-5e8e-45ca-b90d-22755a931bb6. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.461184] env[69858]: DEBUG oslo_concurrency.lockutils [req-762a4464-501f-48e3-a934-d935e71a1e05 req-e2651adc-abcc-4b7d-b6d3-8a371272f223 service nova] Acquiring lock "refresh_cache-b0e56ea2-9d0a-4c2a-8333-6393dcc4714d" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.479692] env[69858]: DEBUG nova.network.neutron [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Updating instance_info_cache with network_info: [{"id": "daf93331-5e8e-45ca-b90d-22755a931bb6", "address": "fa:16:3e:e8:8b:b8", "network": {"id": "de9819e5-0070-4018-be00-1db37157e177", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-480003007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f780b294b34242b329733790e1fb43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaf93331-5e", "ovs_interfaceid": "daf93331-5e8e-45ca-b90d-22755a931bb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.528131] env[69858]: DEBUG nova.network.neutron [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Successfully created port: 62ed4706-a73a-4086-b28e-f4454a92ef43 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.552028] env[69858]: DEBUG nova.compute.manager [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.710368] env[69858]: DEBUG oslo_vmware.api [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419018, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.786723} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.710368] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 2768718f-4ea0-4f1a-90be-f04b87b50935/2768718f-4ea0-4f1a-90be-f04b87b50935.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.710368] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.710599] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68b5923c-8ba8-4da8-b95c-a45c32d812d0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.720503] env[69858]: DEBUG oslo_vmware.api [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 861.720503] env[69858]: value = "task-3419019" [ 861.720503] env[69858]: _type = "Task" [ 861.720503] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.740546] env[69858]: DEBUG oslo_vmware.api [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419019, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.982395] env[69858]: DEBUG oslo_concurrency.lockutils [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Releasing lock "refresh_cache-b0e56ea2-9d0a-4c2a-8333-6393dcc4714d" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.982751] env[69858]: DEBUG nova.compute.manager [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Instance network_info: |[{"id": "daf93331-5e8e-45ca-b90d-22755a931bb6", "address": "fa:16:3e:e8:8b:b8", "network": {"id": "de9819e5-0070-4018-be00-1db37157e177", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-480003007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f780b294b34242b329733790e1fb43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaf93331-5e", "ovs_interfaceid": "daf93331-5e8e-45ca-b90d-22755a931bb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 861.983135] env[69858]: DEBUG oslo_concurrency.lockutils [req-762a4464-501f-48e3-a934-d935e71a1e05 req-e2651adc-abcc-4b7d-b6d3-8a371272f223 service nova] Acquired lock "refresh_cache-b0e56ea2-9d0a-4c2a-8333-6393dcc4714d" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.983324] env[69858]: DEBUG nova.network.neutron [req-762a4464-501f-48e3-a934-d935e71a1e05 req-e2651adc-abcc-4b7d-b6d3-8a371272f223 service nova] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Refreshing network info cache for port daf93331-5e8e-45ca-b90d-22755a931bb6 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.984530] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:8b:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04e15990-16e1-4cb2-b0f0-06c362e68c5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'daf93331-5e8e-45ca-b90d-22755a931bb6', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.997178] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.002635] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.003354] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0ce0877-54b4-448d-82e0-293deb5f4fbb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.030552] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.030552] env[69858]: value = "task-3419020" [ 862.030552] env[69858]: _type = "Task" [ 862.030552] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.041353] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419020, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.089116] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9543647f-e1c2-46e8-bf49-232f6c50649a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.104474] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd2a974-0b39-4500-b1c1-7aea33db0274 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.141676] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528504fa-1292-4546-ae19-18195d8e806c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.152869] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fc8876-16b7-40bd-934c-0e53fb403855 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.169651] env[69858]: DEBUG nova.compute.provider_tree [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 862.196737] env[69858]: DEBUG nova.objects.instance [None req-5ecb2153-66c7-4901-b574-4d9dca48f3ba tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Lazy-loading 'flavor' on Instance uuid 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.235071] env[69858]: DEBUG oslo_vmware.api [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419019, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1428} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.235443] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.236758] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bb46fa-06ee-4c81-9f02-c621a149844b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.268505] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 2768718f-4ea0-4f1a-90be-f04b87b50935/2768718f-4ea0-4f1a-90be-f04b87b50935.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.270067] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca529bd2-f7f6-4b2f-a38a-3b22177540f0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.291019] env[69858]: DEBUG oslo_vmware.api [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 862.291019] env[69858]: value = "task-3419021" [ 862.291019] env[69858]: _type = "Task" [ 862.291019] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.300019] env[69858]: DEBUG oslo_vmware.api [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419021, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.520889] env[69858]: DEBUG nova.network.neutron [req-762a4464-501f-48e3-a934-d935e71a1e05 req-e2651adc-abcc-4b7d-b6d3-8a371272f223 service nova] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Updated VIF entry in instance network info cache for port daf93331-5e8e-45ca-b90d-22755a931bb6. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.521508] env[69858]: DEBUG nova.network.neutron [req-762a4464-501f-48e3-a934-d935e71a1e05 req-e2651adc-abcc-4b7d-b6d3-8a371272f223 service nova] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Updating instance_info_cache with network_info: [{"id": "daf93331-5e8e-45ca-b90d-22755a931bb6", "address": "fa:16:3e:e8:8b:b8", "network": {"id": "de9819e5-0070-4018-be00-1db37157e177", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-480003007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f780b294b34242b329733790e1fb43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaf93331-5e", "ovs_interfaceid": "daf93331-5e8e-45ca-b90d-22755a931bb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.545542] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419020, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.566036] env[69858]: DEBUG nova.compute.manager [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.598691] env[69858]: DEBUG nova.virt.hardware [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.598691] env[69858]: DEBUG nova.virt.hardware [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.598887] env[69858]: DEBUG nova.virt.hardware [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.599136] env[69858]: DEBUG nova.virt.hardware [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.599346] env[69858]: DEBUG nova.virt.hardware [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.599537] env[69858]: DEBUG nova.virt.hardware [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.599790] env[69858]: DEBUG nova.virt.hardware [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.599958] env[69858]: DEBUG nova.virt.hardware [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.600221] env[69858]: DEBUG nova.virt.hardware [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.601090] env[69858]: DEBUG nova.virt.hardware [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.601090] env[69858]: DEBUG nova.virt.hardware [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.601630] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaba8e33-0f03-4eda-896f-722cecffe0bd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.610878] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1070b03c-151c-4bb6-8286-2b21765d014c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.693227] env[69858]: ERROR nova.scheduler.client.report [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [req-6cd26595-0f56-4535-9ff6-0cfc0c6ae278] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0eb830e-e56f-4bef-ab3f-89644f27fe23. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6cd26595-0f56-4535-9ff6-0cfc0c6ae278"}]} [ 862.704920] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ecb2153-66c7-4901-b574-4d9dca48f3ba tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Acquiring lock "refresh_cache-8b263c3e-8f1a-4da9-8e62-fbd1037dfd96" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.704920] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ecb2153-66c7-4901-b574-4d9dca48f3ba tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Acquired lock "refresh_cache-8b263c3e-8f1a-4da9-8e62-fbd1037dfd96" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.710994] env[69858]: DEBUG nova.scheduler.client.report [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Refreshing inventories for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 862.725446] env[69858]: DEBUG nova.scheduler.client.report [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Updating ProviderTree inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 862.725703] env[69858]: DEBUG nova.compute.provider_tree [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 862.744978] env[69858]: DEBUG nova.scheduler.client.report [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Refreshing aggregate associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, aggregates: None {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 862.763925] env[69858]: DEBUG nova.scheduler.client.report [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Refreshing trait associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 862.806392] env[69858]: DEBUG oslo_vmware.api [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419021, 'name': ReconfigVM_Task, 'duration_secs': 0.309033} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.810438] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 2768718f-4ea0-4f1a-90be-f04b87b50935/2768718f-4ea0-4f1a-90be-f04b87b50935.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.812431] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-549d6c2c-a373-45e1-aaea-a3a315d3457f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.820822] env[69858]: DEBUG oslo_vmware.api [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 862.820822] env[69858]: value = "task-3419022" [ 862.820822] env[69858]: _type = "Task" [ 862.820822] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.836604] env[69858]: DEBUG oslo_vmware.api [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419022, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.902742] env[69858]: DEBUG oslo_concurrency.lockutils [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "2c289fa7-0fdd-4dc0-bad3-fa827e0f8275" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.903324] env[69858]: DEBUG oslo_concurrency.lockutils [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "2c289fa7-0fdd-4dc0-bad3-fa827e0f8275" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.027029] env[69858]: DEBUG oslo_concurrency.lockutils [req-762a4464-501f-48e3-a934-d935e71a1e05 req-e2651adc-abcc-4b7d-b6d3-8a371272f223 service nova] Releasing lock "refresh_cache-b0e56ea2-9d0a-4c2a-8333-6393dcc4714d" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.043701] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419020, 'name': CreateVM_Task, 'duration_secs': 0.575732} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.043701] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.044483] env[69858]: DEBUG oslo_concurrency.lockutils [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.044679] env[69858]: DEBUG oslo_concurrency.lockutils [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.045100] env[69858]: DEBUG oslo_concurrency.lockutils [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.047867] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-179f810f-0290-48bd-9707-6575104786f9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.055282] env[69858]: DEBUG oslo_vmware.api [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Waiting for the task: (returnval){ [ 863.055282] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521cc49c-9a27-9513-309a-8225ab245181" [ 863.055282] env[69858]: _type = "Task" [ 863.055282] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.065589] env[69858]: DEBUG oslo_vmware.api [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521cc49c-9a27-9513-309a-8225ab245181, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.271292] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089aa0b1-cd99-4f7a-a36f-c69f3156e78b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.286846] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0391e68e-e931-4632-a67d-e0e00151529a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.326252] env[69858]: DEBUG nova.network.neutron [None req-5ecb2153-66c7-4901-b574-4d9dca48f3ba tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.334298] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280ccf5d-e1da-41f5-9f62-0daea558ee03 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.341137] env[69858]: DEBUG nova.compute.manager [req-58f5f068-4a58-44ad-b3d6-d3d00ab75b82 req-4b44b3e8-f22d-42c4-a05b-3ca766a31bef service nova] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Received event network-vif-plugged-62ed4706-a73a-4086-b28e-f4454a92ef43 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.341434] env[69858]: DEBUG oslo_concurrency.lockutils [req-58f5f068-4a58-44ad-b3d6-d3d00ab75b82 req-4b44b3e8-f22d-42c4-a05b-3ca766a31bef service nova] Acquiring lock "5d973e99-679c-4ab7-a37a-1b32f555df35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.341606] env[69858]: DEBUG oslo_concurrency.lockutils [req-58f5f068-4a58-44ad-b3d6-d3d00ab75b82 req-4b44b3e8-f22d-42c4-a05b-3ca766a31bef service nova] Lock "5d973e99-679c-4ab7-a37a-1b32f555df35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.341766] env[69858]: DEBUG oslo_concurrency.lockutils [req-58f5f068-4a58-44ad-b3d6-d3d00ab75b82 req-4b44b3e8-f22d-42c4-a05b-3ca766a31bef service nova] Lock "5d973e99-679c-4ab7-a37a-1b32f555df35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.342712] env[69858]: DEBUG nova.compute.manager [req-58f5f068-4a58-44ad-b3d6-d3d00ab75b82 req-4b44b3e8-f22d-42c4-a05b-3ca766a31bef service nova] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] No waiting events found dispatching network-vif-plugged-62ed4706-a73a-4086-b28e-f4454a92ef43 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 863.342712] env[69858]: WARNING nova.compute.manager [req-58f5f068-4a58-44ad-b3d6-d3d00ab75b82 req-4b44b3e8-f22d-42c4-a05b-3ca766a31bef service nova] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Received unexpected event network-vif-plugged-62ed4706-a73a-4086-b28e-f4454a92ef43 for instance with vm_state building and task_state spawning. [ 863.351417] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021784f3-a8af-4e67-bef2-5e788bdf46f2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.355032] env[69858]: DEBUG oslo_vmware.api [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419022, 'name': Rename_Task, 'duration_secs': 0.163467} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.355479] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.356132] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7b88fa1-22a8-4c2f-b6fe-a367499d5a19 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.367328] env[69858]: DEBUG nova.compute.provider_tree [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 863.370408] env[69858]: DEBUG oslo_vmware.api [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 863.370408] env[69858]: value = "task-3419023" [ 863.370408] env[69858]: _type = "Task" [ 863.370408] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.382490] env[69858]: DEBUG oslo_vmware.api [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.385207] env[69858]: DEBUG nova.network.neutron [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Successfully updated port: 62ed4706-a73a-4086-b28e-f4454a92ef43 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.406664] env[69858]: DEBUG nova.compute.manager [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.568670] env[69858]: DEBUG oslo_vmware.api [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521cc49c-9a27-9513-309a-8225ab245181, 'name': SearchDatastore_Task, 'duration_secs': 0.038159} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.568670] env[69858]: DEBUG oslo_concurrency.lockutils [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.568670] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.568670] env[69858]: DEBUG oslo_concurrency.lockutils [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.568670] env[69858]: DEBUG oslo_concurrency.lockutils [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.568670] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.570060] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b20f46a4-ab55-4c80-8cdd-80833af35d99 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.583403] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.584793] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.584793] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dee7b41d-2949-4133-9e74-f8b283a93c24 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.591357] env[69858]: DEBUG oslo_vmware.api [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Waiting for the task: (returnval){ [ 863.591357] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52aa0851-d37d-4364-e8df-f8f450930385" [ 863.591357] env[69858]: _type = "Task" [ 863.591357] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.601461] env[69858]: DEBUG oslo_vmware.api [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52aa0851-d37d-4364-e8df-f8f450930385, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.668290] env[69858]: DEBUG nova.compute.manager [req-d47688c2-400a-4864-8e4f-0c2451f0f4a9 req-8739ea6d-b555-4006-878f-039ca592fd06 service nova] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Received event network-changed-53c75db1-c77d-491d-92cf-25843b6dcf61 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.668555] env[69858]: DEBUG nova.compute.manager [req-d47688c2-400a-4864-8e4f-0c2451f0f4a9 req-8739ea6d-b555-4006-878f-039ca592fd06 service nova] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Refreshing instance network info cache due to event network-changed-53c75db1-c77d-491d-92cf-25843b6dcf61. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.668751] env[69858]: DEBUG oslo_concurrency.lockutils [req-d47688c2-400a-4864-8e4f-0c2451f0f4a9 req-8739ea6d-b555-4006-878f-039ca592fd06 service nova] Acquiring lock "refresh_cache-8b263c3e-8f1a-4da9-8e62-fbd1037dfd96" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.710692] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3866b7ea-9a47-4916-b43c-255d8eeea417 tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Acquiring lock "0970e5bb-0c9d-406a-9467-0a50dc9c11c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.710692] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3866b7ea-9a47-4916-b43c-255d8eeea417 tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Lock "0970e5bb-0c9d-406a-9467-0a50dc9c11c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.710692] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3866b7ea-9a47-4916-b43c-255d8eeea417 tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Acquiring lock "0970e5bb-0c9d-406a-9467-0a50dc9c11c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.710692] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3866b7ea-9a47-4916-b43c-255d8eeea417 tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Lock "0970e5bb-0c9d-406a-9467-0a50dc9c11c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.710692] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3866b7ea-9a47-4916-b43c-255d8eeea417 tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Lock "0970e5bb-0c9d-406a-9467-0a50dc9c11c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.712471] env[69858]: INFO nova.compute.manager [None req-3866b7ea-9a47-4916-b43c-255d8eeea417 tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Terminating instance [ 863.793652] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquiring lock "60f35308-2c0b-49b5-b59c-f009be3d3822" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.793899] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lock "60f35308-2c0b-49b5-b59c-f009be3d3822" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.800228] env[69858]: DEBUG nova.network.neutron [None req-5ecb2153-66c7-4901-b574-4d9dca48f3ba tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Updating instance_info_cache with network_info: [{"id": "53c75db1-c77d-491d-92cf-25843b6dcf61", "address": "fa:16:3e:84:46:8d", "network": {"id": "da7c64ed-c901-40c5-95ad-0dbc3cff6c75", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1472626846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae352d78bed4516a024fe3a207a178d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53c75db1-c7", "ovs_interfaceid": "53c75db1-c77d-491d-92cf-25843b6dcf61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.886996] env[69858]: DEBUG oslo_vmware.api [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419023, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.887797] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquiring lock "refresh_cache-5d973e99-679c-4ab7-a37a-1b32f555df35" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.888056] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquired lock "refresh_cache-5d973e99-679c-4ab7-a37a-1b32f555df35" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.889034] env[69858]: DEBUG nova.network.neutron [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.892859] env[69858]: ERROR nova.scheduler.client.report [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [req-88f5ab16-c9d8-4f0e-8658-f33930693478] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0eb830e-e56f-4bef-ab3f-89644f27fe23. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-88f5ab16-c9d8-4f0e-8658-f33930693478"}]} [ 863.911222] env[69858]: DEBUG nova.scheduler.client.report [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Refreshing inventories for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 863.930031] env[69858]: DEBUG nova.scheduler.client.report [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Updating ProviderTree inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 863.930031] env[69858]: DEBUG nova.compute.provider_tree [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 863.932799] env[69858]: DEBUG oslo_concurrency.lockutils [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.941628] env[69858]: DEBUG nova.scheduler.client.report [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Refreshing aggregate associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, aggregates: None {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 863.960565] env[69858]: DEBUG nova.scheduler.client.report [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Refreshing trait associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 864.107259] env[69858]: DEBUG oslo_vmware.api [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52aa0851-d37d-4364-e8df-f8f450930385, 'name': SearchDatastore_Task, 'duration_secs': 0.012388} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.111837] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dce7bee-653f-4c61-9261-51b4da6b3dc9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.119399] env[69858]: DEBUG oslo_vmware.api [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Waiting for the task: (returnval){ [ 864.119399] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a94f71-99fe-3913-60d0-2b8b9014d474" [ 864.119399] env[69858]: _type = "Task" [ 864.119399] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.133914] env[69858]: DEBUG oslo_vmware.api [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a94f71-99fe-3913-60d0-2b8b9014d474, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.216999] env[69858]: DEBUG nova.compute.manager [None req-3866b7ea-9a47-4916-b43c-255d8eeea417 tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 864.217435] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3866b7ea-9a47-4916-b43c-255d8eeea417 tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.218517] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b59af17-82c1-404f-a58c-5985bff0e0d7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.226893] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-3866b7ea-9a47-4916-b43c-255d8eeea417 tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.227151] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3e1062f-1dd2-48a7-a009-1b75f856ee84 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.236935] env[69858]: DEBUG oslo_vmware.api [None req-3866b7ea-9a47-4916-b43c-255d8eeea417 tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Waiting for the task: (returnval){ [ 864.236935] env[69858]: value = "task-3419024" [ 864.236935] env[69858]: _type = "Task" [ 864.236935] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.247678] env[69858]: DEBUG oslo_vmware.api [None req-3866b7ea-9a47-4916-b43c-255d8eeea417 tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Task: {'id': task-3419024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.299376] env[69858]: DEBUG nova.compute.manager [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 864.303151] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ecb2153-66c7-4901-b574-4d9dca48f3ba tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Releasing lock "refresh_cache-8b263c3e-8f1a-4da9-8e62-fbd1037dfd96" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.303472] env[69858]: DEBUG nova.compute.manager [None req-5ecb2153-66c7-4901-b574-4d9dca48f3ba tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Inject network info {{(pid=69858) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 864.303791] env[69858]: DEBUG nova.compute.manager [None req-5ecb2153-66c7-4901-b574-4d9dca48f3ba tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] network_info to inject: |[{"id": "53c75db1-c77d-491d-92cf-25843b6dcf61", "address": "fa:16:3e:84:46:8d", "network": {"id": "da7c64ed-c901-40c5-95ad-0dbc3cff6c75", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1472626846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae352d78bed4516a024fe3a207a178d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53c75db1-c7", "ovs_interfaceid": "53c75db1-c77d-491d-92cf-25843b6dcf61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 864.309145] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5ecb2153-66c7-4901-b574-4d9dca48f3ba tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Reconfiguring VM instance to set the machine id {{(pid=69858) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 864.309145] env[69858]: DEBUG oslo_concurrency.lockutils [req-d47688c2-400a-4864-8e4f-0c2451f0f4a9 req-8739ea6d-b555-4006-878f-039ca592fd06 service nova] Acquired lock "refresh_cache-8b263c3e-8f1a-4da9-8e62-fbd1037dfd96" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.309145] env[69858]: DEBUG nova.network.neutron [req-d47688c2-400a-4864-8e4f-0c2451f0f4a9 req-8739ea6d-b555-4006-878f-039ca592fd06 service nova] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Refreshing network info cache for port 53c75db1-c77d-491d-92cf-25843b6dcf61 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.311137] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ad75765-3882-4b49-94b8-798c24f52d29 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.338834] env[69858]: DEBUG oslo_vmware.api [None req-5ecb2153-66c7-4901-b574-4d9dca48f3ba tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Waiting for the task: (returnval){ [ 864.338834] env[69858]: value = "task-3419025" [ 864.338834] env[69858]: _type = "Task" [ 864.338834] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.351803] env[69858]: DEBUG oslo_vmware.api [None req-5ecb2153-66c7-4901-b574-4d9dca48f3ba tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Task: {'id': task-3419025, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.389788] env[69858]: DEBUG oslo_vmware.api [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419023, 'name': PowerOnVM_Task, 'duration_secs': 0.574169} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.390260] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.390511] env[69858]: INFO nova.compute.manager [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Took 8.19 seconds to spawn the instance on the hypervisor. [ 864.390701] env[69858]: DEBUG nova.compute.manager [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.393687] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7598fb-54ed-47e1-809f-faf9e4f77618 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.398045] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6daf659d-ef3a-4847-ba24-df06d6c3a84f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.414816] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649707be-8265-4408-a004-2960f0312526 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.450760] env[69858]: DEBUG nova.network.neutron [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.453746] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995105ce-30bf-4379-9a93-1b1881044063 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.463376] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5563f243-a235-4e03-bd79-51ffd63ec8ce {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.479942] env[69858]: DEBUG nova.compute.provider_tree [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 864.632204] env[69858]: DEBUG oslo_vmware.api [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a94f71-99fe-3913-60d0-2b8b9014d474, 'name': SearchDatastore_Task, 'duration_secs': 0.036429} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.632460] env[69858]: DEBUG oslo_concurrency.lockutils [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.632728] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] b0e56ea2-9d0a-4c2a-8333-6393dcc4714d/b0e56ea2-9d0a-4c2a-8333-6393dcc4714d.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.633037] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3248a20-e436-4ab2-959c-9877976c966e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.641641] env[69858]: DEBUG oslo_vmware.api [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Waiting for the task: (returnval){ [ 864.641641] env[69858]: value = "task-3419026" [ 864.641641] env[69858]: _type = "Task" [ 864.641641] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.650658] env[69858]: DEBUG oslo_vmware.api [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': task-3419026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.661916] env[69858]: DEBUG nova.network.neutron [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Updating instance_info_cache with network_info: [{"id": "62ed4706-a73a-4086-b28e-f4454a92ef43", "address": "fa:16:3e:43:77:52", "network": {"id": "70826732-2ccc-4db6-aa72-1412a88f41e1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1176835399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a7006d47da44747800459be3880647f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62ed4706-a7", "ovs_interfaceid": "62ed4706-a73a-4086-b28e-f4454a92ef43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.745954] env[69858]: DEBUG nova.objects.instance [None req-6c7769b9-dc6e-44c5-99cf-d1d794cf9e4a tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Lazy-loading 'flavor' on Instance uuid 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.753509] env[69858]: DEBUG oslo_vmware.api [None req-3866b7ea-9a47-4916-b43c-255d8eeea417 tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Task: {'id': task-3419024, 'name': PowerOffVM_Task, 'duration_secs': 0.282973} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.753809] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-3866b7ea-9a47-4916-b43c-255d8eeea417 tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.756370] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3866b7ea-9a47-4916-b43c-255d8eeea417 tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.756370] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd560d92-f383-43da-b053-ec5b38d83472 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.830906] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3866b7ea-9a47-4916-b43c-255d8eeea417 tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.831267] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3866b7ea-9a47-4916-b43c-255d8eeea417 tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.831663] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-3866b7ea-9a47-4916-b43c-255d8eeea417 tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Deleting the datastore file [datastore2] 0970e5bb-0c9d-406a-9467-0a50dc9c11c6 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.832795] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.833066] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab8c2828-4e70-426a-b861-6f6c75751e60 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.840638] env[69858]: DEBUG oslo_vmware.api [None req-3866b7ea-9a47-4916-b43c-255d8eeea417 tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Waiting for the task: (returnval){ [ 864.840638] env[69858]: value = "task-3419028" [ 864.840638] env[69858]: _type = "Task" [ 864.840638] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.854731] env[69858]: DEBUG oslo_vmware.api [None req-5ecb2153-66c7-4901-b574-4d9dca48f3ba tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Task: {'id': task-3419025, 'name': ReconfigVM_Task, 'duration_secs': 0.191548} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.858042] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5ecb2153-66c7-4901-b574-4d9dca48f3ba tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Reconfigured VM instance to set the machine id {{(pid=69858) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 864.860902] env[69858]: DEBUG oslo_vmware.api [None req-3866b7ea-9a47-4916-b43c-255d8eeea417 tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Task: {'id': task-3419028, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.922894] env[69858]: INFO nova.compute.manager [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Took 52.04 seconds to build instance. [ 864.948558] env[69858]: DEBUG oslo_concurrency.lockutils [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Acquiring lock "06360ef7-63d6-4eff-89b6-a105e0d87cb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.948950] env[69858]: DEBUG oslo_concurrency.lockutils [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Lock "06360ef7-63d6-4eff-89b6-a105e0d87cb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.011529] env[69858]: ERROR nova.scheduler.client.report [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [req-f845fef1-4877-4a4f-8188-4ab425570e80] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0eb830e-e56f-4bef-ab3f-89644f27fe23. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f845fef1-4877-4a4f-8188-4ab425570e80"}]} [ 865.033953] env[69858]: DEBUG nova.scheduler.client.report [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Refreshing inventories for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 865.050829] env[69858]: DEBUG nova.scheduler.client.report [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Updating ProviderTree inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 865.051074] env[69858]: DEBUG nova.compute.provider_tree [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 865.064870] env[69858]: DEBUG nova.scheduler.client.report [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Refreshing aggregate associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, aggregates: None {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 865.089686] env[69858]: DEBUG nova.scheduler.client.report [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Refreshing trait associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 865.152271] env[69858]: DEBUG oslo_vmware.api [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': task-3419026, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.155855] env[69858]: DEBUG nova.network.neutron [req-d47688c2-400a-4864-8e4f-0c2451f0f4a9 req-8739ea6d-b555-4006-878f-039ca592fd06 service nova] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Updated VIF entry in instance network info cache for port 53c75db1-c77d-491d-92cf-25843b6dcf61. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.156309] env[69858]: DEBUG nova.network.neutron [req-d47688c2-400a-4864-8e4f-0c2451f0f4a9 req-8739ea6d-b555-4006-878f-039ca592fd06 service nova] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Updating instance_info_cache with network_info: [{"id": "53c75db1-c77d-491d-92cf-25843b6dcf61", "address": "fa:16:3e:84:46:8d", "network": {"id": "da7c64ed-c901-40c5-95ad-0dbc3cff6c75", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1472626846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae352d78bed4516a024fe3a207a178d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53c75db1-c7", "ovs_interfaceid": "53c75db1-c77d-491d-92cf-25843b6dcf61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.164694] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Releasing lock "refresh_cache-5d973e99-679c-4ab7-a37a-1b32f555df35" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.164993] env[69858]: DEBUG nova.compute.manager [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Instance network_info: |[{"id": "62ed4706-a73a-4086-b28e-f4454a92ef43", "address": "fa:16:3e:43:77:52", "network": {"id": "70826732-2ccc-4db6-aa72-1412a88f41e1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1176835399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a7006d47da44747800459be3880647f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62ed4706-a7", "ovs_interfaceid": "62ed4706-a73a-4086-b28e-f4454a92ef43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 865.165460] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:77:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4aa1eda7-48b9-4fa2-af0b-94c718313af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62ed4706-a73a-4086-b28e-f4454a92ef43', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.173274] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.176806] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.177602] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45e0a6aa-0c78-4686-8b56-47c42d016849 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.204341] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.204341] env[69858]: value = "task-3419029" [ 865.204341] env[69858]: _type = "Task" [ 865.204341] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.214540] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419029, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.254481] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6c7769b9-dc6e-44c5-99cf-d1d794cf9e4a tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Acquiring lock "refresh_cache-8b263c3e-8f1a-4da9-8e62-fbd1037dfd96" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.363025] env[69858]: DEBUG oslo_vmware.api [None req-3866b7ea-9a47-4916-b43c-255d8eeea417 tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Task: {'id': task-3419028, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.448482} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.363025] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-3866b7ea-9a47-4916-b43c-255d8eeea417 tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.363025] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3866b7ea-9a47-4916-b43c-255d8eeea417 tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.363025] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3866b7ea-9a47-4916-b43c-255d8eeea417 tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.363025] env[69858]: INFO nova.compute.manager [None req-3866b7ea-9a47-4916-b43c-255d8eeea417 tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 865.363025] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3866b7ea-9a47-4916-b43c-255d8eeea417 tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.363025] env[69858]: DEBUG nova.compute.manager [-] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 865.363025] env[69858]: DEBUG nova.network.neutron [-] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.403215] env[69858]: DEBUG nova.compute.manager [req-898e4368-b97d-4c70-8860-e80ef256f037 req-ca3f28a2-fd3e-4b2f-a290-145b0fc55025 service nova] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Received event network-changed-62ed4706-a73a-4086-b28e-f4454a92ef43 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.403215] env[69858]: DEBUG nova.compute.manager [req-898e4368-b97d-4c70-8860-e80ef256f037 req-ca3f28a2-fd3e-4b2f-a290-145b0fc55025 service nova] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Refreshing instance network info cache due to event network-changed-62ed4706-a73a-4086-b28e-f4454a92ef43. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.403382] env[69858]: DEBUG oslo_concurrency.lockutils [req-898e4368-b97d-4c70-8860-e80ef256f037 req-ca3f28a2-fd3e-4b2f-a290-145b0fc55025 service nova] Acquiring lock "refresh_cache-5d973e99-679c-4ab7-a37a-1b32f555df35" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.403456] env[69858]: DEBUG oslo_concurrency.lockutils [req-898e4368-b97d-4c70-8860-e80ef256f037 req-ca3f28a2-fd3e-4b2f-a290-145b0fc55025 service nova] Acquired lock "refresh_cache-5d973e99-679c-4ab7-a37a-1b32f555df35" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.404265] env[69858]: DEBUG nova.network.neutron [req-898e4368-b97d-4c70-8860-e80ef256f037 req-ca3f28a2-fd3e-4b2f-a290-145b0fc55025 service nova] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Refreshing network info cache for port 62ed4706-a73a-4086-b28e-f4454a92ef43 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.425106] env[69858]: DEBUG oslo_concurrency.lockutils [None req-99d78057-5105-427c-abeb-644f3f892275 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "2768718f-4ea0-4f1a-90be-f04b87b50935" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.144s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.571157] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3eae12-6e1d-4963-873f-ed5c9db60e96 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.580676] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123952f6-af87-44d8-a1cc-6977a4cc6d64 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.617901] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b736d880-94ed-4157-8ded-4e951d3e062f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.632203] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d81bbd-9f30-49b7-9bb1-7688692198f2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.655308] env[69858]: DEBUG nova.compute.provider_tree [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 865.660339] env[69858]: DEBUG oslo_concurrency.lockutils [req-d47688c2-400a-4864-8e4f-0c2451f0f4a9 req-8739ea6d-b555-4006-878f-039ca592fd06 service nova] Releasing lock "refresh_cache-8b263c3e-8f1a-4da9-8e62-fbd1037dfd96" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.660339] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6c7769b9-dc6e-44c5-99cf-d1d794cf9e4a tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Acquired lock "refresh_cache-8b263c3e-8f1a-4da9-8e62-fbd1037dfd96" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.666712] env[69858]: DEBUG oslo_vmware.api [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': task-3419026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650414} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.667534] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] b0e56ea2-9d0a-4c2a-8333-6393dcc4714d/b0e56ea2-9d0a-4c2a-8333-6393dcc4714d.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.667768] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.668277] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-832b0f82-89a3-4ca9-aaae-10d9a0f3a57e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.676399] env[69858]: DEBUG oslo_vmware.api [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Waiting for the task: (returnval){ [ 865.676399] env[69858]: value = "task-3419030" [ 865.676399] env[69858]: _type = "Task" [ 865.676399] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.687454] env[69858]: DEBUG oslo_vmware.api [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': task-3419030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.722445] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419029, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.930172] env[69858]: DEBUG nova.compute.manager [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 866.038022] env[69858]: DEBUG nova.network.neutron [None req-6c7769b9-dc6e-44c5-99cf-d1d794cf9e4a tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.187308] env[69858]: DEBUG oslo_vmware.api [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': task-3419030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.305243} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.187308] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.188191] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085c6f93-804f-47e6-80b0-7239f685f207 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.195445] env[69858]: DEBUG nova.scheduler.client.report [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Updated inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with generation 61 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 866.195695] env[69858]: DEBUG nova.compute.provider_tree [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Updating resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 generation from 61 to 62 during operation: update_inventory {{(pid=69858) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 866.195873] env[69858]: DEBUG nova.compute.provider_tree [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 866.229753] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] b0e56ea2-9d0a-4c2a-8333-6393dcc4714d/b0e56ea2-9d0a-4c2a-8333-6393dcc4714d.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.234141] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82cf2406-1e22-4fef-b8d3-fb25a93b6c1f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.254965] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419029, 'name': CreateVM_Task, 'duration_secs': 0.968707} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.256243] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.256905] env[69858]: DEBUG oslo_vmware.api [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Waiting for the task: (returnval){ [ 866.256905] env[69858]: value = "task-3419031" [ 866.256905] env[69858]: _type = "Task" [ 866.256905] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.257586] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.257745] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.258074] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.258376] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb82b0ab-befe-4cda-b386-4b2be5ed6b1f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.267045] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 866.267045] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c2993d-59a6-b2b8-36f1-23a1bd5a757a" [ 866.267045] env[69858]: _type = "Task" [ 866.267045] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.270438] env[69858]: DEBUG oslo_vmware.api [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': task-3419031, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.279396] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c2993d-59a6-b2b8-36f1-23a1bd5a757a, 'name': SearchDatastore_Task} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.279769] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.279904] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.280156] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.280306] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.280486] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.280752] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66af7184-443a-445c-921b-c7fd340ac8e7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.291271] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.291426] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.292084] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebc61191-75b8-42ec-ad8a-fe51007be5f4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.303023] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 866.303023] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b71f49-3522-ec99-5f19-854dc9fba22f" [ 866.303023] env[69858]: _type = "Task" [ 866.303023] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.311557] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b71f49-3522-ec99-5f19-854dc9fba22f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.456648] env[69858]: DEBUG oslo_concurrency.lockutils [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.550236] env[69858]: DEBUG nova.network.neutron [req-898e4368-b97d-4c70-8860-e80ef256f037 req-ca3f28a2-fd3e-4b2f-a290-145b0fc55025 service nova] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Updated VIF entry in instance network info cache for port 62ed4706-a73a-4086-b28e-f4454a92ef43. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.550692] env[69858]: DEBUG nova.network.neutron [req-898e4368-b97d-4c70-8860-e80ef256f037 req-ca3f28a2-fd3e-4b2f-a290-145b0fc55025 service nova] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Updating instance_info_cache with network_info: [{"id": "62ed4706-a73a-4086-b28e-f4454a92ef43", "address": "fa:16:3e:43:77:52", "network": {"id": "70826732-2ccc-4db6-aa72-1412a88f41e1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1176835399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a7006d47da44747800459be3880647f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62ed4706-a7", "ovs_interfaceid": "62ed4706-a73a-4086-b28e-f4454a92ef43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.731590] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.200s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.731792] env[69858]: DEBUG nova.compute.manager [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.735729] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.507s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.737325] env[69858]: INFO nova.compute.claims [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 866.770209] env[69858]: DEBUG oslo_vmware.api [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': task-3419031, 'name': ReconfigVM_Task, 'duration_secs': 0.307481} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.771574] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Reconfigured VM instance instance-0000002b to attach disk [datastore2] b0e56ea2-9d0a-4c2a-8333-6393dcc4714d/b0e56ea2-9d0a-4c2a-8333-6393dcc4714d.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.772869] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ac8dc70-cba2-4cdc-b7dc-a961dd28c709 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.785188] env[69858]: DEBUG oslo_vmware.api [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Waiting for the task: (returnval){ [ 866.785188] env[69858]: value = "task-3419032" [ 866.785188] env[69858]: _type = "Task" [ 866.785188] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.785188] env[69858]: DEBUG nova.network.neutron [None req-6c7769b9-dc6e-44c5-99cf-d1d794cf9e4a tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Updating instance_info_cache with network_info: [{"id": "53c75db1-c77d-491d-92cf-25843b6dcf61", "address": "fa:16:3e:84:46:8d", "network": {"id": "da7c64ed-c901-40c5-95ad-0dbc3cff6c75", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1472626846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae352d78bed4516a024fe3a207a178d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53c75db1-c7", "ovs_interfaceid": "53c75db1-c77d-491d-92cf-25843b6dcf61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.803031] env[69858]: DEBUG oslo_vmware.api [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': task-3419032, 'name': Rename_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.816039] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b71f49-3522-ec99-5f19-854dc9fba22f, 'name': SearchDatastore_Task, 'duration_secs': 0.01144} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.820684] env[69858]: DEBUG nova.compute.manager [req-2e4bea00-fe34-4183-b0f5-df2c375e0f3b req-450ff497-bb84-4b4f-9ac1-289fe1290d7c service nova] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Received event network-vif-deleted-cc1131d5-e1cc-4135-a802-72e9bc374aec {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.820912] env[69858]: INFO nova.compute.manager [req-2e4bea00-fe34-4183-b0f5-df2c375e0f3b req-450ff497-bb84-4b4f-9ac1-289fe1290d7c service nova] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Neutron deleted interface cc1131d5-e1cc-4135-a802-72e9bc374aec; detaching it from the instance and deleting it from the info cache [ 866.821248] env[69858]: DEBUG nova.network.neutron [req-2e4bea00-fe34-4183-b0f5-df2c375e0f3b req-450ff497-bb84-4b4f-9ac1-289fe1290d7c service nova] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.822499] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d0d4f08-d5e8-4981-a7bd-1d6266f669de {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.830673] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 866.830673] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526b1234-cff2-0306-d9b4-f51896bac26c" [ 866.830673] env[69858]: _type = "Task" [ 866.830673] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.841374] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526b1234-cff2-0306-d9b4-f51896bac26c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.970803] env[69858]: DEBUG oslo_concurrency.lockutils [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquiring lock "1304c169-b815-4d2b-8eda-9e1265a43b13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.971077] env[69858]: DEBUG oslo_concurrency.lockutils [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "1304c169-b815-4d2b-8eda-9e1265a43b13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.056457] env[69858]: DEBUG oslo_concurrency.lockutils [req-898e4368-b97d-4c70-8860-e80ef256f037 req-ca3f28a2-fd3e-4b2f-a290-145b0fc55025 service nova] Releasing lock "refresh_cache-5d973e99-679c-4ab7-a37a-1b32f555df35" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.133337] env[69858]: DEBUG nova.network.neutron [-] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.245039] env[69858]: DEBUG nova.compute.utils [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.246293] env[69858]: DEBUG nova.compute.manager [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 867.246483] env[69858]: DEBUG nova.network.neutron [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.285336] env[69858]: DEBUG nova.policy [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9374102f1cad4155bae0284f4da0d4a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a7006d47da44747800459be3880647f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.294267] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6c7769b9-dc6e-44c5-99cf-d1d794cf9e4a tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Releasing lock "refresh_cache-8b263c3e-8f1a-4da9-8e62-fbd1037dfd96" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.294267] env[69858]: DEBUG nova.compute.manager [None req-6c7769b9-dc6e-44c5-99cf-d1d794cf9e4a tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Inject network info {{(pid=69858) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 867.294267] env[69858]: DEBUG nova.compute.manager [None req-6c7769b9-dc6e-44c5-99cf-d1d794cf9e4a tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] network_info to inject: |[{"id": "53c75db1-c77d-491d-92cf-25843b6dcf61", "address": "fa:16:3e:84:46:8d", "network": {"id": "da7c64ed-c901-40c5-95ad-0dbc3cff6c75", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1472626846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae352d78bed4516a024fe3a207a178d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53c75db1-c7", "ovs_interfaceid": "53c75db1-c77d-491d-92cf-25843b6dcf61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 867.301507] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7769b9-dc6e-44c5-99cf-d1d794cf9e4a tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Reconfiguring VM instance to set the machine id {{(pid=69858) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 867.302712] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d55650a5-7faf-410c-bbf4-170f9540ccea {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.327919] env[69858]: DEBUG oslo_vmware.api [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': task-3419032, 'name': Rename_Task, 'duration_secs': 0.17416} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.329913] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e0e84ff8-434a-4a9f-a05a-8c1770539109 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.332566] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.332983] env[69858]: DEBUG oslo_vmware.api [None req-6c7769b9-dc6e-44c5-99cf-d1d794cf9e4a tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Waiting for the task: (returnval){ [ 867.332983] env[69858]: value = "task-3419033" [ 867.332983] env[69858]: _type = "Task" [ 867.332983] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.333314] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99793bf5-b98f-433b-8415-77ab792d1c73 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.358875] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af84ac54-cfd5-4109-8476-d484eed0d256 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.369934] env[69858]: DEBUG oslo_vmware.api [None req-6c7769b9-dc6e-44c5-99cf-d1d794cf9e4a tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Task: {'id': task-3419033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.370229] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526b1234-cff2-0306-d9b4-f51896bac26c, 'name': SearchDatastore_Task, 'duration_secs': 0.01261} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.371931] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.372046] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 5d973e99-679c-4ab7-a37a-1b32f555df35/5d973e99-679c-4ab7-a37a-1b32f555df35.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.372374] env[69858]: DEBUG oslo_vmware.api [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Waiting for the task: (returnval){ [ 867.372374] env[69858]: value = "task-3419034" [ 867.372374] env[69858]: _type = "Task" [ 867.372374] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.373393] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0940959-2ddc-4a2e-9adc-b4c089293014 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.385513] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 867.385513] env[69858]: value = "task-3419035" [ 867.385513] env[69858]: _type = "Task" [ 867.385513] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.404177] env[69858]: DEBUG nova.compute.manager [req-2e4bea00-fe34-4183-b0f5-df2c375e0f3b req-450ff497-bb84-4b4f-9ac1-289fe1290d7c service nova] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Detach interface failed, port_id=cc1131d5-e1cc-4135-a802-72e9bc374aec, reason: Instance 0970e5bb-0c9d-406a-9467-0a50dc9c11c6 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 867.409589] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3419035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.636317] env[69858]: INFO nova.compute.manager [-] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Took 2.27 seconds to deallocate network for instance. [ 867.693275] env[69858]: DEBUG nova.compute.manager [req-0e0a491b-f82e-4d59-800b-873fdba4121a req-0e8391bf-bfd6-40a9-91f9-97277405f0c3 service nova] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Received event network-changed-53c75db1-c77d-491d-92cf-25843b6dcf61 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.693275] env[69858]: DEBUG nova.compute.manager [req-0e0a491b-f82e-4d59-800b-873fdba4121a req-0e8391bf-bfd6-40a9-91f9-97277405f0c3 service nova] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Refreshing instance network info cache due to event network-changed-53c75db1-c77d-491d-92cf-25843b6dcf61. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 867.693275] env[69858]: DEBUG oslo_concurrency.lockutils [req-0e0a491b-f82e-4d59-800b-873fdba4121a req-0e8391bf-bfd6-40a9-91f9-97277405f0c3 service nova] Acquiring lock "refresh_cache-8b263c3e-8f1a-4da9-8e62-fbd1037dfd96" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.693275] env[69858]: DEBUG oslo_concurrency.lockutils [req-0e0a491b-f82e-4d59-800b-873fdba4121a req-0e8391bf-bfd6-40a9-91f9-97277405f0c3 service nova] Acquired lock "refresh_cache-8b263c3e-8f1a-4da9-8e62-fbd1037dfd96" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.693275] env[69858]: DEBUG nova.network.neutron [req-0e0a491b-f82e-4d59-800b-873fdba4121a req-0e8391bf-bfd6-40a9-91f9-97277405f0c3 service nova] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Refreshing network info cache for port 53c75db1-c77d-491d-92cf-25843b6dcf61 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.751442] env[69858]: DEBUG nova.compute.manager [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.852825] env[69858]: DEBUG oslo_vmware.api [None req-6c7769b9-dc6e-44c5-99cf-d1d794cf9e4a tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Task: {'id': task-3419033, 'name': ReconfigVM_Task, 'duration_secs': 0.206213} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.856680] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7769b9-dc6e-44c5-99cf-d1d794cf9e4a tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Reconfigured VM instance to set the machine id {{(pid=69858) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 867.871359] env[69858]: DEBUG nova.network.neutron [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Successfully created port: a0461ec8-4e22-4d01-bd0c-419feecd0fc6 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 867.898608] env[69858]: DEBUG oslo_vmware.api [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': task-3419034, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.905894] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3419035, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.917236] env[69858]: DEBUG oslo_concurrency.lockutils [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Acquiring lock "8b263c3e-8f1a-4da9-8e62-fbd1037dfd96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.917528] env[69858]: DEBUG oslo_concurrency.lockutils [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Lock "8b263c3e-8f1a-4da9-8e62-fbd1037dfd96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.917748] env[69858]: DEBUG oslo_concurrency.lockutils [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Acquiring lock "8b263c3e-8f1a-4da9-8e62-fbd1037dfd96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.917931] env[69858]: DEBUG oslo_concurrency.lockutils [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Lock "8b263c3e-8f1a-4da9-8e62-fbd1037dfd96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.918117] env[69858]: DEBUG oslo_concurrency.lockutils [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Lock "8b263c3e-8f1a-4da9-8e62-fbd1037dfd96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.924206] env[69858]: INFO nova.compute.manager [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Terminating instance [ 868.086100] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Acquiring lock "d9b711b5-7df8-4fc8-9c98-a9a6e2c63303" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.086434] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Lock "d9b711b5-7df8-4fc8-9c98-a9a6e2c63303" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.086752] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Acquiring lock "d9b711b5-7df8-4fc8-9c98-a9a6e2c63303-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.086921] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Lock "d9b711b5-7df8-4fc8-9c98-a9a6e2c63303-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.087105] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Lock "d9b711b5-7df8-4fc8-9c98-a9a6e2c63303-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.091814] env[69858]: INFO nova.compute.manager [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Terminating instance [ 868.143349] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3866b7ea-9a47-4916-b43c-255d8eeea417 tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.262767] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc040835-4f2b-4f32-926e-cf23c9e1d70b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.271899] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05740010-4d4f-45a4-a89b-4e55e72476ef {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.307502] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea88f059-a18d-45a7-af68-ff0cc60c71e1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.318749] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a71befc-c7bc-475d-aeaa-4e2e1c1a868e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.332845] env[69858]: DEBUG nova.compute.provider_tree [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.386188] env[69858]: DEBUG oslo_vmware.api [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': task-3419034, 'name': PowerOnVM_Task, 'duration_secs': 0.774854} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.386536] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.386742] env[69858]: INFO nova.compute.manager [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Took 9.62 seconds to spawn the instance on the hypervisor. [ 868.387031] env[69858]: DEBUG nova.compute.manager [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 868.387799] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf77026-974d-42b5-b715-fafd3d37e588 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.404366] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3419035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558115} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.407017] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 5d973e99-679c-4ab7-a37a-1b32f555df35/5d973e99-679c-4ab7-a37a-1b32f555df35.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.407147] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.407771] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea006680-9002-4570-9bb3-f8d13c2bb8a2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.415078] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 868.415078] env[69858]: value = "task-3419036" [ 868.415078] env[69858]: _type = "Task" [ 868.415078] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.425229] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3419036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.429033] env[69858]: DEBUG nova.compute.manager [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.429254] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.430141] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04142817-6cf4-4ba5-a73c-1070c9488773 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.438038] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.438188] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26196adb-8b43-438c-9736-78500872a4bb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.445842] env[69858]: DEBUG oslo_vmware.api [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Waiting for the task: (returnval){ [ 868.445842] env[69858]: value = "task-3419037" [ 868.445842] env[69858]: _type = "Task" [ 868.445842] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.451321] env[69858]: DEBUG nova.network.neutron [req-0e0a491b-f82e-4d59-800b-873fdba4121a req-0e8391bf-bfd6-40a9-91f9-97277405f0c3 service nova] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Updated VIF entry in instance network info cache for port 53c75db1-c77d-491d-92cf-25843b6dcf61. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.451770] env[69858]: DEBUG nova.network.neutron [req-0e0a491b-f82e-4d59-800b-873fdba4121a req-0e8391bf-bfd6-40a9-91f9-97277405f0c3 service nova] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Updating instance_info_cache with network_info: [{"id": "53c75db1-c77d-491d-92cf-25843b6dcf61", "address": "fa:16:3e:84:46:8d", "network": {"id": "da7c64ed-c901-40c5-95ad-0dbc3cff6c75", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1472626846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae352d78bed4516a024fe3a207a178d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53c75db1-c7", "ovs_interfaceid": "53c75db1-c77d-491d-92cf-25843b6dcf61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.459454] env[69858]: DEBUG oslo_vmware.api [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Task: {'id': task-3419037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.598243] env[69858]: DEBUG nova.compute.manager [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.598601] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.598893] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aec600fb-e6b2-45ab-8269-198b9f7fd846 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.607636] env[69858]: DEBUG oslo_vmware.api [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Waiting for the task: (returnval){ [ 868.607636] env[69858]: value = "task-3419038" [ 868.607636] env[69858]: _type = "Task" [ 868.607636] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.616155] env[69858]: DEBUG oslo_vmware.api [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Task: {'id': task-3419038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.768678] env[69858]: DEBUG nova.compute.manager [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.794103] env[69858]: DEBUG nova.virt.hardware [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.794373] env[69858]: DEBUG nova.virt.hardware [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.794538] env[69858]: DEBUG nova.virt.hardware [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.794725] env[69858]: DEBUG nova.virt.hardware [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.794873] env[69858]: DEBUG nova.virt.hardware [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.795448] env[69858]: DEBUG nova.virt.hardware [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.795448] env[69858]: DEBUG nova.virt.hardware [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.795448] env[69858]: DEBUG nova.virt.hardware [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.795617] env[69858]: DEBUG nova.virt.hardware [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.795712] env[69858]: DEBUG nova.virt.hardware [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.795876] env[69858]: DEBUG nova.virt.hardware [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.796790] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a4b3d4-f89a-439e-8155-371e91860922 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.807642] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f283b032-7559-4d85-a7ee-b7f8d8b7fb68 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.836090] env[69858]: DEBUG nova.scheduler.client.report [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.921396] env[69858]: INFO nova.compute.manager [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Took 47.91 seconds to build instance. [ 868.928721] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3419036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102409} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.928999] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.933012] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bc1c1b-1948-42c4-98df-50236daf2b0d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.953889] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 5d973e99-679c-4ab7-a37a-1b32f555df35/5d973e99-679c-4ab7-a37a-1b32f555df35.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.958319] env[69858]: DEBUG oslo_concurrency.lockutils [req-0e0a491b-f82e-4d59-800b-873fdba4121a req-0e8391bf-bfd6-40a9-91f9-97277405f0c3 service nova] Releasing lock "refresh_cache-8b263c3e-8f1a-4da9-8e62-fbd1037dfd96" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.958319] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e34e2ba6-a124-4290-9d75-d2c736b8ad94 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.980866] env[69858]: DEBUG oslo_vmware.api [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Task: {'id': task-3419037, 'name': PowerOffVM_Task, 'duration_secs': 0.287779} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.982698] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.983093] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.983272] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 868.983272] env[69858]: value = "task-3419039" [ 868.983272] env[69858]: _type = "Task" [ 868.983272] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.983873] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e511403-b164-4c0f-9313-850aae22a97e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.996117] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3419039, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.060682] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.060776] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.060963] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Deleting the datastore file [datastore2] 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.065024] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-001c0069-28cd-40af-8d52-0f337c3692dc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.068413] env[69858]: DEBUG oslo_vmware.api [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Waiting for the task: (returnval){ [ 869.068413] env[69858]: value = "task-3419041" [ 869.068413] env[69858]: _type = "Task" [ 869.068413] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.078225] env[69858]: DEBUG oslo_vmware.api [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Task: {'id': task-3419041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.119404] env[69858]: DEBUG oslo_vmware.api [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Task: {'id': task-3419038, 'name': PowerOffVM_Task, 'duration_secs': 0.273917} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.119772] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.123025] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Volume detach. Driver type: vmdk {{(pid=69858) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 869.123025] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682091', 'volume_id': '65c040f0-1a45-4ed9-bba9-7b6c35b2d599', 'name': 'volume-65c040f0-1a45-4ed9-bba9-7b6c35b2d599', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd9b711b5-7df8-4fc8-9c98-a9a6e2c63303', 'attached_at': '', 'detached_at': '', 'volume_id': '65c040f0-1a45-4ed9-bba9-7b6c35b2d599', 'serial': '65c040f0-1a45-4ed9-bba9-7b6c35b2d599'} {{(pid=69858) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 869.123025] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396930ab-07f6-4cdf-a92f-214f65905e25 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.141347] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6955e1a2-e86f-4d7c-9b09-9a11c209cb3f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.149207] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cd8899-ad7d-4fed-b332-42a0918641f5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.167757] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cae345d-e63c-4b67-a3ec-010369c01b43 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.184651] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] The volume has not been displaced from its original location: [datastore1] volume-65c040f0-1a45-4ed9-bba9-7b6c35b2d599/volume-65c040f0-1a45-4ed9-bba9-7b6c35b2d599.vmdk. No consolidation needed. {{(pid=69858) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 869.189752] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Reconfiguring VM instance instance-00000022 to detach disk 2000 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 869.190100] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17fa581b-30b2-4b77-92f8-1429400922b3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.211029] env[69858]: DEBUG oslo_vmware.api [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Waiting for the task: (returnval){ [ 869.211029] env[69858]: value = "task-3419042" [ 869.211029] env[69858]: _type = "Task" [ 869.211029] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.219888] env[69858]: DEBUG oslo_vmware.api [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Task: {'id': task-3419042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.344144] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.344144] env[69858]: DEBUG nova.compute.manager [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 869.347617] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.617s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.349947] env[69858]: INFO nova.compute.claims [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.412589] env[69858]: DEBUG nova.network.neutron [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Successfully updated port: a0461ec8-4e22-4d01-bd0c-419feecd0fc6 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 869.426202] env[69858]: DEBUG oslo_concurrency.lockutils [None req-591de9b5-a0ea-46bd-8277-15f8fc5efc9c tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Lock "b0e56ea2-9d0a-4c2a-8333-6393dcc4714d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.137s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.497902] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3419039, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.582601] env[69858]: DEBUG oslo_vmware.api [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Task: {'id': task-3419041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150479} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.582893] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.583089] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.583283] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.583474] env[69858]: INFO nova.compute.manager [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Took 1.15 seconds to destroy the instance on the hypervisor. [ 869.583717] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.583898] env[69858]: DEBUG nova.compute.manager [-] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.583989] env[69858]: DEBUG nova.network.neutron [-] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.721671] env[69858]: DEBUG oslo_vmware.api [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Task: {'id': task-3419042, 'name': ReconfigVM_Task, 'duration_secs': 0.219484} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.721971] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Reconfigured VM instance instance-00000022 to detach disk 2000 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 869.729008] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b10fb05c-9d5c-4c71-b5a9-16c6f604ebd2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.745894] env[69858]: DEBUG oslo_vmware.api [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Waiting for the task: (returnval){ [ 869.745894] env[69858]: value = "task-3419043" [ 869.745894] env[69858]: _type = "Task" [ 869.745894] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.759582] env[69858]: DEBUG oslo_vmware.api [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Task: {'id': task-3419043, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.858824] env[69858]: DEBUG nova.compute.utils [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 869.864420] env[69858]: DEBUG nova.compute.manager [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 869.864664] env[69858]: DEBUG nova.network.neutron [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 869.913261] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquiring lock "refresh_cache-56c8442c-a2d0-41d6-9052-dfa8e55f56e8" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.913607] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquired lock "refresh_cache-56c8442c-a2d0-41d6-9052-dfa8e55f56e8" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.913607] env[69858]: DEBUG nova.network.neutron [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.928933] env[69858]: DEBUG nova.compute.manager [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 869.933285] env[69858]: DEBUG nova.policy [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '203d5dd8eca045669756612dd278d517', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9769f0327d5246d8b236665cdafb746e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 869.996677] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3419039, 'name': ReconfigVM_Task, 'duration_secs': 0.876908} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.997026] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 5d973e99-679c-4ab7-a37a-1b32f555df35/5d973e99-679c-4ab7-a37a-1b32f555df35.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.997920] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5dc58a4-72e2-4bc6-aafd-15e042d006e3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.003163] env[69858]: DEBUG nova.compute.manager [req-6518d862-5a7d-4b5d-8469-436e149b6f84 req-800dbefd-fd9a-4308-ae60-d018c17a90d0 service nova] [instance: db67c772-084d-4422-9368-359b2990e501] Received event network-changed-3ad578fb-3764-404b-8964-6dc2b2181386 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.004030] env[69858]: DEBUG nova.compute.manager [req-6518d862-5a7d-4b5d-8469-436e149b6f84 req-800dbefd-fd9a-4308-ae60-d018c17a90d0 service nova] [instance: db67c772-084d-4422-9368-359b2990e501] Refreshing instance network info cache due to event network-changed-3ad578fb-3764-404b-8964-6dc2b2181386. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.004030] env[69858]: DEBUG oslo_concurrency.lockutils [req-6518d862-5a7d-4b5d-8469-436e149b6f84 req-800dbefd-fd9a-4308-ae60-d018c17a90d0 service nova] Acquiring lock "refresh_cache-db67c772-084d-4422-9368-359b2990e501" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.004030] env[69858]: DEBUG oslo_concurrency.lockutils [req-6518d862-5a7d-4b5d-8469-436e149b6f84 req-800dbefd-fd9a-4308-ae60-d018c17a90d0 service nova] Acquired lock "refresh_cache-db67c772-084d-4422-9368-359b2990e501" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.004030] env[69858]: DEBUG nova.network.neutron [req-6518d862-5a7d-4b5d-8469-436e149b6f84 req-800dbefd-fd9a-4308-ae60-d018c17a90d0 service nova] [instance: db67c772-084d-4422-9368-359b2990e501] Refreshing network info cache for port 3ad578fb-3764-404b-8964-6dc2b2181386 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.008516] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 870.008516] env[69858]: value = "task-3419044" [ 870.008516] env[69858]: _type = "Task" [ 870.008516] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.020245] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3419044, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.030181] env[69858]: DEBUG nova.compute.manager [req-5685592d-d438-4b60-a0cb-938f0e7febb2 req-0646eaa2-69aa-45fb-97e2-3080a546e192 service nova] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Received event network-vif-plugged-a0461ec8-4e22-4d01-bd0c-419feecd0fc6 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.032021] env[69858]: DEBUG oslo_concurrency.lockutils [req-5685592d-d438-4b60-a0cb-938f0e7febb2 req-0646eaa2-69aa-45fb-97e2-3080a546e192 service nova] Acquiring lock "56c8442c-a2d0-41d6-9052-dfa8e55f56e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.032021] env[69858]: DEBUG oslo_concurrency.lockutils [req-5685592d-d438-4b60-a0cb-938f0e7febb2 req-0646eaa2-69aa-45fb-97e2-3080a546e192 service nova] Lock "56c8442c-a2d0-41d6-9052-dfa8e55f56e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.032021] env[69858]: DEBUG oslo_concurrency.lockutils [req-5685592d-d438-4b60-a0cb-938f0e7febb2 req-0646eaa2-69aa-45fb-97e2-3080a546e192 service nova] Lock "56c8442c-a2d0-41d6-9052-dfa8e55f56e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.032021] env[69858]: DEBUG nova.compute.manager [req-5685592d-d438-4b60-a0cb-938f0e7febb2 req-0646eaa2-69aa-45fb-97e2-3080a546e192 service nova] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] No waiting events found dispatching network-vif-plugged-a0461ec8-4e22-4d01-bd0c-419feecd0fc6 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.032021] env[69858]: WARNING nova.compute.manager [req-5685592d-d438-4b60-a0cb-938f0e7febb2 req-0646eaa2-69aa-45fb-97e2-3080a546e192 service nova] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Received unexpected event network-vif-plugged-a0461ec8-4e22-4d01-bd0c-419feecd0fc6 for instance with vm_state building and task_state spawning. [ 870.032021] env[69858]: DEBUG nova.compute.manager [req-5685592d-d438-4b60-a0cb-938f0e7febb2 req-0646eaa2-69aa-45fb-97e2-3080a546e192 service nova] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Received event network-changed-a0461ec8-4e22-4d01-bd0c-419feecd0fc6 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.032021] env[69858]: DEBUG nova.compute.manager [req-5685592d-d438-4b60-a0cb-938f0e7febb2 req-0646eaa2-69aa-45fb-97e2-3080a546e192 service nova] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Refreshing instance network info cache due to event network-changed-a0461ec8-4e22-4d01-bd0c-419feecd0fc6. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.032021] env[69858]: DEBUG oslo_concurrency.lockutils [req-5685592d-d438-4b60-a0cb-938f0e7febb2 req-0646eaa2-69aa-45fb-97e2-3080a546e192 service nova] Acquiring lock "refresh_cache-56c8442c-a2d0-41d6-9052-dfa8e55f56e8" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.257504] env[69858]: DEBUG oslo_vmware.api [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Task: {'id': task-3419043, 'name': ReconfigVM_Task, 'duration_secs': 0.248448} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.257829] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682091', 'volume_id': '65c040f0-1a45-4ed9-bba9-7b6c35b2d599', 'name': 'volume-65c040f0-1a45-4ed9-bba9-7b6c35b2d599', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd9b711b5-7df8-4fc8-9c98-a9a6e2c63303', 'attached_at': '', 'detached_at': '', 'volume_id': '65c040f0-1a45-4ed9-bba9-7b6c35b2d599', 'serial': '65c040f0-1a45-4ed9-bba9-7b6c35b2d599'} {{(pid=69858) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 870.258133] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.258952] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe0880a-0e6e-4e89-8ac6-281dccbb7d0b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.266459] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.266698] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-747c4457-7f70-4a8f-b668-880628c089c1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.367714] env[69858]: DEBUG nova.compute.manager [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 870.453794] env[69858]: DEBUG oslo_concurrency.lockutils [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.465165] env[69858]: DEBUG nova.network.neutron [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.522073] env[69858]: DEBUG nova.network.neutron [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Successfully created port: f967298a-f084-440e-abc6-5d5ebf93f0d6 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 870.527391] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3419044, 'name': Rename_Task, 'duration_secs': 0.445296} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.530524] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.531163] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf4ac277-465f-4756-ad5e-ac39e36b9fa3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.540525] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 870.540525] env[69858]: value = "task-3419046" [ 870.540525] env[69858]: _type = "Task" [ 870.540525] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.553799] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3419046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.617227] env[69858]: DEBUG nova.network.neutron [-] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.643376] env[69858]: DEBUG nova.network.neutron [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Updating instance_info_cache with network_info: [{"id": "a0461ec8-4e22-4d01-bd0c-419feecd0fc6", "address": "fa:16:3e:b2:d5:b3", "network": {"id": "70826732-2ccc-4db6-aa72-1412a88f41e1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1176835399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a7006d47da44747800459be3880647f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0461ec8-4e", "ovs_interfaceid": "a0461ec8-4e22-4d01-bd0c-419feecd0fc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.829432] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.829674] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.829865] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Deleting the datastore file [datastore1] d9b711b5-7df8-4fc8-9c98-a9a6e2c63303 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.830261] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be664bb3-209c-4cd3-9cda-aa4664617b4b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.841669] env[69858]: DEBUG oslo_vmware.api [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Waiting for the task: (returnval){ [ 870.841669] env[69858]: value = "task-3419047" [ 870.841669] env[69858]: _type = "Task" [ 870.841669] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.854955] env[69858]: DEBUG oslo_vmware.api [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Task: {'id': task-3419047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.928266] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15e28a2-978a-4ddb-99f0-e00351fd8848 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.939449] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572e24ed-e5a6-46ad-afc0-1bca55bf4034 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.976806] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c626c9-00fd-41b8-9d33-2041ba1d1910 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.986793] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f759dcc9-3b5b-496e-826e-f85d10528e8e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.003401] env[69858]: DEBUG nova.compute.provider_tree [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 871.061601] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3419046, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.119531] env[69858]: INFO nova.compute.manager [-] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Took 1.53 seconds to deallocate network for instance. [ 871.145238] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Releasing lock "refresh_cache-56c8442c-a2d0-41d6-9052-dfa8e55f56e8" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.145597] env[69858]: DEBUG nova.compute.manager [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Instance network_info: |[{"id": "a0461ec8-4e22-4d01-bd0c-419feecd0fc6", "address": "fa:16:3e:b2:d5:b3", "network": {"id": "70826732-2ccc-4db6-aa72-1412a88f41e1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1176835399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a7006d47da44747800459be3880647f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0461ec8-4e", "ovs_interfaceid": "a0461ec8-4e22-4d01-bd0c-419feecd0fc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 871.148020] env[69858]: DEBUG oslo_concurrency.lockutils [req-5685592d-d438-4b60-a0cb-938f0e7febb2 req-0646eaa2-69aa-45fb-97e2-3080a546e192 service nova] Acquired lock "refresh_cache-56c8442c-a2d0-41d6-9052-dfa8e55f56e8" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.148020] env[69858]: DEBUG nova.network.neutron [req-5685592d-d438-4b60-a0cb-938f0e7febb2 req-0646eaa2-69aa-45fb-97e2-3080a546e192 service nova] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Refreshing network info cache for port a0461ec8-4e22-4d01-bd0c-419feecd0fc6 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.148020] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:d5:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4aa1eda7-48b9-4fa2-af0b-94c718313af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0461ec8-4e22-4d01-bd0c-419feecd0fc6', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.158160] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.158836] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.159075] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c189824-aa79-4188-9b3c-292fc0d61b45 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.186090] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.186090] env[69858]: value = "task-3419048" [ 871.186090] env[69858]: _type = "Task" [ 871.186090] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.199088] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419048, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.369728] env[69858]: DEBUG oslo_vmware.api [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Task: {'id': task-3419047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.084139} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.372747] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.372945] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.373172] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.373377] env[69858]: INFO nova.compute.manager [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Took 2.77 seconds to destroy the instance on the hypervisor. [ 871.373624] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.373830] env[69858]: DEBUG nova.compute.manager [-] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 871.373924] env[69858]: DEBUG nova.network.neutron [-] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 871.382223] env[69858]: DEBUG nova.compute.manager [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 871.417528] env[69858]: DEBUG nova.virt.hardware [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.417788] env[69858]: DEBUG nova.virt.hardware [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.418772] env[69858]: DEBUG nova.virt.hardware [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.418772] env[69858]: DEBUG nova.virt.hardware [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.418772] env[69858]: DEBUG nova.virt.hardware [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.418772] env[69858]: DEBUG nova.virt.hardware [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.418772] env[69858]: DEBUG nova.virt.hardware [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.418772] env[69858]: DEBUG nova.virt.hardware [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.419182] env[69858]: DEBUG nova.virt.hardware [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.419702] env[69858]: DEBUG nova.virt.hardware [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.419938] env[69858]: DEBUG nova.virt.hardware [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.420900] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502543c8-5a5d-44a2-af71-ef4f1b91c5b5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.430930] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec9b52b-f67a-4962-9083-1a9b01ee85f5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.483740] env[69858]: DEBUG nova.network.neutron [req-6518d862-5a7d-4b5d-8469-436e149b6f84 req-800dbefd-fd9a-4308-ae60-d018c17a90d0 service nova] [instance: db67c772-084d-4422-9368-359b2990e501] Updated VIF entry in instance network info cache for port 3ad578fb-3764-404b-8964-6dc2b2181386. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.484185] env[69858]: DEBUG nova.network.neutron [req-6518d862-5a7d-4b5d-8469-436e149b6f84 req-800dbefd-fd9a-4308-ae60-d018c17a90d0 service nova] [instance: db67c772-084d-4422-9368-359b2990e501] Updating instance_info_cache with network_info: [{"id": "3ad578fb-3764-404b-8964-6dc2b2181386", "address": "fa:16:3e:a4:7f:38", "network": {"id": "de9819e5-0070-4018-be00-1db37157e177", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-480003007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f780b294b34242b329733790e1fb43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ad578fb-37", "ovs_interfaceid": "3ad578fb-3764-404b-8964-6dc2b2181386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.536061] env[69858]: ERROR nova.scheduler.client.report [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [req-54a36e70-3f9b-420e-86c5-69e26aa0125f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0eb830e-e56f-4bef-ab3f-89644f27fe23. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-54a36e70-3f9b-420e-86c5-69e26aa0125f"}]} [ 871.559846] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3419046, 'name': PowerOnVM_Task, 'duration_secs': 0.588486} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.560129] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.560337] env[69858]: INFO nova.compute.manager [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Took 9.00 seconds to spawn the instance on the hypervisor. [ 871.560512] env[69858]: DEBUG nova.compute.manager [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.561335] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf90d70-e4c2-4609-899e-0ca2b5597e45 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.564728] env[69858]: DEBUG nova.scheduler.client.report [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Refreshing inventories for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 871.582448] env[69858]: DEBUG nova.scheduler.client.report [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Updating ProviderTree inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 871.582671] env[69858]: DEBUG nova.compute.provider_tree [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 871.597654] env[69858]: DEBUG nova.scheduler.client.report [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Refreshing aggregate associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, aggregates: None {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 871.625614] env[69858]: DEBUG oslo_concurrency.lockutils [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.634170] env[69858]: DEBUG nova.scheduler.client.report [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Refreshing trait associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 871.699799] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419048, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.992052] env[69858]: DEBUG oslo_concurrency.lockutils [req-6518d862-5a7d-4b5d-8469-436e149b6f84 req-800dbefd-fd9a-4308-ae60-d018c17a90d0 service nova] Releasing lock "refresh_cache-db67c772-084d-4422-9368-359b2990e501" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.090334] env[69858]: INFO nova.compute.manager [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Took 42.48 seconds to build instance. [ 872.139170] env[69858]: DEBUG nova.network.neutron [req-5685592d-d438-4b60-a0cb-938f0e7febb2 req-0646eaa2-69aa-45fb-97e2-3080a546e192 service nova] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Updated VIF entry in instance network info cache for port a0461ec8-4e22-4d01-bd0c-419feecd0fc6. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.139572] env[69858]: DEBUG nova.network.neutron [req-5685592d-d438-4b60-a0cb-938f0e7febb2 req-0646eaa2-69aa-45fb-97e2-3080a546e192 service nova] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Updating instance_info_cache with network_info: [{"id": "a0461ec8-4e22-4d01-bd0c-419feecd0fc6", "address": "fa:16:3e:b2:d5:b3", "network": {"id": "70826732-2ccc-4db6-aa72-1412a88f41e1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1176835399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a7006d47da44747800459be3880647f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0461ec8-4e", "ovs_interfaceid": "a0461ec8-4e22-4d01-bd0c-419feecd0fc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.197259] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c750c11-8bb0-47d3-b4e6-12e51745a123 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.203109] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419048, 'name': CreateVM_Task, 'duration_secs': 0.750574} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.203654] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.204411] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.204593] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.204915] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.205186] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-883e142f-cbd9-4424-b2da-3867a6867b5f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.212047] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28791afd-62ce-451c-9af1-9844413dc1b6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.216767] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 872.216767] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b2e746-5fe7-640c-1420-5a82520c4cbc" [ 872.216767] env[69858]: _type = "Task" [ 872.216767] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.246094] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4561ad54-240d-4b84-85b6-0326ad2d26f6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.252166] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b2e746-5fe7-640c-1420-5a82520c4cbc, 'name': SearchDatastore_Task, 'duration_secs': 0.011103} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.252807] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.253091] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.253331] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.253479] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.253744] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.253937] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb3d54a2-51d8-4899-afb0-3b2541f0ba03 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.259288] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ce705e-60d0-48c7-8771-12d041924f6c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.264835] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.265089] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.273119] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e6de6f0-3b29-4de2-96f8-49d71896aabf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.275502] env[69858]: DEBUG nova.compute.provider_tree [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 872.281673] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 872.281673] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52fb801e-7b4d-e19b-b306-13d1ae8da398" [ 872.281673] env[69858]: _type = "Task" [ 872.281673] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.291129] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52fb801e-7b4d-e19b-b306-13d1ae8da398, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.427646] env[69858]: DEBUG nova.network.neutron [-] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.592751] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "5d973e99-679c-4ab7-a37a-1b32f555df35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.071s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.623998] env[69858]: DEBUG nova.compute.manager [req-fecfdfd9-9580-499a-95ec-c68831b55198 req-5cfa29bf-86d2-4ef1-95e0-c646347422aa service nova] [instance: db67c772-084d-4422-9368-359b2990e501] Received event network-changed-3ad578fb-3764-404b-8964-6dc2b2181386 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.624964] env[69858]: DEBUG nova.compute.manager [req-fecfdfd9-9580-499a-95ec-c68831b55198 req-5cfa29bf-86d2-4ef1-95e0-c646347422aa service nova] [instance: db67c772-084d-4422-9368-359b2990e501] Refreshing instance network info cache due to event network-changed-3ad578fb-3764-404b-8964-6dc2b2181386. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 872.625296] env[69858]: DEBUG oslo_concurrency.lockutils [req-fecfdfd9-9580-499a-95ec-c68831b55198 req-5cfa29bf-86d2-4ef1-95e0-c646347422aa service nova] Acquiring lock "refresh_cache-db67c772-084d-4422-9368-359b2990e501" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.625361] env[69858]: DEBUG oslo_concurrency.lockutils [req-fecfdfd9-9580-499a-95ec-c68831b55198 req-5cfa29bf-86d2-4ef1-95e0-c646347422aa service nova] Acquired lock "refresh_cache-db67c772-084d-4422-9368-359b2990e501" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.625569] env[69858]: DEBUG nova.network.neutron [req-fecfdfd9-9580-499a-95ec-c68831b55198 req-5cfa29bf-86d2-4ef1-95e0-c646347422aa service nova] [instance: db67c772-084d-4422-9368-359b2990e501] Refreshing network info cache for port 3ad578fb-3764-404b-8964-6dc2b2181386 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.643201] env[69858]: DEBUG nova.compute.manager [req-76c25ba9-9d38-4e0c-b82a-81b00659f914 req-310c9a27-d68f-4a0b-8a3b-f8e0b5f193d3 service nova] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Received event network-vif-deleted-53c75db1-c77d-491d-92cf-25843b6dcf61 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.643415] env[69858]: DEBUG nova.compute.manager [req-76c25ba9-9d38-4e0c-b82a-81b00659f914 req-310c9a27-d68f-4a0b-8a3b-f8e0b5f193d3 service nova] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Received event network-vif-deleted-d76ada3d-4fc4-467c-9516-19a8fdf9da00 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.646201] env[69858]: DEBUG oslo_concurrency.lockutils [req-5685592d-d438-4b60-a0cb-938f0e7febb2 req-0646eaa2-69aa-45fb-97e2-3080a546e192 service nova] Releasing lock "refresh_cache-56c8442c-a2d0-41d6-9052-dfa8e55f56e8" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.800158] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52fb801e-7b4d-e19b-b306-13d1ae8da398, 'name': SearchDatastore_Task, 'duration_secs': 0.010211} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.801244] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfb80ba6-3548-474e-b6e2-a4a3fdb57384 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.807912] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 872.807912] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52cb0a90-6ca5-21a5-8f1a-3b7e9f6b8b03" [ 872.807912] env[69858]: _type = "Task" [ 872.807912] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.821851] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52cb0a90-6ca5-21a5-8f1a-3b7e9f6b8b03, 'name': SearchDatastore_Task, 'duration_secs': 0.010958} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.822355] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.823809] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 56c8442c-a2d0-41d6-9052-dfa8e55f56e8/56c8442c-a2d0-41d6-9052-dfa8e55f56e8.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.824638] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc4548b5-bfe5-4fad-9f56-dff78ea31fd6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.832439] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 872.832439] env[69858]: value = "task-3419049" [ 872.832439] env[69858]: _type = "Task" [ 872.832439] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.838026] env[69858]: DEBUG nova.scheduler.client.report [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Updated inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with generation 63 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 872.838026] env[69858]: DEBUG nova.compute.provider_tree [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Updating resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 generation from 63 to 64 during operation: update_inventory {{(pid=69858) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 872.838026] env[69858]: DEBUG nova.compute.provider_tree [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 872.847657] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3419049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.933349] env[69858]: INFO nova.compute.manager [-] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Took 1.56 seconds to deallocate network for instance. [ 873.072019] env[69858]: DEBUG nova.network.neutron [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Successfully updated port: f967298a-f084-440e-abc6-5d5ebf93f0d6 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.343901] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.996s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.344853] env[69858]: DEBUG nova.compute.manager [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.351579] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.858s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.353156] env[69858]: INFO nova.compute.claims [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.356130] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3419049, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.511404] env[69858]: INFO nova.compute.manager [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Took 0.58 seconds to detach 1 volumes for instance. [ 873.519099] env[69858]: DEBUG nova.compute.manager [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Deleting volume: 65c040f0-1a45-4ed9-bba9-7b6c35b2d599 {{(pid=69858) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 873.556102] env[69858]: DEBUG nova.network.neutron [req-fecfdfd9-9580-499a-95ec-c68831b55198 req-5cfa29bf-86d2-4ef1-95e0-c646347422aa service nova] [instance: db67c772-084d-4422-9368-359b2990e501] Updated VIF entry in instance network info cache for port 3ad578fb-3764-404b-8964-6dc2b2181386. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.556715] env[69858]: DEBUG nova.network.neutron [req-fecfdfd9-9580-499a-95ec-c68831b55198 req-5cfa29bf-86d2-4ef1-95e0-c646347422aa service nova] [instance: db67c772-084d-4422-9368-359b2990e501] Updating instance_info_cache with network_info: [{"id": "3ad578fb-3764-404b-8964-6dc2b2181386", "address": "fa:16:3e:a4:7f:38", "network": {"id": "de9819e5-0070-4018-be00-1db37157e177", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-480003007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f780b294b34242b329733790e1fb43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ad578fb-37", "ovs_interfaceid": "3ad578fb-3764-404b-8964-6dc2b2181386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.575098] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "refresh_cache-aca49fea-7217-49d1-b82e-33223df570c8" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.575231] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquired lock "refresh_cache-aca49fea-7217-49d1-b82e-33223df570c8" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.575391] env[69858]: DEBUG nova.network.neutron [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.845012] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3419049, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.831097} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.845320] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 56c8442c-a2d0-41d6-9052-dfa8e55f56e8/56c8442c-a2d0-41d6-9052-dfa8e55f56e8.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.845654] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.845941] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af931224-f8e2-47d9-8336-11a217fe6979 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.854313] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 873.854313] env[69858]: value = "task-3419051" [ 873.854313] env[69858]: _type = "Task" [ 873.854313] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.863615] env[69858]: DEBUG nova.compute.utils [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.870968] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3419051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.871605] env[69858]: DEBUG nova.compute.manager [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 873.871842] env[69858]: DEBUG nova.network.neutron [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5356c698-dac4-4543-8693-d71f194924d9] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 873.954533] env[69858]: DEBUG nova.policy [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50dce56fde004a0391057d9c7168544a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd09a8dfc15e34c11918f9c9c498d8ca4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.066250] env[69858]: DEBUG oslo_concurrency.lockutils [req-fecfdfd9-9580-499a-95ec-c68831b55198 req-5cfa29bf-86d2-4ef1-95e0-c646347422aa service nova] Releasing lock "refresh_cache-db67c772-084d-4422-9368-359b2990e501" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.066250] env[69858]: DEBUG nova.compute.manager [req-fecfdfd9-9580-499a-95ec-c68831b55198 req-5cfa29bf-86d2-4ef1-95e0-c646347422aa service nova] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Received event network-changed-daf93331-5e8e-45ca-b90d-22755a931bb6 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.066250] env[69858]: DEBUG nova.compute.manager [req-fecfdfd9-9580-499a-95ec-c68831b55198 req-5cfa29bf-86d2-4ef1-95e0-c646347422aa service nova] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Refreshing instance network info cache due to event network-changed-daf93331-5e8e-45ca-b90d-22755a931bb6. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 874.066250] env[69858]: DEBUG oslo_concurrency.lockutils [req-fecfdfd9-9580-499a-95ec-c68831b55198 req-5cfa29bf-86d2-4ef1-95e0-c646347422aa service nova] Acquiring lock "refresh_cache-b0e56ea2-9d0a-4c2a-8333-6393dcc4714d" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.066250] env[69858]: DEBUG oslo_concurrency.lockutils [req-fecfdfd9-9580-499a-95ec-c68831b55198 req-5cfa29bf-86d2-4ef1-95e0-c646347422aa service nova] Acquired lock "refresh_cache-b0e56ea2-9d0a-4c2a-8333-6393dcc4714d" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.066250] env[69858]: DEBUG nova.network.neutron [req-fecfdfd9-9580-499a-95ec-c68831b55198 req-5cfa29bf-86d2-4ef1-95e0-c646347422aa service nova] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Refreshing network info cache for port daf93331-5e8e-45ca-b90d-22755a931bb6 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.094183] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.172981] env[69858]: DEBUG nova.network.neutron [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.365554] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3419051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068207} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.369108] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.369108] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f2d527-b299-4b39-bfc6-9f691f537613 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.381899] env[69858]: DEBUG nova.compute.manager [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.400049] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 56c8442c-a2d0-41d6-9052-dfa8e55f56e8/56c8442c-a2d0-41d6-9052-dfa8e55f56e8.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.400049] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4964e1ca-51c9-4a2b-8477-709ec9323040 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.432668] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 874.432668] env[69858]: value = "task-3419052" [ 874.432668] env[69858]: _type = "Task" [ 874.432668] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.443681] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3419052, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.540216] env[69858]: DEBUG nova.network.neutron [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Updating instance_info_cache with network_info: [{"id": "f967298a-f084-440e-abc6-5d5ebf93f0d6", "address": "fa:16:3e:c8:ad:33", "network": {"id": "0cb8dc32-92e2-4a4c-b9a7-b79ea800f471", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-995143875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9769f0327d5246d8b236665cdafb746e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf967298a-f0", "ovs_interfaceid": "f967298a-f084-440e-abc6-5d5ebf93f0d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.924027] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc23c8e9-865a-4b0d-b216-7951bc64bd81 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.935526] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc53a77-36ed-4d24-8d8d-8a711fd2bb37 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.945334] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3419052, 'name': ReconfigVM_Task, 'duration_secs': 0.357827} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.971244] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 56c8442c-a2d0-41d6-9052-dfa8e55f56e8/56c8442c-a2d0-41d6-9052-dfa8e55f56e8.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.972398] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79c2100f-e6da-482d-9665-d0510f2bb3a6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.974696] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b9e3fb-ea95-4b9e-8a2c-f04106b18f5e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.983381] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf6a75f-8639-4f3e-9d03-9bfd46f34824 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.989413] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 874.989413] env[69858]: value = "task-3419053" [ 874.989413] env[69858]: _type = "Task" [ 874.989413] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.003030] env[69858]: DEBUG nova.compute.provider_tree [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 875.012886] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3419053, 'name': Rename_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.027104] env[69858]: DEBUG nova.network.neutron [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Successfully created port: 48a09ad0-adba-4e4d-9a58-3fe53d1d3a63 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.039983] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Releasing lock "refresh_cache-aca49fea-7217-49d1-b82e-33223df570c8" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.040443] env[69858]: DEBUG nova.compute.manager [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Instance network_info: |[{"id": "f967298a-f084-440e-abc6-5d5ebf93f0d6", "address": "fa:16:3e:c8:ad:33", "network": {"id": "0cb8dc32-92e2-4a4c-b9a7-b79ea800f471", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-995143875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9769f0327d5246d8b236665cdafb746e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf967298a-f0", "ovs_interfaceid": "f967298a-f084-440e-abc6-5d5ebf93f0d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 875.040857] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:ad:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f967298a-f084-440e-abc6-5d5ebf93f0d6', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.048732] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Creating folder: Project (9769f0327d5246d8b236665cdafb746e). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.049345] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5442119-58dd-4d32-829e-6e8b34a7a1d9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.063065] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Created folder: Project (9769f0327d5246d8b236665cdafb746e) in parent group-v682032. [ 875.063299] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Creating folder: Instances. Parent ref: group-v682167. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.063565] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-186375f9-eff5-426b-9a7c-334119e9eac2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.075872] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Created folder: Instances in parent group-v682167. [ 875.076173] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.076406] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.076627] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16937f08-9423-4f39-a13c-b51b399eb252 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.099512] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.099512] env[69858]: value = "task-3419056" [ 875.099512] env[69858]: _type = "Task" [ 875.099512] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.109367] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419056, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.229412] env[69858]: DEBUG nova.compute.manager [req-b91de8cc-e24c-4c57-abc7-df2ac5ad8e2b req-ba462a03-74b1-45f7-8e21-7f2017a8ffa8 service nova] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Received event network-vif-plugged-f967298a-f084-440e-abc6-5d5ebf93f0d6 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.229874] env[69858]: DEBUG oslo_concurrency.lockutils [req-b91de8cc-e24c-4c57-abc7-df2ac5ad8e2b req-ba462a03-74b1-45f7-8e21-7f2017a8ffa8 service nova] Acquiring lock "aca49fea-7217-49d1-b82e-33223df570c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.230365] env[69858]: DEBUG oslo_concurrency.lockutils [req-b91de8cc-e24c-4c57-abc7-df2ac5ad8e2b req-ba462a03-74b1-45f7-8e21-7f2017a8ffa8 service nova] Lock "aca49fea-7217-49d1-b82e-33223df570c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.230453] env[69858]: DEBUG oslo_concurrency.lockutils [req-b91de8cc-e24c-4c57-abc7-df2ac5ad8e2b req-ba462a03-74b1-45f7-8e21-7f2017a8ffa8 service nova] Lock "aca49fea-7217-49d1-b82e-33223df570c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.230668] env[69858]: DEBUG nova.compute.manager [req-b91de8cc-e24c-4c57-abc7-df2ac5ad8e2b req-ba462a03-74b1-45f7-8e21-7f2017a8ffa8 service nova] [instance: aca49fea-7217-49d1-b82e-33223df570c8] No waiting events found dispatching network-vif-plugged-f967298a-f084-440e-abc6-5d5ebf93f0d6 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 875.230843] env[69858]: WARNING nova.compute.manager [req-b91de8cc-e24c-4c57-abc7-df2ac5ad8e2b req-ba462a03-74b1-45f7-8e21-7f2017a8ffa8 service nova] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Received unexpected event network-vif-plugged-f967298a-f084-440e-abc6-5d5ebf93f0d6 for instance with vm_state building and task_state spawning. [ 875.231017] env[69858]: DEBUG nova.compute.manager [req-b91de8cc-e24c-4c57-abc7-df2ac5ad8e2b req-ba462a03-74b1-45f7-8e21-7f2017a8ffa8 service nova] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Received event network-changed-f967298a-f084-440e-abc6-5d5ebf93f0d6 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.231184] env[69858]: DEBUG nova.compute.manager [req-b91de8cc-e24c-4c57-abc7-df2ac5ad8e2b req-ba462a03-74b1-45f7-8e21-7f2017a8ffa8 service nova] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Refreshing instance network info cache due to event network-changed-f967298a-f084-440e-abc6-5d5ebf93f0d6. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 875.231374] env[69858]: DEBUG oslo_concurrency.lockutils [req-b91de8cc-e24c-4c57-abc7-df2ac5ad8e2b req-ba462a03-74b1-45f7-8e21-7f2017a8ffa8 service nova] Acquiring lock "refresh_cache-aca49fea-7217-49d1-b82e-33223df570c8" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.231517] env[69858]: DEBUG oslo_concurrency.lockutils [req-b91de8cc-e24c-4c57-abc7-df2ac5ad8e2b req-ba462a03-74b1-45f7-8e21-7f2017a8ffa8 service nova] Acquired lock "refresh_cache-aca49fea-7217-49d1-b82e-33223df570c8" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.231685] env[69858]: DEBUG nova.network.neutron [req-b91de8cc-e24c-4c57-abc7-df2ac5ad8e2b req-ba462a03-74b1-45f7-8e21-7f2017a8ffa8 service nova] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Refreshing network info cache for port f967298a-f084-440e-abc6-5d5ebf93f0d6 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.291994] env[69858]: DEBUG nova.network.neutron [req-fecfdfd9-9580-499a-95ec-c68831b55198 req-5cfa29bf-86d2-4ef1-95e0-c646347422aa service nova] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Updated VIF entry in instance network info cache for port daf93331-5e8e-45ca-b90d-22755a931bb6. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 875.292370] env[69858]: DEBUG nova.network.neutron [req-fecfdfd9-9580-499a-95ec-c68831b55198 req-5cfa29bf-86d2-4ef1-95e0-c646347422aa service nova] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Updating instance_info_cache with network_info: [{"id": "daf93331-5e8e-45ca-b90d-22755a931bb6", "address": "fa:16:3e:e8:8b:b8", "network": {"id": "de9819e5-0070-4018-be00-1db37157e177", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-480003007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f780b294b34242b329733790e1fb43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaf93331-5e", "ovs_interfaceid": "daf93331-5e8e-45ca-b90d-22755a931bb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.391312] env[69858]: DEBUG nova.compute.manager [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.418662] env[69858]: DEBUG nova.virt.hardware [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.418955] env[69858]: DEBUG nova.virt.hardware [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.419133] env[69858]: DEBUG nova.virt.hardware [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.419421] env[69858]: DEBUG nova.virt.hardware [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.419494] env[69858]: DEBUG nova.virt.hardware [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.419628] env[69858]: DEBUG nova.virt.hardware [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.419813] env[69858]: DEBUG nova.virt.hardware [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.419976] env[69858]: DEBUG nova.virt.hardware [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.420160] env[69858]: DEBUG nova.virt.hardware [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.420344] env[69858]: DEBUG nova.virt.hardware [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.420535] env[69858]: DEBUG nova.virt.hardware [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.421420] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976952b5-427c-4848-b879-7d5ae958a47c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.430387] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc625efa-16ac-4bb3-a85f-ff497e886827 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.501189] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3419053, 'name': Rename_Task, 'duration_secs': 0.163609} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.501506] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.501737] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5168dc86-d825-4ab0-a1fe-1090891ea955 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.513660] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 875.513660] env[69858]: value = "task-3419057" [ 875.513660] env[69858]: _type = "Task" [ 875.513660] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.523601] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3419057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.553495] env[69858]: DEBUG nova.scheduler.client.report [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Updated inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with generation 64 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 875.553930] env[69858]: DEBUG nova.compute.provider_tree [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Updating resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 generation from 64 to 65 during operation: update_inventory {{(pid=69858) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 875.553986] env[69858]: DEBUG nova.compute.provider_tree [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 875.609755] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419056, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.610980] env[69858]: DEBUG nova.network.neutron [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Successfully created port: f746631b-0e3c-40a1-96e5-56a8bfcfab9e {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.698834] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9edcf5eb-045b-4329-a797-aa072bad3620 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Acquiring lock "b0e56ea2-9d0a-4c2a-8333-6393dcc4714d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.699140] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9edcf5eb-045b-4329-a797-aa072bad3620 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Lock "b0e56ea2-9d0a-4c2a-8333-6393dcc4714d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.699407] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9edcf5eb-045b-4329-a797-aa072bad3620 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Acquiring lock "b0e56ea2-9d0a-4c2a-8333-6393dcc4714d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.699630] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9edcf5eb-045b-4329-a797-aa072bad3620 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Lock "b0e56ea2-9d0a-4c2a-8333-6393dcc4714d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.699806] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9edcf5eb-045b-4329-a797-aa072bad3620 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Lock "b0e56ea2-9d0a-4c2a-8333-6393dcc4714d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.702505] env[69858]: INFO nova.compute.manager [None req-9edcf5eb-045b-4329-a797-aa072bad3620 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Terminating instance [ 875.795483] env[69858]: DEBUG oslo_concurrency.lockutils [req-fecfdfd9-9580-499a-95ec-c68831b55198 req-5cfa29bf-86d2-4ef1-95e0-c646347422aa service nova] Releasing lock "refresh_cache-b0e56ea2-9d0a-4c2a-8333-6393dcc4714d" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.024588] env[69858]: DEBUG oslo_vmware.api [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3419057, 'name': PowerOnVM_Task, 'duration_secs': 0.510266} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.026985] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.027255] env[69858]: INFO nova.compute.manager [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Took 7.26 seconds to spawn the instance on the hypervisor. [ 876.027496] env[69858]: DEBUG nova.compute.manager [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.029304] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7a27a3-e272-4f6a-9585-5a37e4492ec1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.059327] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.059850] env[69858]: DEBUG nova.compute.manager [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.062482] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0d7fb24a-0e76-4ac0-9b29-a4ed86f9f480 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.225s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.062827] env[69858]: DEBUG nova.objects.instance [None req-0d7fb24a-0e76-4ac0-9b29-a4ed86f9f480 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Lazy-loading 'resources' on Instance uuid 4817a2cf-e32a-4b0e-b8e2-cb671253d08e {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.110882] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419056, 'name': CreateVM_Task, 'duration_secs': 0.585661} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.111163] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.111916] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.112137] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.112514] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.112820] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99db6963-fc58-4ba7-87de-06a226da7a2a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.118470] env[69858]: DEBUG oslo_vmware.api [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 876.118470] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]525a12e2-b764-ec1e-2722-319bfa6b0a46" [ 876.118470] env[69858]: _type = "Task" [ 876.118470] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.127917] env[69858]: DEBUG oslo_vmware.api [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]525a12e2-b764-ec1e-2722-319bfa6b0a46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.210146] env[69858]: DEBUG nova.compute.manager [None req-9edcf5eb-045b-4329-a797-aa072bad3620 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.210473] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9edcf5eb-045b-4329-a797-aa072bad3620 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.211399] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f67339-fa5b-47ef-9130-a7ce2a0ae2e8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.220222] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9edcf5eb-045b-4329-a797-aa072bad3620 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.220469] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-774d9dde-7da2-45b3-ae50-689a307f09e6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.230286] env[69858]: DEBUG oslo_vmware.api [None req-9edcf5eb-045b-4329-a797-aa072bad3620 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Waiting for the task: (returnval){ [ 876.230286] env[69858]: value = "task-3419058" [ 876.230286] env[69858]: _type = "Task" [ 876.230286] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.241860] env[69858]: DEBUG oslo_vmware.api [None req-9edcf5eb-045b-4329-a797-aa072bad3620 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': task-3419058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.332715] env[69858]: DEBUG nova.network.neutron [req-b91de8cc-e24c-4c57-abc7-df2ac5ad8e2b req-ba462a03-74b1-45f7-8e21-7f2017a8ffa8 service nova] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Updated VIF entry in instance network info cache for port f967298a-f084-440e-abc6-5d5ebf93f0d6. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.333178] env[69858]: DEBUG nova.network.neutron [req-b91de8cc-e24c-4c57-abc7-df2ac5ad8e2b req-ba462a03-74b1-45f7-8e21-7f2017a8ffa8 service nova] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Updating instance_info_cache with network_info: [{"id": "f967298a-f084-440e-abc6-5d5ebf93f0d6", "address": "fa:16:3e:c8:ad:33", "network": {"id": "0cb8dc32-92e2-4a4c-b9a7-b79ea800f471", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-995143875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9769f0327d5246d8b236665cdafb746e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf967298a-f0", "ovs_interfaceid": "f967298a-f084-440e-abc6-5d5ebf93f0d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.547283] env[69858]: INFO nova.compute.manager [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Took 43.53 seconds to build instance. [ 876.568025] env[69858]: DEBUG nova.compute.utils [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.568025] env[69858]: DEBUG nova.compute.manager [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 876.568025] env[69858]: DEBUG nova.network.neutron [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 876.631995] env[69858]: DEBUG oslo_vmware.api [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]525a12e2-b764-ec1e-2722-319bfa6b0a46, 'name': SearchDatastore_Task, 'duration_secs': 0.01039} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.635260] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.635597] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.635792] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.635941] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.636140] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.636618] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69c50571-5984-41ff-9dd8-08484a16f75f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.650564] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.650751] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.652498] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36f21654-f69c-4dd3-94f0-2ab4da277609 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.659687] env[69858]: DEBUG oslo_vmware.api [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 876.659687] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5287f705-4e17-7407-8636-54d14950ac06" [ 876.659687] env[69858]: _type = "Task" [ 876.659687] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.671931] env[69858]: DEBUG oslo_vmware.api [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5287f705-4e17-7407-8636-54d14950ac06, 'name': SearchDatastore_Task, 'duration_secs': 0.009866} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.673291] env[69858]: DEBUG nova.policy [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b0d5862c207426491d796f6213cb3f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bcc3f46abdcd49da95ab61afaaab15bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 876.675631] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbf72ee6-7d11-4525-9546-69910b2cb777 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.684841] env[69858]: DEBUG oslo_vmware.api [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 876.684841] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5207194f-725f-259e-784b-ec0570e08c60" [ 876.684841] env[69858]: _type = "Task" [ 876.684841] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.693180] env[69858]: DEBUG oslo_vmware.api [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5207194f-725f-259e-784b-ec0570e08c60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.740556] env[69858]: DEBUG oslo_vmware.api [None req-9edcf5eb-045b-4329-a797-aa072bad3620 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': task-3419058, 'name': PowerOffVM_Task, 'duration_secs': 0.223055} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.743095] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9edcf5eb-045b-4329-a797-aa072bad3620 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.743281] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9edcf5eb-045b-4329-a797-aa072bad3620 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.743627] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f74769d0-ef07-404a-b2ab-aeb555fc0c96 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "interface-ac25b921-0e82-4866-b73f-17e68740fa3a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.743842] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f74769d0-ef07-404a-b2ab-aeb555fc0c96 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "interface-ac25b921-0e82-4866-b73f-17e68740fa3a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.744243] env[69858]: DEBUG nova.objects.instance [None req-f74769d0-ef07-404a-b2ab-aeb555fc0c96 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lazy-loading 'flavor' on Instance uuid ac25b921-0e82-4866-b73f-17e68740fa3a {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.745687] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a48f96c7-481b-4700-863d-5253e276bd5c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.825487] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9edcf5eb-045b-4329-a797-aa072bad3620 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.825983] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9edcf5eb-045b-4329-a797-aa072bad3620 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.825983] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-9edcf5eb-045b-4329-a797-aa072bad3620 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Deleting the datastore file [datastore2] b0e56ea2-9d0a-4c2a-8333-6393dcc4714d {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.826188] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1aad67bb-764b-4763-a5c5-f166f574930b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.836622] env[69858]: DEBUG oslo_concurrency.lockutils [req-b91de8cc-e24c-4c57-abc7-df2ac5ad8e2b req-ba462a03-74b1-45f7-8e21-7f2017a8ffa8 service nova] Releasing lock "refresh_cache-aca49fea-7217-49d1-b82e-33223df570c8" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.836876] env[69858]: DEBUG nova.compute.manager [req-b91de8cc-e24c-4c57-abc7-df2ac5ad8e2b req-ba462a03-74b1-45f7-8e21-7f2017a8ffa8 service nova] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Received event network-changed-daf93331-5e8e-45ca-b90d-22755a931bb6 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.837062] env[69858]: DEBUG nova.compute.manager [req-b91de8cc-e24c-4c57-abc7-df2ac5ad8e2b req-ba462a03-74b1-45f7-8e21-7f2017a8ffa8 service nova] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Refreshing instance network info cache due to event network-changed-daf93331-5e8e-45ca-b90d-22755a931bb6. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.837279] env[69858]: DEBUG oslo_concurrency.lockutils [req-b91de8cc-e24c-4c57-abc7-df2ac5ad8e2b req-ba462a03-74b1-45f7-8e21-7f2017a8ffa8 service nova] Acquiring lock "refresh_cache-b0e56ea2-9d0a-4c2a-8333-6393dcc4714d" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.837517] env[69858]: DEBUG oslo_concurrency.lockutils [req-b91de8cc-e24c-4c57-abc7-df2ac5ad8e2b req-ba462a03-74b1-45f7-8e21-7f2017a8ffa8 service nova] Acquired lock "refresh_cache-b0e56ea2-9d0a-4c2a-8333-6393dcc4714d" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.837689] env[69858]: DEBUG nova.network.neutron [req-b91de8cc-e24c-4c57-abc7-df2ac5ad8e2b req-ba462a03-74b1-45f7-8e21-7f2017a8ffa8 service nova] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Refreshing network info cache for port daf93331-5e8e-45ca-b90d-22755a931bb6 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.843019] env[69858]: DEBUG oslo_vmware.api [None req-9edcf5eb-045b-4329-a797-aa072bad3620 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Waiting for the task: (returnval){ [ 876.843019] env[69858]: value = "task-3419060" [ 876.843019] env[69858]: _type = "Task" [ 876.843019] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.850371] env[69858]: DEBUG oslo_vmware.api [None req-9edcf5eb-045b-4329-a797-aa072bad3620 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': task-3419060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.015607] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1128d34e-96bb-4b00-8a0d-eedc73c69977 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.024642] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d553f75b-0861-4dd9-adcd-f0981aace844 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.060232] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f8ab7d47-1407-41c7-898c-66149a9fbe34 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "56c8442c-a2d0-41d6-9052-dfa8e55f56e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.514s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.061223] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20c3836-61e9-4481-9e93-9d5f73a40e44 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.070708] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d9f2c2-c4e4-49ae-80cc-6a7ac69b5b52 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.076817] env[69858]: DEBUG nova.compute.manager [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.091073] env[69858]: DEBUG nova.compute.provider_tree [None req-0d7fb24a-0e76-4ac0-9b29-a4ed86f9f480 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.198572] env[69858]: DEBUG oslo_vmware.api [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5207194f-725f-259e-784b-ec0570e08c60, 'name': SearchDatastore_Task, 'duration_secs': 0.010773} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.198682] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.198857] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] aca49fea-7217-49d1-b82e-33223df570c8/aca49fea-7217-49d1-b82e-33223df570c8.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.199182] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca66b3ef-5caf-4feb-814a-de63ae931083 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.207496] env[69858]: DEBUG oslo_vmware.api [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 877.207496] env[69858]: value = "task-3419061" [ 877.207496] env[69858]: _type = "Task" [ 877.207496] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.211772] env[69858]: DEBUG nova.network.neutron [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Successfully created port: 8e8cf94d-9555-4e71-864b-d034ec280b4c {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.219617] env[69858]: DEBUG oslo_vmware.api [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.314957] env[69858]: DEBUG nova.objects.instance [None req-f74769d0-ef07-404a-b2ab-aeb555fc0c96 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lazy-loading 'pci_requests' on Instance uuid ac25b921-0e82-4866-b73f-17e68740fa3a {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.353486] env[69858]: DEBUG oslo_vmware.api [None req-9edcf5eb-045b-4329-a797-aa072bad3620 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': task-3419060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139784} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.353759] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-9edcf5eb-045b-4329-a797-aa072bad3620 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.353960] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9edcf5eb-045b-4329-a797-aa072bad3620 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.354174] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9edcf5eb-045b-4329-a797-aa072bad3620 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.354509] env[69858]: INFO nova.compute.manager [None req-9edcf5eb-045b-4329-a797-aa072bad3620 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 877.354730] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9edcf5eb-045b-4329-a797-aa072bad3620 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.354845] env[69858]: DEBUG nova.compute.manager [-] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.354947] env[69858]: DEBUG nova.network.neutron [-] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.600079] env[69858]: DEBUG nova.scheduler.client.report [None req-0d7fb24a-0e76-4ac0-9b29-a4ed86f9f480 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.722468] env[69858]: DEBUG oslo_vmware.api [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503515} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.722875] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] aca49fea-7217-49d1-b82e-33223df570c8/aca49fea-7217-49d1-b82e-33223df570c8.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.723260] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.723633] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27d1cca7-8742-4372-8412-2752b2c73f9f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.735272] env[69858]: DEBUG oslo_vmware.api [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 877.735272] env[69858]: value = "task-3419062" [ 877.735272] env[69858]: _type = "Task" [ 877.735272] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.744056] env[69858]: DEBUG oslo_vmware.api [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.750435] env[69858]: DEBUG nova.network.neutron [req-b91de8cc-e24c-4c57-abc7-df2ac5ad8e2b req-ba462a03-74b1-45f7-8e21-7f2017a8ffa8 service nova] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Updated VIF entry in instance network info cache for port daf93331-5e8e-45ca-b90d-22755a931bb6. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.750435] env[69858]: DEBUG nova.network.neutron [req-b91de8cc-e24c-4c57-abc7-df2ac5ad8e2b req-ba462a03-74b1-45f7-8e21-7f2017a8ffa8 service nova] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Updating instance_info_cache with network_info: [{"id": "daf93331-5e8e-45ca-b90d-22755a931bb6", "address": "fa:16:3e:e8:8b:b8", "network": {"id": "de9819e5-0070-4018-be00-1db37157e177", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-480003007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f780b294b34242b329733790e1fb43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaf93331-5e", "ovs_interfaceid": "daf93331-5e8e-45ca-b90d-22755a931bb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.820312] env[69858]: DEBUG nova.objects.base [None req-f74769d0-ef07-404a-b2ab-aeb555fc0c96 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69858) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 877.820312] env[69858]: DEBUG nova.network.neutron [None req-f74769d0-ef07-404a-b2ab-aeb555fc0c96 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 877.832921] env[69858]: DEBUG nova.network.neutron [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Successfully updated port: 48a09ad0-adba-4e4d-9a58-3fe53d1d3a63 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.867481] env[69858]: DEBUG nova.policy [None req-f74769d0-ef07-404a-b2ab-aeb555fc0c96 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed3cc26da6254451bf3730e3ef3ef734', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e4d98b5c92d49f4a6d2e8e37b5cc26b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.086751] env[69858]: DEBUG nova.compute.manager [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.107414] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0d7fb24a-0e76-4ac0-9b29-a4ed86f9f480 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.045s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.109993] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2dee265b-4028-4636-b5f0-ace1889e04c8 tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.551s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.110249] env[69858]: DEBUG nova.objects.instance [None req-2dee265b-4028-4636-b5f0-ace1889e04c8 tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Lazy-loading 'resources' on Instance uuid ef58474f-c1e2-4930-b418-f03d5c4d3e31 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.116028] env[69858]: DEBUG nova.virt.hardware [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.116028] env[69858]: DEBUG nova.virt.hardware [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.116195] env[69858]: DEBUG nova.virt.hardware [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.116264] env[69858]: DEBUG nova.virt.hardware [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.116437] env[69858]: DEBUG nova.virt.hardware [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.116684] env[69858]: DEBUG nova.virt.hardware [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.116803] env[69858]: DEBUG nova.virt.hardware [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.117050] env[69858]: DEBUG nova.virt.hardware [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.117137] env[69858]: DEBUG nova.virt.hardware [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.117301] env[69858]: DEBUG nova.virt.hardware [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.117516] env[69858]: DEBUG nova.virt.hardware [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.118486] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c7555c-90f0-4247-962f-c0ba138138c4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.122476] env[69858]: DEBUG nova.network.neutron [None req-f74769d0-ef07-404a-b2ab-aeb555fc0c96 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Successfully created port: 15e4cb80-1ca0-47aa-bd7d-e17df8992566 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 878.131274] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441903ff-8cb8-4431-ad91-2d0fb776f3aa {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.135728] env[69858]: INFO nova.scheduler.client.report [None req-0d7fb24a-0e76-4ac0-9b29-a4ed86f9f480 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Deleted allocations for instance 4817a2cf-e32a-4b0e-b8e2-cb671253d08e [ 878.246085] env[69858]: DEBUG oslo_vmware.api [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071643} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.246423] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.247355] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b2d6f5-95db-455b-a974-c9c7a9478dc3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.252220] env[69858]: DEBUG oslo_concurrency.lockutils [req-b91de8cc-e24c-4c57-abc7-df2ac5ad8e2b req-ba462a03-74b1-45f7-8e21-7f2017a8ffa8 service nova] Releasing lock "refresh_cache-b0e56ea2-9d0a-4c2a-8333-6393dcc4714d" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.274039] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] aca49fea-7217-49d1-b82e-33223df570c8/aca49fea-7217-49d1-b82e-33223df570c8.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.274593] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-216470ec-ad73-4a97-8735-76a3322de606 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.303016] env[69858]: DEBUG oslo_vmware.api [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 878.303016] env[69858]: value = "task-3419063" [ 878.303016] env[69858]: _type = "Task" [ 878.303016] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.310277] env[69858]: DEBUG oslo_vmware.api [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419063, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.346546] env[69858]: DEBUG nova.network.neutron [-] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.377201] env[69858]: DEBUG nova.compute.manager [req-12f19cb1-3668-412c-a02d-4738ef9626dd req-69a51da0-cce9-4142-893f-badf788476ab service nova] [instance: db67c772-084d-4422-9368-359b2990e501] Received event network-changed-3ad578fb-3764-404b-8964-6dc2b2181386 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.377470] env[69858]: DEBUG nova.compute.manager [req-12f19cb1-3668-412c-a02d-4738ef9626dd req-69a51da0-cce9-4142-893f-badf788476ab service nova] [instance: db67c772-084d-4422-9368-359b2990e501] Refreshing instance network info cache due to event network-changed-3ad578fb-3764-404b-8964-6dc2b2181386. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 878.377713] env[69858]: DEBUG oslo_concurrency.lockutils [req-12f19cb1-3668-412c-a02d-4738ef9626dd req-69a51da0-cce9-4142-893f-badf788476ab service nova] Acquiring lock "refresh_cache-db67c772-084d-4422-9368-359b2990e501" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.377973] env[69858]: DEBUG oslo_concurrency.lockutils [req-12f19cb1-3668-412c-a02d-4738ef9626dd req-69a51da0-cce9-4142-893f-badf788476ab service nova] Acquired lock "refresh_cache-db67c772-084d-4422-9368-359b2990e501" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.378197] env[69858]: DEBUG nova.network.neutron [req-12f19cb1-3668-412c-a02d-4738ef9626dd req-69a51da0-cce9-4142-893f-badf788476ab service nova] [instance: db67c772-084d-4422-9368-359b2990e501] Refreshing network info cache for port 3ad578fb-3764-404b-8964-6dc2b2181386 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.398405] env[69858]: DEBUG nova.compute.manager [req-f2471978-a5a0-4327-8eed-69994781fc83 req-797e5ceb-9db9-4023-91ad-573ff8cd4461 service nova] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Received event network-vif-deleted-daf93331-5e8e-45ca-b90d-22755a931bb6 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.657643] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0d7fb24a-0e76-4ac0-9b29-a4ed86f9f480 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Lock "4817a2cf-e32a-4b0e-b8e2-cb671253d08e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.324s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.811282] env[69858]: DEBUG oslo_vmware.api [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419063, 'name': ReconfigVM_Task, 'duration_secs': 0.279605} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.814687] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Reconfigured VM instance instance-0000002e to attach disk [datastore2] aca49fea-7217-49d1-b82e-33223df570c8/aca49fea-7217-49d1-b82e-33223df570c8.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.815688] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e07e81e3-74ad-46b0-be0c-4daf3de995ff {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.825027] env[69858]: DEBUG oslo_vmware.api [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 878.825027] env[69858]: value = "task-3419064" [ 878.825027] env[69858]: _type = "Task" [ 878.825027] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.841187] env[69858]: DEBUG oslo_vmware.api [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419064, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.847933] env[69858]: INFO nova.compute.manager [-] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Took 1.49 seconds to deallocate network for instance. [ 879.060523] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296c2024-dfab-424a-ac83-3ac534e69cac {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.068765] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395f4f29-53d4-4740-be5b-693ae66769fe {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.104965] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24352bee-7e8a-477b-9491-b574aa1d56e0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.113391] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ee6a7e-92d6-4a4b-ac0e-5a07c2a946c6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.127881] env[69858]: DEBUG nova.compute.provider_tree [None req-2dee265b-4028-4636-b5f0-ace1889e04c8 tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.336472] env[69858]: DEBUG oslo_vmware.api [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419064, 'name': Rename_Task, 'duration_secs': 0.170485} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.336788] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.337046] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d5d94e7-6a9b-49ac-8ef4-fb979f36238f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.344587] env[69858]: DEBUG oslo_vmware.api [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 879.344587] env[69858]: value = "task-3419065" [ 879.344587] env[69858]: _type = "Task" [ 879.344587] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.353292] env[69858]: DEBUG oslo_vmware.api [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.357470] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9edcf5eb-045b-4329-a797-aa072bad3620 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.399319] env[69858]: DEBUG nova.network.neutron [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Successfully updated port: 8e8cf94d-9555-4e71-864b-d034ec280b4c {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.564595] env[69858]: DEBUG nova.network.neutron [req-12f19cb1-3668-412c-a02d-4738ef9626dd req-69a51da0-cce9-4142-893f-badf788476ab service nova] [instance: db67c772-084d-4422-9368-359b2990e501] Updated VIF entry in instance network info cache for port 3ad578fb-3764-404b-8964-6dc2b2181386. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.564983] env[69858]: DEBUG nova.network.neutron [req-12f19cb1-3668-412c-a02d-4738ef9626dd req-69a51da0-cce9-4142-893f-badf788476ab service nova] [instance: db67c772-084d-4422-9368-359b2990e501] Updating instance_info_cache with network_info: [{"id": "3ad578fb-3764-404b-8964-6dc2b2181386", "address": "fa:16:3e:a4:7f:38", "network": {"id": "de9819e5-0070-4018-be00-1db37157e177", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-480003007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f780b294b34242b329733790e1fb43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ad578fb-37", "ovs_interfaceid": "3ad578fb-3764-404b-8964-6dc2b2181386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.630547] env[69858]: DEBUG nova.scheduler.client.report [None req-2dee265b-4028-4636-b5f0-ace1889e04c8 tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.728222] env[69858]: DEBUG nova.network.neutron [None req-f74769d0-ef07-404a-b2ab-aeb555fc0c96 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Successfully updated port: 15e4cb80-1ca0-47aa-bd7d-e17df8992566 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.859491] env[69858]: DEBUG oslo_vmware.api [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419065, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.891415] env[69858]: DEBUG nova.network.neutron [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Successfully updated port: f746631b-0e3c-40a1-96e5-56a8bfcfab9e {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.902243] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquiring lock "refresh_cache-43ae10cd-5eed-4344-9691-7366745b350c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.902391] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquired lock "refresh_cache-43ae10cd-5eed-4344-9691-7366745b350c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.902545] env[69858]: DEBUG nova.network.neutron [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.069485] env[69858]: DEBUG oslo_concurrency.lockutils [req-12f19cb1-3668-412c-a02d-4738ef9626dd req-69a51da0-cce9-4142-893f-badf788476ab service nova] Releasing lock "refresh_cache-db67c772-084d-4422-9368-359b2990e501" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.137296] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2dee265b-4028-4636-b5f0-ace1889e04c8 tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.027s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.140098] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fed696c8-bed4-4093-906a-a44ae443ff88 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.911s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.140098] env[69858]: DEBUG nova.objects.instance [None req-fed696c8-bed4-4093-906a-a44ae443ff88 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Lazy-loading 'resources' on Instance uuid 40ab1d76-b344-4bef-bf59-53c63aa31cae {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.160904] env[69858]: INFO nova.scheduler.client.report [None req-2dee265b-4028-4636-b5f0-ace1889e04c8 tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Deleted allocations for instance ef58474f-c1e2-4930-b418-f03d5c4d3e31 [ 880.231440] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f74769d0-ef07-404a-b2ab-aeb555fc0c96 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "refresh_cache-ac25b921-0e82-4866-b73f-17e68740fa3a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.231632] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f74769d0-ef07-404a-b2ab-aeb555fc0c96 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquired lock "refresh_cache-ac25b921-0e82-4866-b73f-17e68740fa3a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.231809] env[69858]: DEBUG nova.network.neutron [None req-f74769d0-ef07-404a-b2ab-aeb555fc0c96 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.356475] env[69858]: DEBUG oslo_vmware.api [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419065, 'name': PowerOnVM_Task, 'duration_secs': 0.667688} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.356789] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.357010] env[69858]: INFO nova.compute.manager [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Took 8.97 seconds to spawn the instance on the hypervisor. [ 880.357293] env[69858]: DEBUG nova.compute.manager [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.358082] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a69e59-cd96-44d9-919e-69fb77334d1c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.393581] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Acquiring lock "refresh_cache-5356c698-dac4-4543-8693-d71f194924d9" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.393982] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Acquired lock "refresh_cache-5356c698-dac4-4543-8693-d71f194924d9" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.393982] env[69858]: DEBUG nova.network.neutron [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.442109] env[69858]: DEBUG nova.network.neutron [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.585273] env[69858]: DEBUG nova.network.neutron [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Updating instance_info_cache with network_info: [{"id": "8e8cf94d-9555-4e71-864b-d034ec280b4c", "address": "fa:16:3e:0d:2d:23", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e8cf94d-95", "ovs_interfaceid": "8e8cf94d-9555-4e71-864b-d034ec280b4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.670606] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2dee265b-4028-4636-b5f0-ace1889e04c8 tempest-ServersAaction247Test-1140006391 tempest-ServersAaction247Test-1140006391-project-member] Lock "ef58474f-c1e2-4930-b418-f03d5c4d3e31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.372s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.773607] env[69858]: WARNING nova.network.neutron [None req-f74769d0-ef07-404a-b2ab-aeb555fc0c96 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] 53dbf1f7-f7aa-4e33-a368-c4e2e72213e2 already exists in list: networks containing: ['53dbf1f7-f7aa-4e33-a368-c4e2e72213e2']. ignoring it [ 880.878444] env[69858]: INFO nova.compute.manager [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Took 44.67 seconds to build instance. [ 880.949365] env[69858]: DEBUG nova.network.neutron [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.070410] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca8e76a-9a3a-45a1-b2c7-e0b9bbbc94b4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.078521] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5ceb8e-c631-444c-81a7-3b71a586d5cf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.109780] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Releasing lock "refresh_cache-43ae10cd-5eed-4344-9691-7366745b350c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.110130] env[69858]: DEBUG nova.compute.manager [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Instance network_info: |[{"id": "8e8cf94d-9555-4e71-864b-d034ec280b4c", "address": "fa:16:3e:0d:2d:23", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e8cf94d-95", "ovs_interfaceid": "8e8cf94d-9555-4e71-864b-d034ec280b4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 881.112080] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:2d:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e8cf94d-9555-4e71-864b-d034ec280b4c', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.119426] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Creating folder: Project (bcc3f46abdcd49da95ab61afaaab15bd). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.122189] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37e5b5a-a27f-4ab7-bbdd-8aaa7884bc1e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.129317] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1c81792-3268-4cb7-8b78-cc12e451b368 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.136616] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c752163-f679-4f23-8d12-b2a623d3574f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.142371] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Created folder: Project (bcc3f46abdcd49da95ab61afaaab15bd) in parent group-v682032. [ 881.142527] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Creating folder: Instances. Parent ref: group-v682170. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.142753] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b667cb3e-b4c4-4760-b0f5-3f4569463056 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.154482] env[69858]: DEBUG nova.compute.provider_tree [None req-fed696c8-bed4-4093-906a-a44ae443ff88 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.158251] env[69858]: DEBUG nova.compute.manager [req-723a08d9-afb1-4705-9566-be9e84d002ec req-b5b743f8-e939-4d45-bfce-5a4954628c7a service nova] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Received event network-vif-plugged-48a09ad0-adba-4e4d-9a58-3fe53d1d3a63 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.158463] env[69858]: DEBUG oslo_concurrency.lockutils [req-723a08d9-afb1-4705-9566-be9e84d002ec req-b5b743f8-e939-4d45-bfce-5a4954628c7a service nova] Acquiring lock "5356c698-dac4-4543-8693-d71f194924d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.158668] env[69858]: DEBUG oslo_concurrency.lockutils [req-723a08d9-afb1-4705-9566-be9e84d002ec req-b5b743f8-e939-4d45-bfce-5a4954628c7a service nova] Lock "5356c698-dac4-4543-8693-d71f194924d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.158931] env[69858]: DEBUG oslo_concurrency.lockutils [req-723a08d9-afb1-4705-9566-be9e84d002ec req-b5b743f8-e939-4d45-bfce-5a4954628c7a service nova] Lock "5356c698-dac4-4543-8693-d71f194924d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.159068] env[69858]: DEBUG nova.compute.manager [req-723a08d9-afb1-4705-9566-be9e84d002ec req-b5b743f8-e939-4d45-bfce-5a4954628c7a service nova] [instance: 5356c698-dac4-4543-8693-d71f194924d9] No waiting events found dispatching network-vif-plugged-48a09ad0-adba-4e4d-9a58-3fe53d1d3a63 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 881.159177] env[69858]: WARNING nova.compute.manager [req-723a08d9-afb1-4705-9566-be9e84d002ec req-b5b743f8-e939-4d45-bfce-5a4954628c7a service nova] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Received unexpected event network-vif-plugged-48a09ad0-adba-4e4d-9a58-3fe53d1d3a63 for instance with vm_state building and task_state spawning. [ 881.159428] env[69858]: DEBUG nova.compute.manager [req-723a08d9-afb1-4705-9566-be9e84d002ec req-b5b743f8-e939-4d45-bfce-5a4954628c7a service nova] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Received event network-changed-48a09ad0-adba-4e4d-9a58-3fe53d1d3a63 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.159485] env[69858]: DEBUG nova.compute.manager [req-723a08d9-afb1-4705-9566-be9e84d002ec req-b5b743f8-e939-4d45-bfce-5a4954628c7a service nova] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Refreshing instance network info cache due to event network-changed-48a09ad0-adba-4e4d-9a58-3fe53d1d3a63. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 881.159617] env[69858]: DEBUG oslo_concurrency.lockutils [req-723a08d9-afb1-4705-9566-be9e84d002ec req-b5b743f8-e939-4d45-bfce-5a4954628c7a service nova] Acquiring lock "refresh_cache-5356c698-dac4-4543-8693-d71f194924d9" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.160126] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Created folder: Instances in parent group-v682170. [ 881.160347] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.160734] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.160939] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f355d785-a50e-4485-9c85-288dcf712584 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.177385] env[69858]: DEBUG nova.compute.manager [req-86faafef-dc08-4358-b71b-be8cb0215911 req-b5e0f0f2-f1a5-4ffa-b51e-f57f466a0f44 service nova] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Received event network-vif-plugged-15e4cb80-1ca0-47aa-bd7d-e17df8992566 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.177585] env[69858]: DEBUG oslo_concurrency.lockutils [req-86faafef-dc08-4358-b71b-be8cb0215911 req-b5e0f0f2-f1a5-4ffa-b51e-f57f466a0f44 service nova] Acquiring lock "ac25b921-0e82-4866-b73f-17e68740fa3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.177792] env[69858]: DEBUG oslo_concurrency.lockutils [req-86faafef-dc08-4358-b71b-be8cb0215911 req-b5e0f0f2-f1a5-4ffa-b51e-f57f466a0f44 service nova] Lock "ac25b921-0e82-4866-b73f-17e68740fa3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.177958] env[69858]: DEBUG oslo_concurrency.lockutils [req-86faafef-dc08-4358-b71b-be8cb0215911 req-b5e0f0f2-f1a5-4ffa-b51e-f57f466a0f44 service nova] Lock "ac25b921-0e82-4866-b73f-17e68740fa3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.178143] env[69858]: DEBUG nova.compute.manager [req-86faafef-dc08-4358-b71b-be8cb0215911 req-b5e0f0f2-f1a5-4ffa-b51e-f57f466a0f44 service nova] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] No waiting events found dispatching network-vif-plugged-15e4cb80-1ca0-47aa-bd7d-e17df8992566 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 881.178308] env[69858]: WARNING nova.compute.manager [req-86faafef-dc08-4358-b71b-be8cb0215911 req-b5e0f0f2-f1a5-4ffa-b51e-f57f466a0f44 service nova] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Received unexpected event network-vif-plugged-15e4cb80-1ca0-47aa-bd7d-e17df8992566 for instance with vm_state active and task_state None. [ 881.178467] env[69858]: DEBUG nova.compute.manager [req-86faafef-dc08-4358-b71b-be8cb0215911 req-b5e0f0f2-f1a5-4ffa-b51e-f57f466a0f44 service nova] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Received event network-changed-15e4cb80-1ca0-47aa-bd7d-e17df8992566 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.178663] env[69858]: DEBUG nova.compute.manager [req-86faafef-dc08-4358-b71b-be8cb0215911 req-b5e0f0f2-f1a5-4ffa-b51e-f57f466a0f44 service nova] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Refreshing instance network info cache due to event network-changed-15e4cb80-1ca0-47aa-bd7d-e17df8992566. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 881.178778] env[69858]: DEBUG oslo_concurrency.lockutils [req-86faafef-dc08-4358-b71b-be8cb0215911 req-b5e0f0f2-f1a5-4ffa-b51e-f57f466a0f44 service nova] Acquiring lock "refresh_cache-ac25b921-0e82-4866-b73f-17e68740fa3a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.185164] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.185164] env[69858]: value = "task-3419068" [ 881.185164] env[69858]: _type = "Task" [ 881.185164] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.193681] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419068, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.204309] env[69858]: DEBUG nova.network.neutron [None req-f74769d0-ef07-404a-b2ab-aeb555fc0c96 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Updating instance_info_cache with network_info: [{"id": "840b6612-6553-4373-8caa-6e57e2dc7705", "address": "fa:16:3e:1e:c0:e1", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap840b6612-65", "ovs_interfaceid": "840b6612-6553-4373-8caa-6e57e2dc7705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "15e4cb80-1ca0-47aa-bd7d-e17df8992566", "address": "fa:16:3e:9d:6e:2a", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15e4cb80-1c", "ovs_interfaceid": "15e4cb80-1ca0-47aa-bd7d-e17df8992566", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.380316] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b796e306-d24e-44be-ac0c-a2b25af347fb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "aca49fea-7217-49d1-b82e-33223df570c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.176s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.382119] env[69858]: DEBUG nova.network.neutron [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Updating instance_info_cache with network_info: [{"id": "48a09ad0-adba-4e4d-9a58-3fe53d1d3a63", "address": "fa:16:3e:d7:ea:07", "network": {"id": "4e115fe0-9689-4a43-b5e6-664597df7c76", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-588989502", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d09a8dfc15e34c11918f9c9c498d8ca4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48a09ad0-ad", "ovs_interfaceid": "48a09ad0-adba-4e4d-9a58-3fe53d1d3a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f746631b-0e3c-40a1-96e5-56a8bfcfab9e", "address": "fa:16:3e:cb:b0:8b", "network": {"id": "48eb7204-8e44-49d9-9d25-bb929cf9d5a0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-137893238", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d09a8dfc15e34c11918f9c9c498d8ca4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf746631b-0e", "ovs_interfaceid": "f746631b-0e3c-40a1-96e5-56a8bfcfab9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.526891] env[69858]: DEBUG oslo_concurrency.lockutils [None req-182754f4-bfc7-4324-a4c6-5e9aac7c3b7f tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Acquiring lock "b0e56ea2-9d0a-4c2a-8333-6393dcc4714d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.627997] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquiring lock "5d973e99-679c-4ab7-a37a-1b32f555df35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.627997] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "5d973e99-679c-4ab7-a37a-1b32f555df35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.627997] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquiring lock "5d973e99-679c-4ab7-a37a-1b32f555df35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.627997] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "5d973e99-679c-4ab7-a37a-1b32f555df35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.627997] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "5d973e99-679c-4ab7-a37a-1b32f555df35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.629114] env[69858]: INFO nova.compute.manager [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Terminating instance [ 881.661971] env[69858]: DEBUG nova.scheduler.client.report [None req-fed696c8-bed4-4093-906a-a44ae443ff88 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.696751] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419068, 'name': CreateVM_Task, 'duration_secs': 0.32165} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.696924] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.697736] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.697911] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.698246] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.698756] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f38b974-ca8a-4f11-b7f6-c5aa5b35d1b3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.704575] env[69858]: DEBUG oslo_vmware.api [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for the task: (returnval){ [ 881.704575] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b9ddcd-260c-5e91-8d46-3de039302de1" [ 881.704575] env[69858]: _type = "Task" [ 881.704575] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.707909] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f74769d0-ef07-404a-b2ab-aeb555fc0c96 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Releasing lock "refresh_cache-ac25b921-0e82-4866-b73f-17e68740fa3a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.708549] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f74769d0-ef07-404a-b2ab-aeb555fc0c96 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "ac25b921-0e82-4866-b73f-17e68740fa3a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.708709] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f74769d0-ef07-404a-b2ab-aeb555fc0c96 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquired lock "ac25b921-0e82-4866-b73f-17e68740fa3a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.708972] env[69858]: DEBUG oslo_concurrency.lockutils [req-86faafef-dc08-4358-b71b-be8cb0215911 req-b5e0f0f2-f1a5-4ffa-b51e-f57f466a0f44 service nova] Acquired lock "refresh_cache-ac25b921-0e82-4866-b73f-17e68740fa3a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.709183] env[69858]: DEBUG nova.network.neutron [req-86faafef-dc08-4358-b71b-be8cb0215911 req-b5e0f0f2-f1a5-4ffa-b51e-f57f466a0f44 service nova] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Refreshing network info cache for port 15e4cb80-1ca0-47aa-bd7d-e17df8992566 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.711038] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e27cfea-a205-4969-ac34-4f1f4a1e01ff {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.719381] env[69858]: DEBUG oslo_vmware.api [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b9ddcd-260c-5e91-8d46-3de039302de1, 'name': SearchDatastore_Task, 'duration_secs': 0.010817} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.732763] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.733033] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.733271] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.733423] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.733598] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.734520] env[69858]: DEBUG nova.virt.hardware [None req-f74769d0-ef07-404a-b2ab-aeb555fc0c96 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.734818] env[69858]: DEBUG nova.virt.hardware [None req-f74769d0-ef07-404a-b2ab-aeb555fc0c96 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.734990] env[69858]: DEBUG nova.virt.hardware [None req-f74769d0-ef07-404a-b2ab-aeb555fc0c96 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.735192] env[69858]: DEBUG nova.virt.hardware [None req-f74769d0-ef07-404a-b2ab-aeb555fc0c96 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.735341] env[69858]: DEBUG nova.virt.hardware [None req-f74769d0-ef07-404a-b2ab-aeb555fc0c96 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.735486] env[69858]: DEBUG nova.virt.hardware [None req-f74769d0-ef07-404a-b2ab-aeb555fc0c96 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.735696] env[69858]: DEBUG nova.virt.hardware [None req-f74769d0-ef07-404a-b2ab-aeb555fc0c96 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.735918] env[69858]: DEBUG nova.virt.hardware [None req-f74769d0-ef07-404a-b2ab-aeb555fc0c96 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.736117] env[69858]: DEBUG nova.virt.hardware [None req-f74769d0-ef07-404a-b2ab-aeb555fc0c96 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.736289] env[69858]: DEBUG nova.virt.hardware [None req-f74769d0-ef07-404a-b2ab-aeb555fc0c96 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.736524] env[69858]: DEBUG nova.virt.hardware [None req-f74769d0-ef07-404a-b2ab-aeb555fc0c96 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.743393] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f74769d0-ef07-404a-b2ab-aeb555fc0c96 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Reconfiguring VM to attach interface {{(pid=69858) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 881.743699] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-509da52d-a677-4e6e-b10d-7ad7708d2826 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.745910] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e55f18a8-8fce-4bd7-af85-0f85bf2a3651 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.765514] env[69858]: DEBUG oslo_vmware.api [None req-f74769d0-ef07-404a-b2ab-aeb555fc0c96 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 881.765514] env[69858]: value = "task-3419069" [ 881.765514] env[69858]: _type = "Task" [ 881.765514] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.769901] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.770288] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.771400] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0647bf2d-7aa2-4e9a-aa0a-d5aa0d1686bc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.776677] env[69858]: DEBUG oslo_vmware.api [None req-f74769d0-ef07-404a-b2ab-aeb555fc0c96 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419069, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.779836] env[69858]: DEBUG oslo_vmware.api [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for the task: (returnval){ [ 881.779836] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521b2d7b-60bd-bab5-e9bf-031a5b6a5227" [ 881.779836] env[69858]: _type = "Task" [ 881.779836] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.788608] env[69858]: DEBUG oslo_vmware.api [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521b2d7b-60bd-bab5-e9bf-031a5b6a5227, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.889095] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Releasing lock "refresh_cache-5356c698-dac4-4543-8693-d71f194924d9" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.889508] env[69858]: DEBUG nova.compute.manager [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Instance network_info: |[{"id": "48a09ad0-adba-4e4d-9a58-3fe53d1d3a63", "address": "fa:16:3e:d7:ea:07", "network": {"id": "4e115fe0-9689-4a43-b5e6-664597df7c76", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-588989502", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d09a8dfc15e34c11918f9c9c498d8ca4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48a09ad0-ad", "ovs_interfaceid": "48a09ad0-adba-4e4d-9a58-3fe53d1d3a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f746631b-0e3c-40a1-96e5-56a8bfcfab9e", "address": "fa:16:3e:cb:b0:8b", "network": {"id": "48eb7204-8e44-49d9-9d25-bb929cf9d5a0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-137893238", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d09a8dfc15e34c11918f9c9c498d8ca4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf746631b-0e", "ovs_interfaceid": "f746631b-0e3c-40a1-96e5-56a8bfcfab9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 881.889820] env[69858]: DEBUG oslo_concurrency.lockutils [req-723a08d9-afb1-4705-9566-be9e84d002ec req-b5b743f8-e939-4d45-bfce-5a4954628c7a service nova] Acquired lock "refresh_cache-5356c698-dac4-4543-8693-d71f194924d9" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.890016] env[69858]: DEBUG nova.network.neutron [req-723a08d9-afb1-4705-9566-be9e84d002ec req-b5b743f8-e939-4d45-bfce-5a4954628c7a service nova] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Refreshing network info cache for port 48a09ad0-adba-4e4d-9a58-3fe53d1d3a63 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.891243] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:ea:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48a09ad0-adba-4e4d-9a58-3fe53d1d3a63', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:b0:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f746631b-0e3c-40a1-96e5-56a8bfcfab9e', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.907787] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.908898] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.909337] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87911b92-f886-4f1a-b1a0-a76b624502c9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.933545] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.933545] env[69858]: value = "task-3419070" [ 881.933545] env[69858]: _type = "Task" [ 881.933545] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.942471] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419070, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.952993] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d3f2f166-0fe1-41e1-8ccd-3bb6e37c7ccf tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquiring lock "56c8442c-a2d0-41d6-9052-dfa8e55f56e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.952993] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d3f2f166-0fe1-41e1-8ccd-3bb6e37c7ccf tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "56c8442c-a2d0-41d6-9052-dfa8e55f56e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.952993] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d3f2f166-0fe1-41e1-8ccd-3bb6e37c7ccf tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquiring lock "56c8442c-a2d0-41d6-9052-dfa8e55f56e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.952993] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d3f2f166-0fe1-41e1-8ccd-3bb6e37c7ccf tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "56c8442c-a2d0-41d6-9052-dfa8e55f56e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.952993] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d3f2f166-0fe1-41e1-8ccd-3bb6e37c7ccf tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "56c8442c-a2d0-41d6-9052-dfa8e55f56e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.955335] env[69858]: INFO nova.compute.manager [None req-d3f2f166-0fe1-41e1-8ccd-3bb6e37c7ccf tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Terminating instance [ 882.134501] env[69858]: DEBUG nova.compute.manager [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.134501] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.134892] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d660730-dc33-47d9-b588-b5ecac177033 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.144730] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.145063] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f28acc88-3d5b-415b-84a8-eb363aedb765 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.154313] env[69858]: DEBUG oslo_vmware.api [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 882.154313] env[69858]: value = "task-3419071" [ 882.154313] env[69858]: _type = "Task" [ 882.154313] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.168843] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fed696c8-bed4-4093-906a-a44ae443ff88 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.171414] env[69858]: DEBUG oslo_vmware.api [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3419071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.172036] env[69858]: DEBUG oslo_concurrency.lockutils [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.950s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.175109] env[69858]: INFO nova.compute.claims [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.203992] env[69858]: INFO nova.scheduler.client.report [None req-fed696c8-bed4-4093-906a-a44ae443ff88 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Deleted allocations for instance 40ab1d76-b344-4bef-bf59-53c63aa31cae [ 882.283663] env[69858]: DEBUG oslo_vmware.api [None req-f74769d0-ef07-404a-b2ab-aeb555fc0c96 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.302023] env[69858]: DEBUG oslo_vmware.api [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521b2d7b-60bd-bab5-e9bf-031a5b6a5227, 'name': SearchDatastore_Task, 'duration_secs': 0.010567} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.302023] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbd7ef9c-57b5-44ae-9133-c29aedb1309a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.309285] env[69858]: DEBUG oslo_vmware.api [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for the task: (returnval){ [ 882.309285] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52585a5a-c6fa-19fd-47ee-e485f44e5e5c" [ 882.309285] env[69858]: _type = "Task" [ 882.309285] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.327629] env[69858]: DEBUG oslo_vmware.api [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52585a5a-c6fa-19fd-47ee-e485f44e5e5c, 'name': SearchDatastore_Task, 'duration_secs': 0.011349} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.327900] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.328167] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 43ae10cd-5eed-4344-9691-7366745b350c/43ae10cd-5eed-4344-9691-7366745b350c.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.328456] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a2a8800-9cb2-47f1-b536-d18efc937d96 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.337928] env[69858]: DEBUG oslo_vmware.api [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for the task: (returnval){ [ 882.337928] env[69858]: value = "task-3419072" [ 882.337928] env[69858]: _type = "Task" [ 882.337928] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.349330] env[69858]: DEBUG oslo_vmware.api [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.447855] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419070, 'name': CreateVM_Task, 'duration_secs': 0.411583} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.448079] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.448969] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.449166] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.449712] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.450018] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ccd240e-a332-42c1-8d0b-55a3445ec9db {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.455769] env[69858]: DEBUG oslo_vmware.api [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Waiting for the task: (returnval){ [ 882.455769] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52249b99-03fd-c958-8032-31f1f1551aa1" [ 882.455769] env[69858]: _type = "Task" [ 882.455769] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.460233] env[69858]: DEBUG nova.compute.manager [None req-d3f2f166-0fe1-41e1-8ccd-3bb6e37c7ccf tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.460471] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f2f166-0fe1-41e1-8ccd-3bb6e37c7ccf tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.461466] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14d6761-cb40-4f80-8bbb-73f4508c25ea {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.473321] env[69858]: DEBUG oslo_vmware.api [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52249b99-03fd-c958-8032-31f1f1551aa1, 'name': SearchDatastore_Task, 'duration_secs': 0.012985} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.476898] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.477416] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.478102] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.478509] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.478906] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.482805] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfeb52ee-3d0f-4069-888a-a063b7df23a3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.486820] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f2f166-0fe1-41e1-8ccd-3bb6e37c7ccf tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.487171] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7308228a-42e9-4060-9a62-ea3a684acb6a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.497407] env[69858]: DEBUG oslo_vmware.api [None req-d3f2f166-0fe1-41e1-8ccd-3bb6e37c7ccf tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 882.497407] env[69858]: value = "task-3419073" [ 882.497407] env[69858]: _type = "Task" [ 882.497407] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.507705] env[69858]: DEBUG oslo_vmware.api [None req-d3f2f166-0fe1-41e1-8ccd-3bb6e37c7ccf tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3419073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.510248] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.510563] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.511675] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d078700e-4356-465e-b5ff-7392b2be6e93 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.519776] env[69858]: DEBUG oslo_vmware.api [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Waiting for the task: (returnval){ [ 882.519776] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c92ece-1407-6118-f3a4-968f28e5c21c" [ 882.519776] env[69858]: _type = "Task" [ 882.519776] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.526015] env[69858]: DEBUG nova.network.neutron [req-86faafef-dc08-4358-b71b-be8cb0215911 req-b5e0f0f2-f1a5-4ffa-b51e-f57f466a0f44 service nova] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Updated VIF entry in instance network info cache for port 15e4cb80-1ca0-47aa-bd7d-e17df8992566. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.527018] env[69858]: DEBUG nova.network.neutron [req-86faafef-dc08-4358-b71b-be8cb0215911 req-b5e0f0f2-f1a5-4ffa-b51e-f57f466a0f44 service nova] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Updating instance_info_cache with network_info: [{"id": "840b6612-6553-4373-8caa-6e57e2dc7705", "address": "fa:16:3e:1e:c0:e1", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap840b6612-65", "ovs_interfaceid": "840b6612-6553-4373-8caa-6e57e2dc7705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "15e4cb80-1ca0-47aa-bd7d-e17df8992566", "address": "fa:16:3e:9d:6e:2a", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15e4cb80-1c", "ovs_interfaceid": "15e4cb80-1ca0-47aa-bd7d-e17df8992566", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.533749] env[69858]: DEBUG oslo_vmware.api [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c92ece-1407-6118-f3a4-968f28e5c21c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.667501] env[69858]: DEBUG oslo_vmware.api [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3419071, 'name': PowerOffVM_Task, 'duration_secs': 0.221388} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.670503] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.670758] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.671079] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2c8c103-a034-40d8-bd20-b28ae6f741f7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.710243] env[69858]: DEBUG nova.network.neutron [req-723a08d9-afb1-4705-9566-be9e84d002ec req-b5b743f8-e939-4d45-bfce-5a4954628c7a service nova] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Updated VIF entry in instance network info cache for port 48a09ad0-adba-4e4d-9a58-3fe53d1d3a63. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.710849] env[69858]: DEBUG nova.network.neutron [req-723a08d9-afb1-4705-9566-be9e84d002ec req-b5b743f8-e939-4d45-bfce-5a4954628c7a service nova] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Updating instance_info_cache with network_info: [{"id": "48a09ad0-adba-4e4d-9a58-3fe53d1d3a63", "address": "fa:16:3e:d7:ea:07", "network": {"id": "4e115fe0-9689-4a43-b5e6-664597df7c76", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-588989502", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d09a8dfc15e34c11918f9c9c498d8ca4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48a09ad0-ad", "ovs_interfaceid": "48a09ad0-adba-4e4d-9a58-3fe53d1d3a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f746631b-0e3c-40a1-96e5-56a8bfcfab9e", "address": "fa:16:3e:cb:b0:8b", "network": {"id": "48eb7204-8e44-49d9-9d25-bb929cf9d5a0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-137893238", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d09a8dfc15e34c11918f9c9c498d8ca4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf746631b-0e", "ovs_interfaceid": "f746631b-0e3c-40a1-96e5-56a8bfcfab9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.715587] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fed696c8-bed4-4093-906a-a44ae443ff88 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Lock "40ab1d76-b344-4bef-bf59-53c63aa31cae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.957s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.764264] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.764486] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.764600] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Deleting the datastore file [datastore2] 5d973e99-679c-4ab7-a37a-1b32f555df35 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.764936] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73907d9b-9412-4c5e-bf53-baa01624e417 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.775740] env[69858]: DEBUG oslo_vmware.api [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 882.775740] env[69858]: value = "task-3419075" [ 882.775740] env[69858]: _type = "Task" [ 882.775740] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.784340] env[69858]: DEBUG oslo_vmware.api [None req-f74769d0-ef07-404a-b2ab-aeb555fc0c96 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419069, 'name': ReconfigVM_Task, 'duration_secs': 0.709904} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.785430] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f74769d0-ef07-404a-b2ab-aeb555fc0c96 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Releasing lock "ac25b921-0e82-4866-b73f-17e68740fa3a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.785729] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f74769d0-ef07-404a-b2ab-aeb555fc0c96 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Reconfigured VM to attach interface {{(pid=69858) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 882.792813] env[69858]: DEBUG oslo_vmware.api [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3419075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.850125] env[69858]: DEBUG oslo_vmware.api [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419072, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.010415] env[69858]: DEBUG oslo_vmware.api [None req-d3f2f166-0fe1-41e1-8ccd-3bb6e37c7ccf tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3419073, 'name': PowerOffVM_Task, 'duration_secs': 0.29649} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.010774] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f2f166-0fe1-41e1-8ccd-3bb6e37c7ccf tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.011019] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f2f166-0fe1-41e1-8ccd-3bb6e37c7ccf tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.011363] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf75b66d-b6ed-479d-9096-7d1a1813295a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.033351] env[69858]: DEBUG oslo_vmware.api [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c92ece-1407-6118-f3a4-968f28e5c21c, 'name': SearchDatastore_Task, 'duration_secs': 0.06848} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.034881] env[69858]: DEBUG oslo_concurrency.lockutils [req-86faafef-dc08-4358-b71b-be8cb0215911 req-b5e0f0f2-f1a5-4ffa-b51e-f57f466a0f44 service nova] Releasing lock "refresh_cache-ac25b921-0e82-4866-b73f-17e68740fa3a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.035228] env[69858]: DEBUG nova.compute.manager [req-86faafef-dc08-4358-b71b-be8cb0215911 req-b5e0f0f2-f1a5-4ffa-b51e-f57f466a0f44 service nova] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Received event network-vif-plugged-f746631b-0e3c-40a1-96e5-56a8bfcfab9e {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.035491] env[69858]: DEBUG oslo_concurrency.lockutils [req-86faafef-dc08-4358-b71b-be8cb0215911 req-b5e0f0f2-f1a5-4ffa-b51e-f57f466a0f44 service nova] Acquiring lock "5356c698-dac4-4543-8693-d71f194924d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.035774] env[69858]: DEBUG oslo_concurrency.lockutils [req-86faafef-dc08-4358-b71b-be8cb0215911 req-b5e0f0f2-f1a5-4ffa-b51e-f57f466a0f44 service nova] Lock "5356c698-dac4-4543-8693-d71f194924d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.036009] env[69858]: DEBUG oslo_concurrency.lockutils [req-86faafef-dc08-4358-b71b-be8cb0215911 req-b5e0f0f2-f1a5-4ffa-b51e-f57f466a0f44 service nova] Lock "5356c698-dac4-4543-8693-d71f194924d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.036254] env[69858]: DEBUG nova.compute.manager [req-86faafef-dc08-4358-b71b-be8cb0215911 req-b5e0f0f2-f1a5-4ffa-b51e-f57f466a0f44 service nova] [instance: 5356c698-dac4-4543-8693-d71f194924d9] No waiting events found dispatching network-vif-plugged-f746631b-0e3c-40a1-96e5-56a8bfcfab9e {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 883.036542] env[69858]: WARNING nova.compute.manager [req-86faafef-dc08-4358-b71b-be8cb0215911 req-b5e0f0f2-f1a5-4ffa-b51e-f57f466a0f44 service nova] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Received unexpected event network-vif-plugged-f746631b-0e3c-40a1-96e5-56a8bfcfab9e for instance with vm_state building and task_state spawning. [ 883.036783] env[69858]: DEBUG nova.compute.manager [req-86faafef-dc08-4358-b71b-be8cb0215911 req-b5e0f0f2-f1a5-4ffa-b51e-f57f466a0f44 service nova] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Received event network-changed-f746631b-0e3c-40a1-96e5-56a8bfcfab9e {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.037013] env[69858]: DEBUG nova.compute.manager [req-86faafef-dc08-4358-b71b-be8cb0215911 req-b5e0f0f2-f1a5-4ffa-b51e-f57f466a0f44 service nova] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Refreshing instance network info cache due to event network-changed-f746631b-0e3c-40a1-96e5-56a8bfcfab9e. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 883.037256] env[69858]: DEBUG oslo_concurrency.lockutils [req-86faafef-dc08-4358-b71b-be8cb0215911 req-b5e0f0f2-f1a5-4ffa-b51e-f57f466a0f44 service nova] Acquiring lock "refresh_cache-5356c698-dac4-4543-8693-d71f194924d9" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.037527] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e167c475-e266-46c1-8239-b284310c8854 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.046023] env[69858]: DEBUG oslo_vmware.api [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Waiting for the task: (returnval){ [ 883.046023] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5240b3de-a4fe-96bf-608c-37d0b2b455b8" [ 883.046023] env[69858]: _type = "Task" [ 883.046023] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.054836] env[69858]: DEBUG oslo_vmware.api [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5240b3de-a4fe-96bf-608c-37d0b2b455b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.074986] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f2f166-0fe1-41e1-8ccd-3bb6e37c7ccf tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.075237] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f2f166-0fe1-41e1-8ccd-3bb6e37c7ccf tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.075428] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3f2f166-0fe1-41e1-8ccd-3bb6e37c7ccf tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Deleting the datastore file [datastore2] 56c8442c-a2d0-41d6-9052-dfa8e55f56e8 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.075690] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-097a1483-a1d5-4f54-ae67-7f33891ece29 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.084094] env[69858]: DEBUG oslo_vmware.api [None req-d3f2f166-0fe1-41e1-8ccd-3bb6e37c7ccf tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for the task: (returnval){ [ 883.084094] env[69858]: value = "task-3419077" [ 883.084094] env[69858]: _type = "Task" [ 883.084094] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.093790] env[69858]: DEBUG oslo_vmware.api [None req-d3f2f166-0fe1-41e1-8ccd-3bb6e37c7ccf tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3419077, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.215904] env[69858]: DEBUG oslo_concurrency.lockutils [req-723a08d9-afb1-4705-9566-be9e84d002ec req-b5b743f8-e939-4d45-bfce-5a4954628c7a service nova] Releasing lock "refresh_cache-5356c698-dac4-4543-8693-d71f194924d9" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.216195] env[69858]: DEBUG nova.compute.manager [req-723a08d9-afb1-4705-9566-be9e84d002ec req-b5b743f8-e939-4d45-bfce-5a4954628c7a service nova] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Received event network-vif-plugged-8e8cf94d-9555-4e71-864b-d034ec280b4c {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.216418] env[69858]: DEBUG oslo_concurrency.lockutils [req-723a08d9-afb1-4705-9566-be9e84d002ec req-b5b743f8-e939-4d45-bfce-5a4954628c7a service nova] Acquiring lock "43ae10cd-5eed-4344-9691-7366745b350c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.216633] env[69858]: DEBUG oslo_concurrency.lockutils [req-723a08d9-afb1-4705-9566-be9e84d002ec req-b5b743f8-e939-4d45-bfce-5a4954628c7a service nova] Lock "43ae10cd-5eed-4344-9691-7366745b350c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.216802] env[69858]: DEBUG oslo_concurrency.lockutils [req-723a08d9-afb1-4705-9566-be9e84d002ec req-b5b743f8-e939-4d45-bfce-5a4954628c7a service nova] Lock "43ae10cd-5eed-4344-9691-7366745b350c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.216987] env[69858]: DEBUG nova.compute.manager [req-723a08d9-afb1-4705-9566-be9e84d002ec req-b5b743f8-e939-4d45-bfce-5a4954628c7a service nova] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] No waiting events found dispatching network-vif-plugged-8e8cf94d-9555-4e71-864b-d034ec280b4c {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 883.217181] env[69858]: WARNING nova.compute.manager [req-723a08d9-afb1-4705-9566-be9e84d002ec req-b5b743f8-e939-4d45-bfce-5a4954628c7a service nova] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Received unexpected event network-vif-plugged-8e8cf94d-9555-4e71-864b-d034ec280b4c for instance with vm_state building and task_state spawning. [ 883.217401] env[69858]: DEBUG nova.compute.manager [req-723a08d9-afb1-4705-9566-be9e84d002ec req-b5b743f8-e939-4d45-bfce-5a4954628c7a service nova] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Received event network-changed-8e8cf94d-9555-4e71-864b-d034ec280b4c {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.217599] env[69858]: DEBUG nova.compute.manager [req-723a08d9-afb1-4705-9566-be9e84d002ec req-b5b743f8-e939-4d45-bfce-5a4954628c7a service nova] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Refreshing instance network info cache due to event network-changed-8e8cf94d-9555-4e71-864b-d034ec280b4c. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 883.217835] env[69858]: DEBUG oslo_concurrency.lockutils [req-723a08d9-afb1-4705-9566-be9e84d002ec req-b5b743f8-e939-4d45-bfce-5a4954628c7a service nova] Acquiring lock "refresh_cache-43ae10cd-5eed-4344-9691-7366745b350c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.217988] env[69858]: DEBUG oslo_concurrency.lockutils [req-723a08d9-afb1-4705-9566-be9e84d002ec req-b5b743f8-e939-4d45-bfce-5a4954628c7a service nova] Acquired lock "refresh_cache-43ae10cd-5eed-4344-9691-7366745b350c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.218181] env[69858]: DEBUG nova.network.neutron [req-723a08d9-afb1-4705-9566-be9e84d002ec req-b5b743f8-e939-4d45-bfce-5a4954628c7a service nova] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Refreshing network info cache for port 8e8cf94d-9555-4e71-864b-d034ec280b4c {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.223061] env[69858]: DEBUG oslo_concurrency.lockutils [req-86faafef-dc08-4358-b71b-be8cb0215911 req-b5e0f0f2-f1a5-4ffa-b51e-f57f466a0f44 service nova] Acquired lock "refresh_cache-5356c698-dac4-4543-8693-d71f194924d9" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.223061] env[69858]: DEBUG nova.network.neutron [req-86faafef-dc08-4358-b71b-be8cb0215911 req-b5e0f0f2-f1a5-4ffa-b51e-f57f466a0f44 service nova] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Refreshing network info cache for port f746631b-0e3c-40a1-96e5-56a8bfcfab9e {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.287444] env[69858]: DEBUG oslo_vmware.api [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3419075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223642} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.290225] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.290426] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.290606] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.290778] env[69858]: INFO nova.compute.manager [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Took 1.16 seconds to destroy the instance on the hypervisor. [ 883.291041] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.292125] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f74769d0-ef07-404a-b2ab-aeb555fc0c96 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "interface-ac25b921-0e82-4866-b73f-17e68740fa3a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.548s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.293305] env[69858]: DEBUG nova.compute.manager [-] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.293415] env[69858]: DEBUG nova.network.neutron [-] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.349868] env[69858]: DEBUG oslo_vmware.api [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419072, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516082} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.354164] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 43ae10cd-5eed-4344-9691-7366745b350c/43ae10cd-5eed-4344-9691-7366745b350c.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.354398] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.361960] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c78cb137-11ec-44fa-94b4-de85a6c90d5f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.371862] env[69858]: DEBUG oslo_vmware.api [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for the task: (returnval){ [ 883.371862] env[69858]: value = "task-3419078" [ 883.371862] env[69858]: _type = "Task" [ 883.371862] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.389549] env[69858]: DEBUG oslo_vmware.api [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419078, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.568377] env[69858]: DEBUG oslo_vmware.api [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5240b3de-a4fe-96bf-608c-37d0b2b455b8, 'name': SearchDatastore_Task, 'duration_secs': 0.011935} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.569680] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.569680] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 5356c698-dac4-4543-8693-d71f194924d9/5356c698-dac4-4543-8693-d71f194924d9.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.569829] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6b256c2-f6f6-42f7-82e7-7ca8ba8ef99f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.584247] env[69858]: DEBUG oslo_vmware.api [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Waiting for the task: (returnval){ [ 883.584247] env[69858]: value = "task-3419079" [ 883.584247] env[69858]: _type = "Task" [ 883.584247] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.603871] env[69858]: DEBUG oslo_vmware.api [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': task-3419079, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.604300] env[69858]: DEBUG oslo_vmware.api [None req-d3f2f166-0fe1-41e1-8ccd-3bb6e37c7ccf tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Task: {'id': task-3419077, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338892} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.604544] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3f2f166-0fe1-41e1-8ccd-3bb6e37c7ccf tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.604813] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f2f166-0fe1-41e1-8ccd-3bb6e37c7ccf tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.605479] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f2f166-0fe1-41e1-8ccd-3bb6e37c7ccf tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.605479] env[69858]: INFO nova.compute.manager [None req-d3f2f166-0fe1-41e1-8ccd-3bb6e37c7ccf tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 883.605479] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3f2f166-0fe1-41e1-8ccd-3bb6e37c7ccf tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.605663] env[69858]: DEBUG nova.compute.manager [-] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.605789] env[69858]: DEBUG nova.network.neutron [-] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.627350] env[69858]: DEBUG oslo_concurrency.lockutils [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Acquiring lock "9b219789-9b66-4e14-96b4-b3867e0a7f7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.627350] env[69858]: DEBUG oslo_concurrency.lockutils [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Lock "9b219789-9b66-4e14-96b4-b3867e0a7f7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.730785] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d197ca4-51c4-4990-9a4d-771595e9f28f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.743929] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3293fc-46b6-4108-9137-4509bb2a1672 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.779962] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac08334-d4d4-4e1f-8f40-4d83cb97739a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.792826] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1b9d17-ffca-469e-86fa-5d70b10efae6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.812099] env[69858]: DEBUG nova.compute.provider_tree [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.862581] env[69858]: INFO nova.compute.manager [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Rebuilding instance [ 883.896848] env[69858]: DEBUG oslo_vmware.api [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419078, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114164} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.900698] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.901895] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7892e05-fe61-4cba-a011-495cfc9eb151 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.929454] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 43ae10cd-5eed-4344-9691-7366745b350c/43ae10cd-5eed-4344-9691-7366745b350c.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.936958] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24556b0c-b0c4-4c15-bb16-4829c8c8bfdf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.955602] env[69858]: DEBUG nova.compute.manager [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.957159] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997e6662-972a-43a4-9598-3cedaaf3ba0e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.964377] env[69858]: DEBUG oslo_vmware.api [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for the task: (returnval){ [ 883.964377] env[69858]: value = "task-3419080" [ 883.964377] env[69858]: _type = "Task" [ 883.964377] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.979107] env[69858]: DEBUG oslo_vmware.api [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419080, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.096599] env[69858]: DEBUG oslo_vmware.api [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': task-3419079, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.131907] env[69858]: DEBUG nova.compute.manager [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.176432] env[69858]: DEBUG nova.network.neutron [req-723a08d9-afb1-4705-9566-be9e84d002ec req-b5b743f8-e939-4d45-bfce-5a4954628c7a service nova] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Updated VIF entry in instance network info cache for port 8e8cf94d-9555-4e71-864b-d034ec280b4c. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.176856] env[69858]: DEBUG nova.network.neutron [req-723a08d9-afb1-4705-9566-be9e84d002ec req-b5b743f8-e939-4d45-bfce-5a4954628c7a service nova] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Updating instance_info_cache with network_info: [{"id": "8e8cf94d-9555-4e71-864b-d034ec280b4c", "address": "fa:16:3e:0d:2d:23", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e8cf94d-95", "ovs_interfaceid": "8e8cf94d-9555-4e71-864b-d034ec280b4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.234956] env[69858]: DEBUG nova.network.neutron [req-86faafef-dc08-4358-b71b-be8cb0215911 req-b5e0f0f2-f1a5-4ffa-b51e-f57f466a0f44 service nova] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Updated VIF entry in instance network info cache for port f746631b-0e3c-40a1-96e5-56a8bfcfab9e. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.239026] env[69858]: DEBUG nova.network.neutron [req-86faafef-dc08-4358-b71b-be8cb0215911 req-b5e0f0f2-f1a5-4ffa-b51e-f57f466a0f44 service nova] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Updating instance_info_cache with network_info: [{"id": "48a09ad0-adba-4e4d-9a58-3fe53d1d3a63", "address": "fa:16:3e:d7:ea:07", "network": {"id": "4e115fe0-9689-4a43-b5e6-664597df7c76", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-588989502", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d09a8dfc15e34c11918f9c9c498d8ca4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48a09ad0-ad", "ovs_interfaceid": "48a09ad0-adba-4e4d-9a58-3fe53d1d3a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f746631b-0e3c-40a1-96e5-56a8bfcfab9e", "address": "fa:16:3e:cb:b0:8b", "network": {"id": "48eb7204-8e44-49d9-9d25-bb929cf9d5a0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-137893238", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d09a8dfc15e34c11918f9c9c498d8ca4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf746631b-0e", "ovs_interfaceid": "f746631b-0e3c-40a1-96e5-56a8bfcfab9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.318037] env[69858]: DEBUG nova.scheduler.client.report [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.483143] env[69858]: DEBUG oslo_vmware.api [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419080, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.597415] env[69858]: DEBUG nova.network.neutron [-] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.599354] env[69858]: DEBUG oslo_vmware.api [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': task-3419079, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.907397} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.599354] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 5356c698-dac4-4543-8693-d71f194924d9/5356c698-dac4-4543-8693-d71f194924d9.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.599789] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.599873] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c31bd3e-6c77-4369-b045-bdbdce3b7ebf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.609497] env[69858]: DEBUG oslo_vmware.api [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Waiting for the task: (returnval){ [ 884.609497] env[69858]: value = "task-3419081" [ 884.609497] env[69858]: _type = "Task" [ 884.609497] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.625315] env[69858]: DEBUG oslo_vmware.api [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': task-3419081, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.642771] env[69858]: DEBUG nova.network.neutron [-] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.662770] env[69858]: DEBUG nova.compute.manager [req-1bd87c54-42e3-4bbb-a1e6-1c840e504c7f req-ea46a279-626c-4e26-9a70-e4cf1af36faf service nova] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Received event network-vif-deleted-62ed4706-a73a-4086-b28e-f4454a92ef43 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.667587] env[69858]: DEBUG oslo_concurrency.lockutils [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.683627] env[69858]: DEBUG oslo_concurrency.lockutils [req-723a08d9-afb1-4705-9566-be9e84d002ec req-b5b743f8-e939-4d45-bfce-5a4954628c7a service nova] Releasing lock "refresh_cache-43ae10cd-5eed-4344-9691-7366745b350c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.683926] env[69858]: DEBUG nova.compute.manager [req-723a08d9-afb1-4705-9566-be9e84d002ec req-b5b743f8-e939-4d45-bfce-5a4954628c7a service nova] [instance: db67c772-084d-4422-9368-359b2990e501] Received event network-changed-3ad578fb-3764-404b-8964-6dc2b2181386 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.684212] env[69858]: DEBUG nova.compute.manager [req-723a08d9-afb1-4705-9566-be9e84d002ec req-b5b743f8-e939-4d45-bfce-5a4954628c7a service nova] [instance: db67c772-084d-4422-9368-359b2990e501] Refreshing instance network info cache due to event network-changed-3ad578fb-3764-404b-8964-6dc2b2181386. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 884.684359] env[69858]: DEBUG oslo_concurrency.lockutils [req-723a08d9-afb1-4705-9566-be9e84d002ec req-b5b743f8-e939-4d45-bfce-5a4954628c7a service nova] Acquiring lock "refresh_cache-db67c772-084d-4422-9368-359b2990e501" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.684687] env[69858]: DEBUG oslo_concurrency.lockutils [req-723a08d9-afb1-4705-9566-be9e84d002ec req-b5b743f8-e939-4d45-bfce-5a4954628c7a service nova] Acquired lock "refresh_cache-db67c772-084d-4422-9368-359b2990e501" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.684873] env[69858]: DEBUG nova.network.neutron [req-723a08d9-afb1-4705-9566-be9e84d002ec req-b5b743f8-e939-4d45-bfce-5a4954628c7a service nova] [instance: db67c772-084d-4422-9368-359b2990e501] Refreshing network info cache for port 3ad578fb-3764-404b-8964-6dc2b2181386 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.742030] env[69858]: DEBUG oslo_concurrency.lockutils [req-86faafef-dc08-4358-b71b-be8cb0215911 req-b5e0f0f2-f1a5-4ffa-b51e-f57f466a0f44 service nova] Releasing lock "refresh_cache-5356c698-dac4-4543-8693-d71f194924d9" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.826394] env[69858]: DEBUG oslo_concurrency.lockutils [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.826899] env[69858]: DEBUG nova.compute.manager [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.830263] env[69858]: DEBUG oslo_concurrency.lockutils [None req-955562fd-277c-45c5-b91c-286cfa68a392 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.458s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.830508] env[69858]: DEBUG nova.objects.instance [None req-955562fd-277c-45c5-b91c-286cfa68a392 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Lazy-loading 'resources' on Instance uuid 2293f6bc-7334-4e4e-a155-41b528b62116 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.978934] env[69858]: DEBUG oslo_vmware.api [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419080, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.984117] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.984117] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-522968f0-f038-4d23-a3ea-3a0de3e89dfc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.992131] env[69858]: DEBUG oslo_vmware.api [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 884.992131] env[69858]: value = "task-3419082" [ 884.992131] env[69858]: _type = "Task" [ 884.992131] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.001173] env[69858]: DEBUG oslo_vmware.api [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.100545] env[69858]: INFO nova.compute.manager [-] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Took 1.81 seconds to deallocate network for instance. [ 885.121510] env[69858]: DEBUG oslo_vmware.api [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': task-3419081, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.412954} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.121785] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.122664] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db54672-2ada-43a9-9474-98069bf82abf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.155370] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 5356c698-dac4-4543-8693-d71f194924d9/5356c698-dac4-4543-8693-d71f194924d9.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.155891] env[69858]: INFO nova.compute.manager [-] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Took 1.55 seconds to deallocate network for instance. [ 885.156515] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bc00fd4-9270-4830-bc6f-b2811ed00ec8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.182849] env[69858]: DEBUG oslo_vmware.api [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Waiting for the task: (returnval){ [ 885.182849] env[69858]: value = "task-3419083" [ 885.182849] env[69858]: _type = "Task" [ 885.182849] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.203511] env[69858]: DEBUG oslo_vmware.api [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': task-3419083, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.337610] env[69858]: DEBUG nova.compute.utils [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.339345] env[69858]: DEBUG nova.compute.manager [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.339522] env[69858]: DEBUG nova.network.neutron [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.460743] env[69858]: DEBUG nova.policy [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2b598ecfdaa492e869afa1c1bd7666f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0faaacac706149a987538a9cad3e9ff8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.485658] env[69858]: DEBUG oslo_vmware.api [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419080, 'name': ReconfigVM_Task, 'duration_secs': 1.51286} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.486134] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 43ae10cd-5eed-4344-9691-7366745b350c/43ae10cd-5eed-4344-9691-7366745b350c.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.486983] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba80a696-84ba-4aa6-b424-9318869c6724 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.496776] env[69858]: DEBUG oslo_vmware.api [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for the task: (returnval){ [ 885.496776] env[69858]: value = "task-3419084" [ 885.496776] env[69858]: _type = "Task" [ 885.496776] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.509809] env[69858]: DEBUG oslo_vmware.api [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419082, 'name': PowerOffVM_Task, 'duration_secs': 0.199144} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.510518] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.510798] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.512023] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19c652a-5c03-4b80-b2b5-5b13937940c7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.524132] env[69858]: DEBUG oslo_vmware.api [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419084, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.537846] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.537846] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e972aff-d32c-46b8-88c6-95d89b4efb84 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.608782] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.618567] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.618901] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.621998] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Deleting the datastore file [datastore2] aca49fea-7217-49d1-b82e-33223df570c8 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.621998] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a5c270e-6168-435e-8721-b15520dab12f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.629282] env[69858]: DEBUG oslo_vmware.api [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 885.629282] env[69858]: value = "task-3419086" [ 885.629282] env[69858]: _type = "Task" [ 885.629282] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.647642] env[69858]: DEBUG oslo_vmware.api [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.666727] env[69858]: DEBUG nova.network.neutron [req-723a08d9-afb1-4705-9566-be9e84d002ec req-b5b743f8-e939-4d45-bfce-5a4954628c7a service nova] [instance: db67c772-084d-4422-9368-359b2990e501] Updated VIF entry in instance network info cache for port 3ad578fb-3764-404b-8964-6dc2b2181386. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.667131] env[69858]: DEBUG nova.network.neutron [req-723a08d9-afb1-4705-9566-be9e84d002ec req-b5b743f8-e939-4d45-bfce-5a4954628c7a service nova] [instance: db67c772-084d-4422-9368-359b2990e501] Updating instance_info_cache with network_info: [{"id": "3ad578fb-3764-404b-8964-6dc2b2181386", "address": "fa:16:3e:a4:7f:38", "network": {"id": "de9819e5-0070-4018-be00-1db37157e177", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-480003007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26f780b294b34242b329733790e1fb43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ad578fb-37", "ovs_interfaceid": "3ad578fb-3764-404b-8964-6dc2b2181386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.683145] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d3f2f166-0fe1-41e1-8ccd-3bb6e37c7ccf tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.700557] env[69858]: DEBUG oslo_vmware.api [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': task-3419083, 'name': ReconfigVM_Task, 'duration_secs': 0.324385} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.700937] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 5356c698-dac4-4543-8693-d71f194924d9/5356c698-dac4-4543-8693-d71f194924d9.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.701708] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c188f96a-4bc1-4a47-a1d9-48fc4a964e6f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.714013] env[69858]: DEBUG oslo_vmware.api [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Waiting for the task: (returnval){ [ 885.714013] env[69858]: value = "task-3419087" [ 885.714013] env[69858]: _type = "Task" [ 885.714013] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.728625] env[69858]: DEBUG oslo_vmware.api [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': task-3419087, 'name': Rename_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.844918] env[69858]: DEBUG nova.compute.manager [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.916844] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dba056c-90d4-4861-959d-6db90b432353 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.926046] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb9aec6-dd0f-45a4-a672-bc762e172f4a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.961753] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd01553-abdd-45d1-84b7-8a63f087dd7e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.970467] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5c4fa4-fce5-4736-98ff-629e7a1462bf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.987427] env[69858]: DEBUG nova.compute.provider_tree [None req-955562fd-277c-45c5-b91c-286cfa68a392 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.010406] env[69858]: DEBUG oslo_vmware.api [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419084, 'name': Rename_Task, 'duration_secs': 0.178234} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.010880] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.011269] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f88afd32-c21b-473c-a838-a5d6b6b997fc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.022026] env[69858]: DEBUG oslo_vmware.api [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for the task: (returnval){ [ 886.022026] env[69858]: value = "task-3419088" [ 886.022026] env[69858]: _type = "Task" [ 886.022026] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.030996] env[69858]: DEBUG oslo_vmware.api [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.032605] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d2eaed61-a9c3-4661-bae9-8548d9fca6c8 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "interface-ac25b921-0e82-4866-b73f-17e68740fa3a-15e4cb80-1ca0-47aa-bd7d-e17df8992566" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.032991] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d2eaed61-a9c3-4661-bae9-8548d9fca6c8 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "interface-ac25b921-0e82-4866-b73f-17e68740fa3a-15e4cb80-1ca0-47aa-bd7d-e17df8992566" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.083121] env[69858]: DEBUG nova.network.neutron [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Successfully created port: cccf39ee-6b42-483f-ad71-73de6b667bd6 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 886.145568] env[69858]: DEBUG oslo_vmware.api [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174723} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.145568] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.145723] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.145933] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.170139] env[69858]: DEBUG oslo_concurrency.lockutils [req-723a08d9-afb1-4705-9566-be9e84d002ec req-b5b743f8-e939-4d45-bfce-5a4954628c7a service nova] Releasing lock "refresh_cache-db67c772-084d-4422-9368-359b2990e501" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.227143] env[69858]: DEBUG oslo_vmware.api [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': task-3419087, 'name': Rename_Task, 'duration_secs': 0.196303} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.227143] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.227143] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a4d55f3-a5a9-48b3-9c44-99b105995144 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.234198] env[69858]: DEBUG oslo_vmware.api [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Waiting for the task: (returnval){ [ 886.234198] env[69858]: value = "task-3419089" [ 886.234198] env[69858]: _type = "Task" [ 886.234198] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.242874] env[69858]: DEBUG oslo_vmware.api [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': task-3419089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.350409] env[69858]: INFO nova.virt.block_device [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Booting with volume c3ab26c7-af77-4c26-91ae-0e4165447464 at /dev/sda [ 886.400514] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7129b9f-b096-4801-bde0-964f0d5f283e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.413624] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bbe932-bfd0-44b3-8627-5a440e54f6a0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.449465] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f0e1cb2-ec4b-43ed-91c8-83b758825d5f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.459873] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2f0479-563f-4ada-89ca-1fc272855c55 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.499887] env[69858]: DEBUG nova.scheduler.client.report [None req-955562fd-277c-45c5-b91c-286cfa68a392 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.504540] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b233f8-2b46-4d20-84e8-147807e47017 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.513537] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c936adf-32ec-458d-b664-34941101fb5b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.537642] env[69858]: DEBUG nova.virt.block_device [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Updating existing volume attachment record: 4087544c-aff7-4c90-8f5a-eeb6b3810247 {{(pid=69858) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 886.544415] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d2eaed61-a9c3-4661-bae9-8548d9fca6c8 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "ac25b921-0e82-4866-b73f-17e68740fa3a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.546055] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d2eaed61-a9c3-4661-bae9-8548d9fca6c8 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquired lock "ac25b921-0e82-4866-b73f-17e68740fa3a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.546055] env[69858]: DEBUG oslo_vmware.api [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419088, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.546055] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3afbfa2-d3b1-438c-89ce-3aff35932451 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.570062] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475c816f-4e56-4ace-8bde-90eb13d4375b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.600357] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d2eaed61-a9c3-4661-bae9-8548d9fca6c8 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Reconfiguring VM to detach interface {{(pid=69858) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 886.600357] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4276608f-a108-41d3-9a87-9ec808a8a249 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.620798] env[69858]: DEBUG oslo_vmware.api [None req-d2eaed61-a9c3-4661-bae9-8548d9fca6c8 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 886.620798] env[69858]: value = "task-3419090" [ 886.620798] env[69858]: _type = "Task" [ 886.620798] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.631345] env[69858]: DEBUG oslo_vmware.api [None req-d2eaed61-a9c3-4661-bae9-8548d9fca6c8 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419090, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.753023] env[69858]: DEBUG oslo_vmware.api [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': task-3419089, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.563255] env[69858]: DEBUG oslo_concurrency.lockutils [None req-955562fd-277c-45c5-b91c-286cfa68a392 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.733s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.568037] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "0783efa1-a314-4a8b-b6ed-0a0e05618b34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.568288] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "0783efa1-a314-4a8b-b6ed-0a0e05618b34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.569797] env[69858]: DEBUG nova.compute.manager [req-5d6e1037-6ee6-4296-9d27-6dd19bdc2a42 req-7af23f3a-52c4-4b50-a2ea-5f2f157683e8 service nova] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Received event network-vif-deleted-a0461ec8-4e22-4d01-bd0c-419feecd0fc6 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.572982] env[69858]: DEBUG oslo_concurrency.lockutils [None req-30b37273-907e-4d73-9e80-145ceeb19d42 tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.487s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.573415] env[69858]: DEBUG nova.objects.instance [None req-30b37273-907e-4d73-9e80-145ceeb19d42 tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Lazy-loading 'resources' on Instance uuid 6ef9630b-3885-432a-a03e-aa31e83127fe {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.590745] env[69858]: DEBUG oslo_vmware.api [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419088, 'name': PowerOnVM_Task, 'duration_secs': 0.545816} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.598662] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.598889] env[69858]: INFO nova.compute.manager [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Took 9.51 seconds to spawn the instance on the hypervisor. [ 887.599083] env[69858]: DEBUG nova.compute.manager [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.599427] env[69858]: DEBUG oslo_vmware.api [None req-d2eaed61-a9c3-4661-bae9-8548d9fca6c8 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419090, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.600026] env[69858]: DEBUG oslo_vmware.api [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': task-3419089, 'name': PowerOnVM_Task, 'duration_secs': 1.0886} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.602183] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcadd3d-cf6c-4fd9-8d43-f48ad2112d1e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.607098] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.607098] env[69858]: INFO nova.compute.manager [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Took 12.21 seconds to spawn the instance on the hypervisor. [ 887.607098] env[69858]: DEBUG nova.compute.manager [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.607098] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e80263-1f51-48ca-b24b-8d62ca487178 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.610465] env[69858]: INFO nova.scheduler.client.report [None req-955562fd-277c-45c5-b91c-286cfa68a392 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Deleted allocations for instance 2293f6bc-7334-4e4e-a155-41b528b62116 [ 887.613279] env[69858]: DEBUG nova.virt.hardware [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.614358] env[69858]: DEBUG nova.virt.hardware [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.614358] env[69858]: DEBUG nova.virt.hardware [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.614437] env[69858]: DEBUG nova.virt.hardware [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.614563] env[69858]: DEBUG nova.virt.hardware [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.614769] env[69858]: DEBUG nova.virt.hardware [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.616485] env[69858]: DEBUG nova.virt.hardware [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.616485] env[69858]: DEBUG nova.virt.hardware [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.616485] env[69858]: DEBUG nova.virt.hardware [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.616485] env[69858]: DEBUG nova.virt.hardware [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.616485] env[69858]: DEBUG nova.virt.hardware [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.617137] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d68df3-d975-4f78-8204-c15fe9fcb9fb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.636885] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cca335c-678d-47b1-be34-ce15e6b03aa7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.653901] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:ad:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f967298a-f084-440e-abc6-5d5ebf93f0d6', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.662091] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.662859] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.663110] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cd8b90e-174c-48eb-a40a-3415e3de4db0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.685673] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.685673] env[69858]: value = "task-3419091" [ 887.685673] env[69858]: _type = "Task" [ 887.685673] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.694611] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419091, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.061912] env[69858]: DEBUG nova.compute.manager [req-82eb0f20-1e1d-4173-ab78-1382fd23ae42 req-9da951cc-96fa-43ce-9bc3-b3763e069f95 service nova] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Received event network-vif-plugged-cccf39ee-6b42-483f-ad71-73de6b667bd6 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.062167] env[69858]: DEBUG oslo_concurrency.lockutils [req-82eb0f20-1e1d-4173-ab78-1382fd23ae42 req-9da951cc-96fa-43ce-9bc3-b3763e069f95 service nova] Acquiring lock "e7469996-1a00-428d-9a65-2885e5c471e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.062365] env[69858]: DEBUG oslo_concurrency.lockutils [req-82eb0f20-1e1d-4173-ab78-1382fd23ae42 req-9da951cc-96fa-43ce-9bc3-b3763e069f95 service nova] Lock "e7469996-1a00-428d-9a65-2885e5c471e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.062536] env[69858]: DEBUG oslo_concurrency.lockutils [req-82eb0f20-1e1d-4173-ab78-1382fd23ae42 req-9da951cc-96fa-43ce-9bc3-b3763e069f95 service nova] Lock "e7469996-1a00-428d-9a65-2885e5c471e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.062705] env[69858]: DEBUG nova.compute.manager [req-82eb0f20-1e1d-4173-ab78-1382fd23ae42 req-9da951cc-96fa-43ce-9bc3-b3763e069f95 service nova] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] No waiting events found dispatching network-vif-plugged-cccf39ee-6b42-483f-ad71-73de6b667bd6 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 888.062868] env[69858]: WARNING nova.compute.manager [req-82eb0f20-1e1d-4173-ab78-1382fd23ae42 req-9da951cc-96fa-43ce-9bc3-b3763e069f95 service nova] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Received unexpected event network-vif-plugged-cccf39ee-6b42-483f-ad71-73de6b667bd6 for instance with vm_state building and task_state block_device_mapping. [ 888.078066] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bced271-b3b8-4ef3-813c-f578255af7f3 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Acquiring lock "debfde63-c64d-466f-b424-d8dd704ab30f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.078311] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bced271-b3b8-4ef3-813c-f578255af7f3 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Lock "debfde63-c64d-466f-b424-d8dd704ab30f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.078506] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bced271-b3b8-4ef3-813c-f578255af7f3 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Acquiring lock "debfde63-c64d-466f-b424-d8dd704ab30f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.078726] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bced271-b3b8-4ef3-813c-f578255af7f3 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Lock "debfde63-c64d-466f-b424-d8dd704ab30f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.078839] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bced271-b3b8-4ef3-813c-f578255af7f3 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Lock "debfde63-c64d-466f-b424-d8dd704ab30f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.080298] env[69858]: DEBUG oslo_vmware.api [None req-d2eaed61-a9c3-4661-bae9-8548d9fca6c8 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419090, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.080958] env[69858]: INFO nova.compute.manager [None req-9bced271-b3b8-4ef3-813c-f578255af7f3 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Terminating instance [ 888.082731] env[69858]: DEBUG nova.network.neutron [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Successfully updated port: cccf39ee-6b42-483f-ad71-73de6b667bd6 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 888.087803] env[69858]: DEBUG nova.compute.manager [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 888.133651] env[69858]: DEBUG oslo_concurrency.lockutils [None req-955562fd-277c-45c5-b91c-286cfa68a392 tempest-ServersAdminNegativeTestJSON-390364959 tempest-ServersAdminNegativeTestJSON-390364959-project-member] Lock "2293f6bc-7334-4e4e-a155-41b528b62116" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.289s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.160351] env[69858]: INFO nova.compute.manager [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Took 42.69 seconds to build instance. [ 888.178579] env[69858]: INFO nova.compute.manager [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Took 44.48 seconds to build instance. [ 888.199128] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419091, 'name': CreateVM_Task, 'duration_secs': 0.353135} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.199340] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.200074] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.200254] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.200566] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.201069] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ce14fdf-c98f-4fc1-9f64-c29f42fd40f9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.206970] env[69858]: DEBUG oslo_vmware.api [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 888.206970] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529a6dd6-8e9b-2759-ffd6-a9c4085277e2" [ 888.206970] env[69858]: _type = "Task" [ 888.206970] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.219226] env[69858]: DEBUG oslo_vmware.api [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529a6dd6-8e9b-2759-ffd6-a9c4085277e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.534206] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7379d389-17d9-46d1-869b-aed7c6b0eb57 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.542518] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6d1b23-b480-41f8-9acc-b76866af0935 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.577317] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c092221-a48e-492b-81e9-8fa502e9d43b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.587756] env[69858]: DEBUG oslo_concurrency.lockutils [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Acquiring lock "refresh_cache-e7469996-1a00-428d-9a65-2885e5c471e0" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.587925] env[69858]: DEBUG oslo_concurrency.lockutils [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Acquired lock "refresh_cache-e7469996-1a00-428d-9a65-2885e5c471e0" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.588127] env[69858]: DEBUG nova.network.neutron [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.593630] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9e0e26-5579-442d-9d4d-a8f620c4e08b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.597851] env[69858]: DEBUG nova.compute.manager [None req-9bced271-b3b8-4ef3-813c-f578255af7f3 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.598069] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9bced271-b3b8-4ef3-813c-f578255af7f3 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.600604] env[69858]: DEBUG oslo_vmware.api [None req-d2eaed61-a9c3-4661-bae9-8548d9fca6c8 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419090, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.603760] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbbc96a-589a-4356-af53-ed2de898ba9d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.618445] env[69858]: DEBUG nova.compute.provider_tree [None req-30b37273-907e-4d73-9e80-145ceeb19d42 tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.621674] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bced271-b3b8-4ef3-813c-f578255af7f3 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.622928] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.623032] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2dc47b6e-bce0-47a9-a970-6034e3a71446 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.631158] env[69858]: DEBUG oslo_vmware.api [None req-9bced271-b3b8-4ef3-813c-f578255af7f3 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Waiting for the task: (returnval){ [ 888.631158] env[69858]: value = "task-3419092" [ 888.631158] env[69858]: _type = "Task" [ 888.631158] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.640654] env[69858]: DEBUG oslo_vmware.api [None req-9bced271-b3b8-4ef3-813c-f578255af7f3 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': task-3419092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.663269] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e59b7d39-9a92-4fcf-a7cd-3b71de4b3291 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Lock "43ae10cd-5eed-4344-9691-7366745b350c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.205s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.681107] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b1d587dc-422d-4dad-bea5-041a3336769b tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Lock "5356c698-dac4-4543-8693-d71f194924d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.537s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.720288] env[69858]: DEBUG oslo_vmware.api [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529a6dd6-8e9b-2759-ffd6-a9c4085277e2, 'name': SearchDatastore_Task, 'duration_secs': 0.019394} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.720673] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.720916] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.721168] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.721317] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.721499] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.721771] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df1ba59d-4cf8-4919-afd2-cf7e27f46de9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.738967] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.739240] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.740312] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9f9d2e4-984a-4afd-ad0d-34d49976a8f7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.747056] env[69858]: DEBUG oslo_vmware.api [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 888.747056] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5287494a-1bcc-e134-ff43-9f389206242f" [ 888.747056] env[69858]: _type = "Task" [ 888.747056] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.756244] env[69858]: DEBUG oslo_vmware.api [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5287494a-1bcc-e134-ff43-9f389206242f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.082548] env[69858]: DEBUG oslo_vmware.api [None req-d2eaed61-a9c3-4661-bae9-8548d9fca6c8 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419090, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.124086] env[69858]: DEBUG nova.scheduler.client.report [None req-30b37273-907e-4d73-9e80-145ceeb19d42 tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.136898] env[69858]: DEBUG nova.network.neutron [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 889.146343] env[69858]: DEBUG oslo_vmware.api [None req-9bced271-b3b8-4ef3-813c-f578255af7f3 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': task-3419092, 'name': PowerOffVM_Task, 'duration_secs': 0.423077} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.146799] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bced271-b3b8-4ef3-813c-f578255af7f3 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.146885] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9bced271-b3b8-4ef3-813c-f578255af7f3 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.147165] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c4dfbb8-03d4-4eaa-b914-49d112772b85 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.163108] env[69858]: DEBUG nova.compute.manager [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.163711] env[69858]: DEBUG nova.virt.hardware [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.163955] env[69858]: DEBUG nova.virt.hardware [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.164132] env[69858]: DEBUG nova.virt.hardware [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.164551] env[69858]: DEBUG nova.virt.hardware [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.164551] env[69858]: DEBUG nova.virt.hardware [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.164648] env[69858]: DEBUG nova.virt.hardware [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.164874] env[69858]: DEBUG nova.virt.hardware [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.165058] env[69858]: DEBUG nova.virt.hardware [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.165252] env[69858]: DEBUG nova.virt.hardware [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.165425] env[69858]: DEBUG nova.virt.hardware [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.165624] env[69858]: DEBUG nova.virt.hardware [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.167024] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2db180-445d-46e2-9e5f-4de78a02b198 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.175818] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c9bc01-bd58-417e-b64d-68526e3d8104 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.220522] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9bced271-b3b8-4ef3-813c-f578255af7f3 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.220781] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9bced271-b3b8-4ef3-813c-f578255af7f3 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.220970] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bced271-b3b8-4ef3-813c-f578255af7f3 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Deleting the datastore file [datastore2] debfde63-c64d-466f-b424-d8dd704ab30f {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.221269] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-272bc7b3-736d-410e-850a-cb17371b9987 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.229749] env[69858]: DEBUG oslo_vmware.api [None req-9bced271-b3b8-4ef3-813c-f578255af7f3 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Waiting for the task: (returnval){ [ 889.229749] env[69858]: value = "task-3419094" [ 889.229749] env[69858]: _type = "Task" [ 889.229749] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.238700] env[69858]: DEBUG oslo_vmware.api [None req-9bced271-b3b8-4ef3-813c-f578255af7f3 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': task-3419094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.258654] env[69858]: DEBUG oslo_vmware.api [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5287494a-1bcc-e134-ff43-9f389206242f, 'name': SearchDatastore_Task, 'duration_secs': 0.01377} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.259562] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a3c7bfd-1d2a-464c-82be-54808cfd1ac9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.274014] env[69858]: DEBUG oslo_vmware.api [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 889.274014] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a5af9e-c7c6-aa0b-7c8a-50a1d10632bd" [ 889.274014] env[69858]: _type = "Task" [ 889.274014] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.286923] env[69858]: DEBUG oslo_vmware.api [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a5af9e-c7c6-aa0b-7c8a-50a1d10632bd, 'name': SearchDatastore_Task, 'duration_secs': 0.011742} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.286923] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.287117] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] aca49fea-7217-49d1-b82e-33223df570c8/aca49fea-7217-49d1-b82e-33223df570c8.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.287575] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0766617-9c0f-4d3b-9099-69b82d643e0e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.298897] env[69858]: DEBUG oslo_vmware.api [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 889.298897] env[69858]: value = "task-3419095" [ 889.298897] env[69858]: _type = "Task" [ 889.298897] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.308777] env[69858]: DEBUG oslo_vmware.api [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.481386] env[69858]: DEBUG nova.network.neutron [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Updating instance_info_cache with network_info: [{"id": "cccf39ee-6b42-483f-ad71-73de6b667bd6", "address": "fa:16:3e:a0:74:a3", "network": {"id": "b44570e1-0795-4185-a671-47fd50ff6bbe", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-936397450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0faaacac706149a987538a9cad3e9ff8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcccf39ee-6b", "ovs_interfaceid": "cccf39ee-6b42-483f-ad71-73de6b667bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.559269] env[69858]: DEBUG oslo_concurrency.lockutils [None req-89081188-dc4c-4f8b-aae6-0ba91b56d40c tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Acquiring lock "5356c698-dac4-4543-8693-d71f194924d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.559471] env[69858]: DEBUG oslo_concurrency.lockutils [None req-89081188-dc4c-4f8b-aae6-0ba91b56d40c tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Lock "5356c698-dac4-4543-8693-d71f194924d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.560655] env[69858]: DEBUG oslo_concurrency.lockutils [None req-89081188-dc4c-4f8b-aae6-0ba91b56d40c tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Acquiring lock "5356c698-dac4-4543-8693-d71f194924d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.561492] env[69858]: DEBUG oslo_concurrency.lockutils [None req-89081188-dc4c-4f8b-aae6-0ba91b56d40c tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Lock "5356c698-dac4-4543-8693-d71f194924d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.561740] env[69858]: DEBUG oslo_concurrency.lockutils [None req-89081188-dc4c-4f8b-aae6-0ba91b56d40c tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Lock "5356c698-dac4-4543-8693-d71f194924d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.567049] env[69858]: INFO nova.compute.manager [None req-89081188-dc4c-4f8b-aae6-0ba91b56d40c tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Terminating instance [ 889.587909] env[69858]: DEBUG oslo_vmware.api [None req-d2eaed61-a9c3-4661-bae9-8548d9fca6c8 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419090, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.629744] env[69858]: DEBUG oslo_concurrency.lockutils [None req-30b37273-907e-4d73-9e80-145ceeb19d42 tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.633725] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.948s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.633725] env[69858]: DEBUG nova.objects.instance [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Lazy-loading 'resources' on Instance uuid cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.655710] env[69858]: INFO nova.scheduler.client.report [None req-30b37273-907e-4d73-9e80-145ceeb19d42 tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Deleted allocations for instance 6ef9630b-3885-432a-a03e-aa31e83127fe [ 889.742598] env[69858]: DEBUG oslo_vmware.api [None req-9bced271-b3b8-4ef3-813c-f578255af7f3 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Task: {'id': task-3419094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178523} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.742870] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bced271-b3b8-4ef3-813c-f578255af7f3 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.743066] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9bced271-b3b8-4ef3-813c-f578255af7f3 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.743242] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9bced271-b3b8-4ef3-813c-f578255af7f3 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.743416] env[69858]: INFO nova.compute.manager [None req-9bced271-b3b8-4ef3-813c-f578255af7f3 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 889.743660] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bced271-b3b8-4ef3-813c-f578255af7f3 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.743854] env[69858]: DEBUG nova.compute.manager [-] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 889.743944] env[69858]: DEBUG nova.network.neutron [-] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 889.810781] env[69858]: DEBUG oslo_vmware.api [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419095, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.984312] env[69858]: DEBUG oslo_concurrency.lockutils [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Releasing lock "refresh_cache-e7469996-1a00-428d-9a65-2885e5c471e0" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.984814] env[69858]: DEBUG nova.compute.manager [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Instance network_info: |[{"id": "cccf39ee-6b42-483f-ad71-73de6b667bd6", "address": "fa:16:3e:a0:74:a3", "network": {"id": "b44570e1-0795-4185-a671-47fd50ff6bbe", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-936397450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0faaacac706149a987538a9cad3e9ff8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcccf39ee-6b", "ovs_interfaceid": "cccf39ee-6b42-483f-ad71-73de6b667bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.985430] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:74:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cccf39ee-6b42-483f-ad71-73de6b667bd6', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.994339] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Creating folder: Project (0faaacac706149a987538a9cad3e9ff8). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 889.994890] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-085df5ed-9952-4302-82c3-161ef64b2bba {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.011482] env[69858]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 890.011482] env[69858]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69858) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 890.011482] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Folder already exists: Project (0faaacac706149a987538a9cad3e9ff8). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 890.011814] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Creating folder: Instances. Parent ref: group-v682144. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 890.014209] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c0acdfe-5c42-40f3-8c15-075697c63155 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.026260] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Created folder: Instances in parent group-v682144. [ 890.026799] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.026799] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.027021] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-219ae0ad-1562-4d7d-9a71-76f33ee4e411 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.049807] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.049807] env[69858]: value = "task-3419098" [ 890.049807] env[69858]: _type = "Task" [ 890.049807] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.071498] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419098, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.073380] env[69858]: DEBUG nova.compute.manager [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Stashing vm_state: active {{(pid=69858) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 890.081909] env[69858]: DEBUG nova.compute.manager [None req-89081188-dc4c-4f8b-aae6-0ba91b56d40c tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 890.082265] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-89081188-dc4c-4f8b-aae6-0ba91b56d40c tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.083195] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77acf69b-50d9-4c4f-a83e-0aa6f0320bb7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.092638] env[69858]: DEBUG oslo_vmware.api [None req-d2eaed61-a9c3-4661-bae9-8548d9fca6c8 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419090, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.095169] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-89081188-dc4c-4f8b-aae6-0ba91b56d40c tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.095336] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c250916a-e950-469a-ad04-88e0214130da {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.103359] env[69858]: DEBUG oslo_vmware.api [None req-89081188-dc4c-4f8b-aae6-0ba91b56d40c tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Waiting for the task: (returnval){ [ 890.103359] env[69858]: value = "task-3419099" [ 890.103359] env[69858]: _type = "Task" [ 890.103359] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.113782] env[69858]: DEBUG oslo_vmware.api [None req-89081188-dc4c-4f8b-aae6-0ba91b56d40c tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': task-3419099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.163803] env[69858]: DEBUG oslo_concurrency.lockutils [None req-30b37273-907e-4d73-9e80-145ceeb19d42 tempest-ServerDiagnosticsV248Test-1554596784 tempest-ServerDiagnosticsV248Test-1554596784-project-member] Lock "6ef9630b-3885-432a-a03e-aa31e83127fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.329s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.321626] env[69858]: DEBUG oslo_vmware.api [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419095, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.327971] env[69858]: DEBUG nova.compute.manager [req-70809e39-924b-4c4c-9810-e24a7a04fdf5 req-05dbef54-136e-4280-85d0-5f0ffc6075a6 service nova] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Received event network-changed-cccf39ee-6b42-483f-ad71-73de6b667bd6 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.328299] env[69858]: DEBUG nova.compute.manager [req-70809e39-924b-4c4c-9810-e24a7a04fdf5 req-05dbef54-136e-4280-85d0-5f0ffc6075a6 service nova] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Refreshing instance network info cache due to event network-changed-cccf39ee-6b42-483f-ad71-73de6b667bd6. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 890.328616] env[69858]: DEBUG oslo_concurrency.lockutils [req-70809e39-924b-4c4c-9810-e24a7a04fdf5 req-05dbef54-136e-4280-85d0-5f0ffc6075a6 service nova] Acquiring lock "refresh_cache-e7469996-1a00-428d-9a65-2885e5c471e0" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.328902] env[69858]: DEBUG oslo_concurrency.lockutils [req-70809e39-924b-4c4c-9810-e24a7a04fdf5 req-05dbef54-136e-4280-85d0-5f0ffc6075a6 service nova] Acquired lock "refresh_cache-e7469996-1a00-428d-9a65-2885e5c471e0" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.329181] env[69858]: DEBUG nova.network.neutron [req-70809e39-924b-4c4c-9810-e24a7a04fdf5 req-05dbef54-136e-4280-85d0-5f0ffc6075a6 service nova] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Refreshing network info cache for port cccf39ee-6b42-483f-ad71-73de6b667bd6 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.560109] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419098, 'name': CreateVM_Task, 'duration_secs': 0.445723} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.562785] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.563785] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'guest_format': None, 'attachment_id': '4087544c-aff7-4c90-8f5a-eeb6b3810247', 'disk_bus': None, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682156', 'volume_id': 'c3ab26c7-af77-4c26-91ae-0e4165447464', 'name': 'volume-c3ab26c7-af77-4c26-91ae-0e4165447464', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7469996-1a00-428d-9a65-2885e5c471e0', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3ab26c7-af77-4c26-91ae-0e4165447464', 'serial': 'c3ab26c7-af77-4c26-91ae-0e4165447464'}, 'device_type': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69858) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 890.564142] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Root volume attach. Driver type: vmdk {{(pid=69858) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 890.564849] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bada20-abbd-43fa-9a43-a1228fbe62f6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.573737] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998b3f7e-a7d0-4ad7-aa6b-1620edd8b6ab {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.588565] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec73826-f1c0-45c9-ab93-139164d75f57 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.596581] env[69858]: DEBUG oslo_vmware.api [None req-d2eaed61-a9c3-4661-bae9-8548d9fca6c8 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419090, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.601973] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.602251] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-79e63cf0-cbc5-450e-8d4b-6cd70248e10a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.613419] env[69858]: DEBUG oslo_vmware.api [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Waiting for the task: (returnval){ [ 890.613419] env[69858]: value = "task-3419100" [ 890.613419] env[69858]: _type = "Task" [ 890.613419] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.619263] env[69858]: DEBUG oslo_vmware.api [None req-89081188-dc4c-4f8b-aae6-0ba91b56d40c tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': task-3419099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.624760] env[69858]: DEBUG oslo_vmware.api [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Task: {'id': task-3419100, 'name': RelocateVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.638331] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7315a52-4bcb-4d12-a4e5-9ca1362b86a2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.648219] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f022fb-23f7-4c18-8bf0-bc7ed9ee01db {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.679994] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57147c89-9b0c-4ab7-ac34-93f9ed1f2f6b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.691671] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59afcb74-8146-4253-8e38-971c81322ebd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.710418] env[69858]: DEBUG nova.compute.provider_tree [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 890.811824] env[69858]: DEBUG oslo_vmware.api [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419095, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.932771] env[69858]: DEBUG nova.network.neutron [-] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.087519] env[69858]: DEBUG nova.network.neutron [req-70809e39-924b-4c4c-9810-e24a7a04fdf5 req-05dbef54-136e-4280-85d0-5f0ffc6075a6 service nova] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Updated VIF entry in instance network info cache for port cccf39ee-6b42-483f-ad71-73de6b667bd6. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.087742] env[69858]: DEBUG nova.network.neutron [req-70809e39-924b-4c4c-9810-e24a7a04fdf5 req-05dbef54-136e-4280-85d0-5f0ffc6075a6 service nova] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Updating instance_info_cache with network_info: [{"id": "cccf39ee-6b42-483f-ad71-73de6b667bd6", "address": "fa:16:3e:a0:74:a3", "network": {"id": "b44570e1-0795-4185-a671-47fd50ff6bbe", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-936397450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0faaacac706149a987538a9cad3e9ff8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcccf39ee-6b", "ovs_interfaceid": "cccf39ee-6b42-483f-ad71-73de6b667bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.101066] env[69858]: DEBUG oslo_vmware.api [None req-d2eaed61-a9c3-4661-bae9-8548d9fca6c8 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419090, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.129246] env[69858]: DEBUG oslo_vmware.api [None req-89081188-dc4c-4f8b-aae6-0ba91b56d40c tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': task-3419099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.129246] env[69858]: DEBUG oslo_vmware.api [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Task: {'id': task-3419100, 'name': RelocateVM_Task, 'duration_secs': 0.46815} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.129557] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Volume attach. Driver type: vmdk {{(pid=69858) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 891.129763] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682156', 'volume_id': 'c3ab26c7-af77-4c26-91ae-0e4165447464', 'name': 'volume-c3ab26c7-af77-4c26-91ae-0e4165447464', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7469996-1a00-428d-9a65-2885e5c471e0', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3ab26c7-af77-4c26-91ae-0e4165447464', 'serial': 'c3ab26c7-af77-4c26-91ae-0e4165447464'} {{(pid=69858) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 891.130598] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5067cb-9fe7-4dc3-8a27-3feb7f185716 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.154753] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf8ca68-c3ac-4f47-841e-3302a59a59a9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.180372] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] volume-c3ab26c7-af77-4c26-91ae-0e4165447464/volume-c3ab26c7-af77-4c26-91ae-0e4165447464.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.180716] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcae4e06-89e9-459f-a090-b7f209fe97b9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.204656] env[69858]: DEBUG oslo_vmware.api [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Waiting for the task: (returnval){ [ 891.204656] env[69858]: value = "task-3419101" [ 891.204656] env[69858]: _type = "Task" [ 891.204656] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.217438] env[69858]: DEBUG oslo_vmware.api [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Task: {'id': task-3419101, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.236251] env[69858]: ERROR nova.scheduler.client.report [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] [req-46221824-2d52-4bff-9b3d-eb9b98bf4d29] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0eb830e-e56f-4bef-ab3f-89644f27fe23. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-46221824-2d52-4bff-9b3d-eb9b98bf4d29"}]} [ 891.254743] env[69858]: DEBUG nova.scheduler.client.report [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Refreshing inventories for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 891.274934] env[69858]: DEBUG nova.scheduler.client.report [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Updating ProviderTree inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 891.275218] env[69858]: DEBUG nova.compute.provider_tree [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 891.292669] env[69858]: DEBUG nova.scheduler.client.report [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Refreshing aggregate associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, aggregates: None {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 891.311915] env[69858]: DEBUG oslo_vmware.api [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419095, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.596967} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.312335] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] aca49fea-7217-49d1-b82e-33223df570c8/aca49fea-7217-49d1-b82e-33223df570c8.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.312574] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.313046] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d964d904-2335-4463-bb3c-c523cea5d889 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.316195] env[69858]: DEBUG nova.scheduler.client.report [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Refreshing trait associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 891.324910] env[69858]: DEBUG oslo_vmware.api [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 891.324910] env[69858]: value = "task-3419102" [ 891.324910] env[69858]: _type = "Task" [ 891.324910] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.335886] env[69858]: DEBUG oslo_vmware.api [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419102, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.437220] env[69858]: INFO nova.compute.manager [-] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Took 1.69 seconds to deallocate network for instance. [ 891.590054] env[69858]: DEBUG oslo_vmware.api [None req-d2eaed61-a9c3-4661-bae9-8548d9fca6c8 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419090, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.594140] env[69858]: DEBUG oslo_concurrency.lockutils [req-70809e39-924b-4c4c-9810-e24a7a04fdf5 req-05dbef54-136e-4280-85d0-5f0ffc6075a6 service nova] Releasing lock "refresh_cache-e7469996-1a00-428d-9a65-2885e5c471e0" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.620532] env[69858]: DEBUG oslo_vmware.api [None req-89081188-dc4c-4f8b-aae6-0ba91b56d40c tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': task-3419099, 'name': PowerOffVM_Task, 'duration_secs': 1.116459} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.623686] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-89081188-dc4c-4f8b-aae6-0ba91b56d40c tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.623938] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-89081188-dc4c-4f8b-aae6-0ba91b56d40c tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.625278] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de4f7bee-beb7-47cf-9a9e-8ea95cec3ea1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.718348] env[69858]: DEBUG oslo_vmware.api [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Task: {'id': task-3419101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.732368] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-89081188-dc4c-4f8b-aae6-0ba91b56d40c tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.732598] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-89081188-dc4c-4f8b-aae6-0ba91b56d40c tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.732782] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-89081188-dc4c-4f8b-aae6-0ba91b56d40c tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Deleting the datastore file [datastore2] 5356c698-dac4-4543-8693-d71f194924d9 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.733084] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-571562d0-c366-4323-888c-258502e79ae7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.743439] env[69858]: DEBUG oslo_vmware.api [None req-89081188-dc4c-4f8b-aae6-0ba91b56d40c tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Waiting for the task: (returnval){ [ 891.743439] env[69858]: value = "task-3419104" [ 891.743439] env[69858]: _type = "Task" [ 891.743439] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.756286] env[69858]: DEBUG oslo_vmware.api [None req-89081188-dc4c-4f8b-aae6-0ba91b56d40c tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': task-3419104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.842294] env[69858]: DEBUG oslo_vmware.api [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419102, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071282} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.842555] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.843386] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aedd1f5-cbf8-4830-8b9a-d381e9b1c11a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.869850] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] aca49fea-7217-49d1-b82e-33223df570c8/aca49fea-7217-49d1-b82e-33223df570c8.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.871234] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-751228d0-51b7-43b3-9570-107c14df436a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.888056] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872b63b2-9d18-4d28-bf4c-0db12693b900 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.897759] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef30e81-1f3d-4647-a0c8-f008a2577163 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.901487] env[69858]: DEBUG oslo_vmware.api [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 891.901487] env[69858]: value = "task-3419105" [ 891.901487] env[69858]: _type = "Task" [ 891.901487] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.937310] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b410d15e-044a-4795-a295-a3fbadec5d27 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.944583] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bced271-b3b8-4ef3-813c-f578255af7f3 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.944816] env[69858]: DEBUG oslo_vmware.api [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.950723] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3565769-cbec-448f-b44e-b098e556a3fa {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.966015] env[69858]: DEBUG nova.compute.provider_tree [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 892.090691] env[69858]: DEBUG oslo_vmware.api [None req-d2eaed61-a9c3-4661-bae9-8548d9fca6c8 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419090, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.219047] env[69858]: DEBUG oslo_vmware.api [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Task: {'id': task-3419101, 'name': ReconfigVM_Task, 'duration_secs': 0.624165} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.219354] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Reconfigured VM instance instance-00000031 to attach disk [datastore1] volume-c3ab26c7-af77-4c26-91ae-0e4165447464/volume-c3ab26c7-af77-4c26-91ae-0e4165447464.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.224069] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efcec9b0-41ce-4ae6-9e92-685c29dee192 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.241265] env[69858]: DEBUG oslo_vmware.api [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Waiting for the task: (returnval){ [ 892.241265] env[69858]: value = "task-3419106" [ 892.241265] env[69858]: _type = "Task" [ 892.241265] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.261122] env[69858]: DEBUG oslo_vmware.api [None req-89081188-dc4c-4f8b-aae6-0ba91b56d40c tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Task: {'id': task-3419104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167257} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.261375] env[69858]: DEBUG oslo_vmware.api [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Task: {'id': task-3419106, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.261618] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-89081188-dc4c-4f8b-aae6-0ba91b56d40c tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.261866] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-89081188-dc4c-4f8b-aae6-0ba91b56d40c tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.261958] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-89081188-dc4c-4f8b-aae6-0ba91b56d40c tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.262152] env[69858]: INFO nova.compute.manager [None req-89081188-dc4c-4f8b-aae6-0ba91b56d40c tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Took 2.18 seconds to destroy the instance on the hypervisor. [ 892.262395] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89081188-dc4c-4f8b-aae6-0ba91b56d40c tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.262588] env[69858]: DEBUG nova.compute.manager [-] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 892.262683] env[69858]: DEBUG nova.network.neutron [-] [instance: 5356c698-dac4-4543-8693-d71f194924d9] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 892.415702] env[69858]: DEBUG oslo_vmware.api [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419105, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.428275] env[69858]: DEBUG nova.compute.manager [req-0815a950-6076-4d50-9a7c-c5b1161c7a94 req-5a361890-6aa3-4fd9-9c44-705a3e487bee service nova] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Received event network-vif-deleted-37e227a2-a24e-4f94-b250-fde65220e69a {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.560908] env[69858]: DEBUG nova.scheduler.client.report [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Updated inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with generation 69 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 892.561209] env[69858]: DEBUG nova.compute.provider_tree [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Updating resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 generation from 69 to 70 during operation: update_inventory {{(pid=69858) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 892.561397] env[69858]: DEBUG nova.compute.provider_tree [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 892.593109] env[69858]: DEBUG oslo_vmware.api [None req-d2eaed61-a9c3-4661-bae9-8548d9fca6c8 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419090, 'name': ReconfigVM_Task, 'duration_secs': 5.762771} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.593417] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d2eaed61-a9c3-4661-bae9-8548d9fca6c8 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Releasing lock "ac25b921-0e82-4866-b73f-17e68740fa3a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.593678] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d2eaed61-a9c3-4661-bae9-8548d9fca6c8 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Reconfigured VM to detach interface {{(pid=69858) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 892.757359] env[69858]: DEBUG oslo_vmware.api [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Task: {'id': task-3419106, 'name': ReconfigVM_Task, 'duration_secs': 0.163666} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.757359] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682156', 'volume_id': 'c3ab26c7-af77-4c26-91ae-0e4165447464', 'name': 'volume-c3ab26c7-af77-4c26-91ae-0e4165447464', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7469996-1a00-428d-9a65-2885e5c471e0', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3ab26c7-af77-4c26-91ae-0e4165447464', 'serial': 'c3ab26c7-af77-4c26-91ae-0e4165447464'} {{(pid=69858) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 892.757359] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-921450da-6808-4052-8c45-eb6e87f34d16 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.762684] env[69858]: DEBUG oslo_vmware.api [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Waiting for the task: (returnval){ [ 892.762684] env[69858]: value = "task-3419107" [ 892.762684] env[69858]: _type = "Task" [ 892.762684] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.774106] env[69858]: DEBUG oslo_vmware.api [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Task: {'id': task-3419107, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.912778] env[69858]: DEBUG oslo_vmware.api [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419105, 'name': ReconfigVM_Task, 'duration_secs': 0.560411} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.913106] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Reconfigured VM instance instance-0000002e to attach disk [datastore1] aca49fea-7217-49d1-b82e-33223df570c8/aca49fea-7217-49d1-b82e-33223df570c8.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.913748] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66d4fc7a-e637-4b5c-8767-b71d3b15a660 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.924936] env[69858]: DEBUG oslo_vmware.api [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 892.924936] env[69858]: value = "task-3419108" [ 892.924936] env[69858]: _type = "Task" [ 892.924936] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.942121] env[69858]: DEBUG oslo_vmware.api [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419108, 'name': Rename_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.069360] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.436s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.071752] env[69858]: DEBUG oslo_concurrency.lockutils [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.139s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.077284] env[69858]: INFO nova.compute.claims [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 893.107051] env[69858]: INFO nova.scheduler.client.report [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Deleted allocations for instance cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b [ 893.273403] env[69858]: DEBUG oslo_vmware.api [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Task: {'id': task-3419107, 'name': Rename_Task, 'duration_secs': 0.257148} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.273702] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.273962] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03d1b884-18cd-4ba1-be6f-d19c705b2a6a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.285026] env[69858]: DEBUG oslo_vmware.api [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Waiting for the task: (returnval){ [ 893.285026] env[69858]: value = "task-3419109" [ 893.285026] env[69858]: _type = "Task" [ 893.285026] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.291849] env[69858]: DEBUG oslo_vmware.api [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Task: {'id': task-3419109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.440017] env[69858]: DEBUG oslo_vmware.api [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419108, 'name': Rename_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.623485] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5d3bfcc2-9654-4c35-946e-a3bb7a451578 tempest-InstanceActionsV221TestJSON-1479250590 tempest-InstanceActionsV221TestJSON-1479250590-project-member] Lock "cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.527s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.736083] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Acquiring lock "1f0cf56d-8399-431b-a98b-eac4d3a0d596" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.736420] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Lock "1f0cf56d-8399-431b-a98b-eac4d3a0d596" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.760631] env[69858]: DEBUG nova.network.neutron [-] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.794979] env[69858]: DEBUG oslo_vmware.api [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Task: {'id': task-3419109, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.937374] env[69858]: DEBUG oslo_vmware.api [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419108, 'name': Rename_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.148850] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5bbe122c-4506-4577-bdb3-d2305e3e8270 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "ac25b921-0e82-4866-b73f-17e68740fa3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.150994] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5bbe122c-4506-4577-bdb3-d2305e3e8270 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "ac25b921-0e82-4866-b73f-17e68740fa3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.151442] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5bbe122c-4506-4577-bdb3-d2305e3e8270 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "ac25b921-0e82-4866-b73f-17e68740fa3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.152140] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5bbe122c-4506-4577-bdb3-d2305e3e8270 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "ac25b921-0e82-4866-b73f-17e68740fa3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.152777] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5bbe122c-4506-4577-bdb3-d2305e3e8270 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "ac25b921-0e82-4866-b73f-17e68740fa3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.159086] env[69858]: INFO nova.compute.manager [None req-5bbe122c-4506-4577-bdb3-d2305e3e8270 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Terminating instance [ 894.189846] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d2eaed61-a9c3-4661-bae9-8548d9fca6c8 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "refresh_cache-ac25b921-0e82-4866-b73f-17e68740fa3a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.190148] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d2eaed61-a9c3-4661-bae9-8548d9fca6c8 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquired lock "refresh_cache-ac25b921-0e82-4866-b73f-17e68740fa3a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.190377] env[69858]: DEBUG nova.network.neutron [None req-d2eaed61-a9c3-4661-bae9-8548d9fca6c8 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.239939] env[69858]: DEBUG nova.compute.manager [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 894.264639] env[69858]: INFO nova.compute.manager [-] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Took 2.00 seconds to deallocate network for instance. [ 894.299923] env[69858]: DEBUG oslo_vmware.api [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Task: {'id': task-3419109, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.450470] env[69858]: DEBUG oslo_vmware.api [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419108, 'name': Rename_Task, 'duration_secs': 1.249595} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.453018] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.453018] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a374962-6908-4648-90f4-e15e2ae8c26e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.461891] env[69858]: DEBUG oslo_vmware.api [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 894.461891] env[69858]: value = "task-3419110" [ 894.461891] env[69858]: _type = "Task" [ 894.461891] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.474242] env[69858]: DEBUG oslo_vmware.api [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.542709] env[69858]: DEBUG nova.compute.manager [req-6879f0e4-e9ba-49ea-ae3a-5ddf9aae95c0 req-586241da-82ce-489b-a9e3-fd330e19ce49 service nova] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Received event network-vif-deleted-f746631b-0e3c-40a1-96e5-56a8bfcfab9e {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.542709] env[69858]: DEBUG nova.compute.manager [req-6879f0e4-e9ba-49ea-ae3a-5ddf9aae95c0 req-586241da-82ce-489b-a9e3-fd330e19ce49 service nova] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Received event network-vif-deleted-15e4cb80-1ca0-47aa-bd7d-e17df8992566 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.542709] env[69858]: INFO nova.compute.manager [req-6879f0e4-e9ba-49ea-ae3a-5ddf9aae95c0 req-586241da-82ce-489b-a9e3-fd330e19ce49 service nova] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Neutron deleted interface 15e4cb80-1ca0-47aa-bd7d-e17df8992566; detaching it from the instance and deleting it from the info cache [ 894.543155] env[69858]: DEBUG nova.network.neutron [req-6879f0e4-e9ba-49ea-ae3a-5ddf9aae95c0 req-586241da-82ce-489b-a9e3-fd330e19ce49 service nova] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Updating instance_info_cache with network_info: [{"id": "840b6612-6553-4373-8caa-6e57e2dc7705", "address": "fa:16:3e:1e:c0:e1", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap840b6612-65", "ovs_interfaceid": "840b6612-6553-4373-8caa-6e57e2dc7705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.612901] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46565636-e4b1-4094-81c8-a5d6799077bc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.624874] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71fe8ae-5ddc-44d8-914d-050886fb4f5b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.666258] env[69858]: DEBUG nova.compute.manager [None req-5bbe122c-4506-4577-bdb3-d2305e3e8270 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 894.667025] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5bbe122c-4506-4577-bdb3-d2305e3e8270 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.667672] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256b4fa9-56a9-46d3-943b-d25c1bc22c3b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.672768] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec23dbb-8833-4a91-ac08-626c87aba68b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.681023] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bbe122c-4506-4577-bdb3-d2305e3e8270 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.682328] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d31dabc-1696-4dd1-bf48-72b4357559a6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.684960] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c097d9e-6fb9-4ad9-8f9b-8be214d1d2ff {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.704889] env[69858]: DEBUG nova.compute.provider_tree [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.708812] env[69858]: DEBUG oslo_vmware.api [None req-5bbe122c-4506-4577-bdb3-d2305e3e8270 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 894.708812] env[69858]: value = "task-3419111" [ 894.708812] env[69858]: _type = "Task" [ 894.708812] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.718579] env[69858]: DEBUG oslo_vmware.api [None req-5bbe122c-4506-4577-bdb3-d2305e3e8270 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.770720] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.780886] env[69858]: DEBUG oslo_concurrency.lockutils [None req-89081188-dc4c-4f8b-aae6-0ba91b56d40c tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.797714] env[69858]: DEBUG oslo_vmware.api [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Task: {'id': task-3419109, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.973871] env[69858]: DEBUG oslo_vmware.api [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419110, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.049088] env[69858]: DEBUG oslo_concurrency.lockutils [req-6879f0e4-e9ba-49ea-ae3a-5ddf9aae95c0 req-586241da-82ce-489b-a9e3-fd330e19ce49 service nova] Acquiring lock "ac25b921-0e82-4866-b73f-17e68740fa3a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.104697] env[69858]: INFO nova.network.neutron [None req-d2eaed61-a9c3-4661-bae9-8548d9fca6c8 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Port 15e4cb80-1ca0-47aa-bd7d-e17df8992566 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 895.105741] env[69858]: DEBUG nova.network.neutron [None req-d2eaed61-a9c3-4661-bae9-8548d9fca6c8 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Updating instance_info_cache with network_info: [{"id": "840b6612-6553-4373-8caa-6e57e2dc7705", "address": "fa:16:3e:1e:c0:e1", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap840b6612-65", "ovs_interfaceid": "840b6612-6553-4373-8caa-6e57e2dc7705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.208546] env[69858]: DEBUG nova.scheduler.client.report [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.224860] env[69858]: DEBUG oslo_vmware.api [None req-5bbe122c-4506-4577-bdb3-d2305e3e8270 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419111, 'name': PowerOffVM_Task, 'duration_secs': 0.216782} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.226286] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bbe122c-4506-4577-bdb3-d2305e3e8270 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.226405] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5bbe122c-4506-4577-bdb3-d2305e3e8270 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.226691] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec9ddb70-0951-48b0-9273-e443233cdd54 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.299964] env[69858]: DEBUG oslo_vmware.api [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Task: {'id': task-3419109, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.305352] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5bbe122c-4506-4577-bdb3-d2305e3e8270 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.305352] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5bbe122c-4506-4577-bdb3-d2305e3e8270 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.305352] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bbe122c-4506-4577-bdb3-d2305e3e8270 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Deleting the datastore file [datastore1] ac25b921-0e82-4866-b73f-17e68740fa3a {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.305352] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78108fcc-6465-4f49-87f9-8d18c292e9a9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.314144] env[69858]: DEBUG oslo_vmware.api [None req-5bbe122c-4506-4577-bdb3-d2305e3e8270 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 895.314144] env[69858]: value = "task-3419113" [ 895.314144] env[69858]: _type = "Task" [ 895.314144] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.324677] env[69858]: DEBUG oslo_vmware.api [None req-5bbe122c-4506-4577-bdb3-d2305e3e8270 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.476295] env[69858]: DEBUG oslo_vmware.api [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419110, 'name': PowerOnVM_Task, 'duration_secs': 0.645231} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.476840] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.477073] env[69858]: DEBUG nova.compute.manager [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.478455] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d974e722-886b-46f8-8671-d66d998ac924 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.613780] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d2eaed61-a9c3-4661-bae9-8548d9fca6c8 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Releasing lock "refresh_cache-ac25b921-0e82-4866-b73f-17e68740fa3a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.714955] env[69858]: DEBUG oslo_concurrency.lockutils [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.715657] env[69858]: DEBUG nova.compute.manager [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 895.720476] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.887s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.724128] env[69858]: INFO nova.compute.claims [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.799679] env[69858]: DEBUG oslo_vmware.api [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Task: {'id': task-3419109, 'name': PowerOnVM_Task, 'duration_secs': 2.260078} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.799962] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.800169] env[69858]: INFO nova.compute.manager [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Took 6.64 seconds to spawn the instance on the hypervisor. [ 895.800360] env[69858]: DEBUG nova.compute.manager [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.801532] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcbeac4-8aa1-42b7-bf6a-6130b92b1618 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.823018] env[69858]: DEBUG oslo_vmware.api [None req-5bbe122c-4506-4577-bdb3-d2305e3e8270 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152454} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.824100] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bbe122c-4506-4577-bdb3-d2305e3e8270 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.824100] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5bbe122c-4506-4577-bdb3-d2305e3e8270 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 895.824100] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5bbe122c-4506-4577-bdb3-d2305e3e8270 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.824100] env[69858]: INFO nova.compute.manager [None req-5bbe122c-4506-4577-bdb3-d2305e3e8270 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 895.824100] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bbe122c-4506-4577-bdb3-d2305e3e8270 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.824384] env[69858]: DEBUG nova.compute.manager [-] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 895.824460] env[69858]: DEBUG nova.network.neutron [-] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.001722] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.116714] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d2eaed61-a9c3-4661-bae9-8548d9fca6c8 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "interface-ac25b921-0e82-4866-b73f-17e68740fa3a-15e4cb80-1ca0-47aa-bd7d-e17df8992566" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.083s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.228838] env[69858]: DEBUG nova.compute.utils [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 896.230409] env[69858]: DEBUG nova.compute.manager [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 896.230596] env[69858]: DEBUG nova.network.neutron [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 896.328511] env[69858]: INFO nova.compute.manager [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Took 41.13 seconds to build instance. [ 896.579910] env[69858]: DEBUG nova.policy [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47e0591ec2b047bcb8fa71679963c9db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7dedf87ec0a4a0eacbea8b7ce50f40e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 896.735401] env[69858]: DEBUG nova.compute.manager [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 896.832935] env[69858]: DEBUG oslo_concurrency.lockutils [None req-77f6e993-a379-4043-b575-a53ea715494a tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Lock "e7469996-1a00-428d-9a65-2885e5c471e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.656s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.182115] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d3cf6a-8642-48d1-8ad5-3aebd3eb97ec {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.190989] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19544651-cdcc-42e3-ad7b-77f209345664 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.223948] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5daa8745-0fe6-445e-9992-063518810a6e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.232190] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433dfab6-3bc2-4988-8337-eed990ef1409 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.250063] env[69858]: DEBUG nova.compute.provider_tree [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.625466] env[69858]: DEBUG nova.network.neutron [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Successfully created port: 6c181cd9-b2c9-429c-8013-d519b51ebfcc {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 897.655414] env[69858]: DEBUG nova.compute.manager [req-bde9a5e8-2638-46ed-806d-8a5ffd6b8095 req-df3e41df-e515-49a0-8c15-441f479c9bc3 service nova] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Received event network-vif-deleted-840b6612-6553-4373-8caa-6e57e2dc7705 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.656076] env[69858]: INFO nova.compute.manager [req-bde9a5e8-2638-46ed-806d-8a5ffd6b8095 req-df3e41df-e515-49a0-8c15-441f479c9bc3 service nova] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Neutron deleted interface 840b6612-6553-4373-8caa-6e57e2dc7705; detaching it from the instance and deleting it from the info cache [ 897.656076] env[69858]: DEBUG nova.network.neutron [req-bde9a5e8-2638-46ed-806d-8a5ffd6b8095 req-df3e41df-e515-49a0-8c15-441f479c9bc3 service nova] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.753590] env[69858]: DEBUG nova.compute.manager [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 897.756547] env[69858]: DEBUG nova.scheduler.client.report [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.790041] env[69858]: DEBUG nova.virt.hardware [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.790041] env[69858]: DEBUG nova.virt.hardware [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.790041] env[69858]: DEBUG nova.virt.hardware [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.790041] env[69858]: DEBUG nova.virt.hardware [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.790041] env[69858]: DEBUG nova.virt.hardware [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.790041] env[69858]: DEBUG nova.virt.hardware [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.790603] env[69858]: DEBUG nova.virt.hardware [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.790603] env[69858]: DEBUG nova.virt.hardware [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.790603] env[69858]: DEBUG nova.virt.hardware [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.790805] env[69858]: DEBUG nova.virt.hardware [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.792025] env[69858]: DEBUG nova.virt.hardware [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.794283] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a61737-3772-481f-bb06-456300fbca1c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.806195] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1dc8f66-9140-49b0-959f-43acb1b75742 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.889587] env[69858]: DEBUG nova.network.neutron [-] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.117916] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b1dab27b-5cf1-48a1-85ec-d9ef04182b29 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "aca49fea-7217-49d1-b82e-33223df570c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.118342] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b1dab27b-5cf1-48a1-85ec-d9ef04182b29 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "aca49fea-7217-49d1-b82e-33223df570c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.118776] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b1dab27b-5cf1-48a1-85ec-d9ef04182b29 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "aca49fea-7217-49d1-b82e-33223df570c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.119360] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b1dab27b-5cf1-48a1-85ec-d9ef04182b29 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "aca49fea-7217-49d1-b82e-33223df570c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.119643] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b1dab27b-5cf1-48a1-85ec-d9ef04182b29 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "aca49fea-7217-49d1-b82e-33223df570c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.123505] env[69858]: INFO nova.compute.manager [None req-b1dab27b-5cf1-48a1-85ec-d9ef04182b29 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Terminating instance [ 898.158727] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6bc28120-825e-4f2b-9c79-f530261216d5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.172296] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48a7cff-94ee-4ff7-9c21-0e88cdd186c9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.212156] env[69858]: DEBUG nova.compute.manager [req-bde9a5e8-2638-46ed-806d-8a5ffd6b8095 req-df3e41df-e515-49a0-8c15-441f479c9bc3 service nova] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Detach interface failed, port_id=840b6612-6553-4373-8caa-6e57e2dc7705, reason: Instance ac25b921-0e82-4866-b73f-17e68740fa3a could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 898.269049] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.269591] env[69858]: DEBUG nova.compute.manager [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.275519] env[69858]: DEBUG oslo_concurrency.lockutils [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.819s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.278119] env[69858]: INFO nova.compute.claims [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.394483] env[69858]: INFO nova.compute.manager [-] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Took 2.57 seconds to deallocate network for instance. [ 898.637887] env[69858]: DEBUG nova.compute.manager [None req-b1dab27b-5cf1-48a1-85ec-d9ef04182b29 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 898.637953] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b1dab27b-5cf1-48a1-85ec-d9ef04182b29 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.638957] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fc2952-3b94-4bfa-837c-ba737d903a54 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.651924] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1dab27b-5cf1-48a1-85ec-d9ef04182b29 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.651924] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b4c9b39-fb4b-461e-b809-0ef6768145a0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.661124] env[69858]: DEBUG oslo_vmware.api [None req-b1dab27b-5cf1-48a1-85ec-d9ef04182b29 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 898.661124] env[69858]: value = "task-3419114" [ 898.661124] env[69858]: _type = "Task" [ 898.661124] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.670980] env[69858]: DEBUG oslo_vmware.api [None req-b1dab27b-5cf1-48a1-85ec-d9ef04182b29 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.787913] env[69858]: DEBUG nova.compute.utils [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.792152] env[69858]: DEBUG nova.compute.manager [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.792152] env[69858]: DEBUG nova.network.neutron [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.875454] env[69858]: DEBUG nova.compute.manager [req-7d5ddbfb-f52a-43fc-b1cf-2d9816dfee0a req-deb2548c-fec8-4427-8e4b-c8733bb14572 service nova] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Received event network-changed-cccf39ee-6b42-483f-ad71-73de6b667bd6 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.875654] env[69858]: DEBUG nova.compute.manager [req-7d5ddbfb-f52a-43fc-b1cf-2d9816dfee0a req-deb2548c-fec8-4427-8e4b-c8733bb14572 service nova] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Refreshing instance network info cache due to event network-changed-cccf39ee-6b42-483f-ad71-73de6b667bd6. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 898.875902] env[69858]: DEBUG oslo_concurrency.lockutils [req-7d5ddbfb-f52a-43fc-b1cf-2d9816dfee0a req-deb2548c-fec8-4427-8e4b-c8733bb14572 service nova] Acquiring lock "refresh_cache-e7469996-1a00-428d-9a65-2885e5c471e0" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.876820] env[69858]: DEBUG oslo_concurrency.lockutils [req-7d5ddbfb-f52a-43fc-b1cf-2d9816dfee0a req-deb2548c-fec8-4427-8e4b-c8733bb14572 service nova] Acquired lock "refresh_cache-e7469996-1a00-428d-9a65-2885e5c471e0" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.877097] env[69858]: DEBUG nova.network.neutron [req-7d5ddbfb-f52a-43fc-b1cf-2d9816dfee0a req-deb2548c-fec8-4427-8e4b-c8733bb14572 service nova] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Refreshing network info cache for port cccf39ee-6b42-483f-ad71-73de6b667bd6 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.881412] env[69858]: DEBUG nova.policy [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa5da9247d1549e6ad5c866b16c31f06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d17af446507492f9ce66b1822068c79', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.904679] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5bbe122c-4506-4577-bdb3-d2305e3e8270 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.919987] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "86847312-9ce8-42b3-8d8c-539fb7de24fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.920264] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "86847312-9ce8-42b3-8d8c-539fb7de24fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.179058] env[69858]: DEBUG oslo_vmware.api [None req-b1dab27b-5cf1-48a1-85ec-d9ef04182b29 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419114, 'name': PowerOffVM_Task, 'duration_secs': 0.349733} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.179378] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1dab27b-5cf1-48a1-85ec-d9ef04182b29 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.180196] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b1dab27b-5cf1-48a1-85ec-d9ef04182b29 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.180196] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d67434a-8c3b-466f-974c-97c9294bd8f9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.256339] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b1dab27b-5cf1-48a1-85ec-d9ef04182b29 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.256609] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b1dab27b-5cf1-48a1-85ec-d9ef04182b29 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.256829] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1dab27b-5cf1-48a1-85ec-d9ef04182b29 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Deleting the datastore file [datastore1] aca49fea-7217-49d1-b82e-33223df570c8 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.257119] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38cb566a-743c-4743-9686-274367d0ddd9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.268206] env[69858]: DEBUG oslo_vmware.api [None req-b1dab27b-5cf1-48a1-85ec-d9ef04182b29 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 899.268206] env[69858]: value = "task-3419116" [ 899.268206] env[69858]: _type = "Task" [ 899.268206] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.278836] env[69858]: DEBUG oslo_vmware.api [None req-b1dab27b-5cf1-48a1-85ec-d9ef04182b29 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.293587] env[69858]: DEBUG nova.compute.manager [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.424572] env[69858]: DEBUG nova.compute.manager [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 899.782500] env[69858]: DEBUG oslo_vmware.api [None req-b1dab27b-5cf1-48a1-85ec-d9ef04182b29 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168382} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.786272] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1dab27b-5cf1-48a1-85ec-d9ef04182b29 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.786272] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b1dab27b-5cf1-48a1-85ec-d9ef04182b29 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.786769] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b1dab27b-5cf1-48a1-85ec-d9ef04182b29 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.787018] env[69858]: INFO nova.compute.manager [None req-b1dab27b-5cf1-48a1-85ec-d9ef04182b29 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 899.788134] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1dab27b-5cf1-48a1-85ec-d9ef04182b29 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.788134] env[69858]: DEBUG nova.compute.manager [-] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 899.788134] env[69858]: DEBUG nova.network.neutron [-] [instance: aca49fea-7217-49d1-b82e-33223df570c8] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 899.843913] env[69858]: DEBUG nova.compute.manager [req-98038a54-d4df-4a21-a84c-a977fe0442b0 req-9fbb0089-9651-4170-880d-1af84b236330 service nova] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Received event network-vif-plugged-6c181cd9-b2c9-429c-8013-d519b51ebfcc {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.843913] env[69858]: DEBUG oslo_concurrency.lockutils [req-98038a54-d4df-4a21-a84c-a977fe0442b0 req-9fbb0089-9651-4170-880d-1af84b236330 service nova] Acquiring lock "2c289fa7-0fdd-4dc0-bad3-fa827e0f8275-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.843913] env[69858]: DEBUG oslo_concurrency.lockutils [req-98038a54-d4df-4a21-a84c-a977fe0442b0 req-9fbb0089-9651-4170-880d-1af84b236330 service nova] Lock "2c289fa7-0fdd-4dc0-bad3-fa827e0f8275-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.844105] env[69858]: DEBUG oslo_concurrency.lockutils [req-98038a54-d4df-4a21-a84c-a977fe0442b0 req-9fbb0089-9651-4170-880d-1af84b236330 service nova] Lock "2c289fa7-0fdd-4dc0-bad3-fa827e0f8275-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.844263] env[69858]: DEBUG nova.compute.manager [req-98038a54-d4df-4a21-a84c-a977fe0442b0 req-9fbb0089-9651-4170-880d-1af84b236330 service nova] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] No waiting events found dispatching network-vif-plugged-6c181cd9-b2c9-429c-8013-d519b51ebfcc {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 899.844405] env[69858]: WARNING nova.compute.manager [req-98038a54-d4df-4a21-a84c-a977fe0442b0 req-9fbb0089-9651-4170-880d-1af84b236330 service nova] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Received unexpected event network-vif-plugged-6c181cd9-b2c9-429c-8013-d519b51ebfcc for instance with vm_state building and task_state spawning. [ 899.880635] env[69858]: DEBUG nova.network.neutron [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Successfully created port: b5ef3cb8-b6cf-40c4-b28c-fac86427bce9 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.886278] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a57007c-fed7-4807-8dd6-72d0dba4f620 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.897885] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6087368-c656-4e2e-a87a-afdd990e3c91 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.935493] env[69858]: DEBUG nova.network.neutron [req-7d5ddbfb-f52a-43fc-b1cf-2d9816dfee0a req-deb2548c-fec8-4427-8e4b-c8733bb14572 service nova] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Updated VIF entry in instance network info cache for port cccf39ee-6b42-483f-ad71-73de6b667bd6. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.935842] env[69858]: DEBUG nova.network.neutron [req-7d5ddbfb-f52a-43fc-b1cf-2d9816dfee0a req-deb2548c-fec8-4427-8e4b-c8733bb14572 service nova] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Updating instance_info_cache with network_info: [{"id": "cccf39ee-6b42-483f-ad71-73de6b667bd6", "address": "fa:16:3e:a0:74:a3", "network": {"id": "b44570e1-0795-4185-a671-47fd50ff6bbe", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-936397450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0faaacac706149a987538a9cad3e9ff8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcccf39ee-6b", "ovs_interfaceid": "cccf39ee-6b42-483f-ad71-73de6b667bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.938023] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c6069e-a340-4aad-8469-a50bf0d50c5a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.952103] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ec2915-696b-4786-8844-5872dfc39366 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.957859] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.975194] env[69858]: DEBUG nova.compute.provider_tree [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.151646] env[69858]: DEBUG nova.network.neutron [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Successfully updated port: 6c181cd9-b2c9-429c-8013-d519b51ebfcc {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.319099] env[69858]: DEBUG nova.compute.manager [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.352116] env[69858]: DEBUG nova.virt.hardware [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.352648] env[69858]: DEBUG nova.virt.hardware [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.352823] env[69858]: DEBUG nova.virt.hardware [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.353033] env[69858]: DEBUG nova.virt.hardware [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.353189] env[69858]: DEBUG nova.virt.hardware [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.353592] env[69858]: DEBUG nova.virt.hardware [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.353846] env[69858]: DEBUG nova.virt.hardware [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.354120] env[69858]: DEBUG nova.virt.hardware [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.354328] env[69858]: DEBUG nova.virt.hardware [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.354502] env[69858]: DEBUG nova.virt.hardware [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.354698] env[69858]: DEBUG nova.virt.hardware [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.355916] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6145e6-747f-4e71-9595-bd6c0740b9e9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.364686] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02aba2b-1e99-4ae1-8c4e-c10b9a3e1f33 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.441310] env[69858]: DEBUG oslo_concurrency.lockutils [req-7d5ddbfb-f52a-43fc-b1cf-2d9816dfee0a req-deb2548c-fec8-4427-8e4b-c8733bb14572 service nova] Releasing lock "refresh_cache-e7469996-1a00-428d-9a65-2885e5c471e0" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.478641] env[69858]: DEBUG nova.scheduler.client.report [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.654556] env[69858]: DEBUG oslo_concurrency.lockutils [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "refresh_cache-2c289fa7-0fdd-4dc0-bad3-fa827e0f8275" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.654777] env[69858]: DEBUG oslo_concurrency.lockutils [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquired lock "refresh_cache-2c289fa7-0fdd-4dc0-bad3-fa827e0f8275" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.654865] env[69858]: DEBUG nova.network.neutron [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.734753] env[69858]: DEBUG nova.network.neutron [-] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.987756] env[69858]: DEBUG oslo_concurrency.lockutils [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.991665] env[69858]: DEBUG nova.compute.manager [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 900.994589] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3866b7ea-9a47-4916-b43c-255d8eeea417 tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.851s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.994840] env[69858]: DEBUG nova.objects.instance [None req-3866b7ea-9a47-4916-b43c-255d8eeea417 tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Lazy-loading 'resources' on Instance uuid 0970e5bb-0c9d-406a-9467-0a50dc9c11c6 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.129190] env[69858]: DEBUG nova.compute.manager [req-5d45eed7-d2be-4e6a-b149-361368c4f2c9 req-1386847f-b1d3-4ad6-9d3e-2aa8a0ac7549 service nova] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Received event network-vif-deleted-f967298a-f084-440e-abc6-5d5ebf93f0d6 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.214310] env[69858]: DEBUG nova.network.neutron [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.242750] env[69858]: INFO nova.compute.manager [-] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Took 1.45 seconds to deallocate network for instance. [ 901.435159] env[69858]: DEBUG nova.network.neutron [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Updating instance_info_cache with network_info: [{"id": "6c181cd9-b2c9-429c-8013-d519b51ebfcc", "address": "fa:16:3e:3b:a3:2f", "network": {"id": "8ff8d9d7-ac3f-4144-8c10-cf2cb5e15ece", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-665236185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7dedf87ec0a4a0eacbea8b7ce50f40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c181cd9-b2", "ovs_interfaceid": "6c181cd9-b2c9-429c-8013-d519b51ebfcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.498572] env[69858]: DEBUG nova.compute.utils [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 901.505335] env[69858]: DEBUG nova.compute.manager [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Not allocating networking since 'none' was specified. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 901.750511] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b1dab27b-5cf1-48a1-85ec-d9ef04182b29 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.943102] env[69858]: DEBUG oslo_concurrency.lockutils [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Releasing lock "refresh_cache-2c289fa7-0fdd-4dc0-bad3-fa827e0f8275" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.943845] env[69858]: DEBUG nova.compute.manager [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Instance network_info: |[{"id": "6c181cd9-b2c9-429c-8013-d519b51ebfcc", "address": "fa:16:3e:3b:a3:2f", "network": {"id": "8ff8d9d7-ac3f-4144-8c10-cf2cb5e15ece", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-665236185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7dedf87ec0a4a0eacbea8b7ce50f40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c181cd9-b2", "ovs_interfaceid": "6c181cd9-b2c9-429c-8013-d519b51ebfcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 901.944955] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:a3:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '67921bdb-a7a0-46b5-ba05-ca997496e222', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c181cd9-b2c9-429c-8013-d519b51ebfcc', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.960329] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.964028] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.964185] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01662392-b208-4388-b130-ebe95bef29f8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.989677] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.989677] env[69858]: value = "task-3419117" [ 901.989677] env[69858]: _type = "Task" [ 901.989677] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.999235] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419117, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.011832] env[69858]: DEBUG nova.compute.manager [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 902.085959] env[69858]: DEBUG nova.compute.manager [req-2884586b-1758-420a-96a6-93d10b3f2eda req-05315bff-fb50-4944-8cda-f74a05d6ac9a service nova] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Received event network-changed-6c181cd9-b2c9-429c-8013-d519b51ebfcc {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.086178] env[69858]: DEBUG nova.compute.manager [req-2884586b-1758-420a-96a6-93d10b3f2eda req-05315bff-fb50-4944-8cda-f74a05d6ac9a service nova] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Refreshing instance network info cache due to event network-changed-6c181cd9-b2c9-429c-8013-d519b51ebfcc. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 902.086482] env[69858]: DEBUG oslo_concurrency.lockutils [req-2884586b-1758-420a-96a6-93d10b3f2eda req-05315bff-fb50-4944-8cda-f74a05d6ac9a service nova] Acquiring lock "refresh_cache-2c289fa7-0fdd-4dc0-bad3-fa827e0f8275" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.086645] env[69858]: DEBUG oslo_concurrency.lockutils [req-2884586b-1758-420a-96a6-93d10b3f2eda req-05315bff-fb50-4944-8cda-f74a05d6ac9a service nova] Acquired lock "refresh_cache-2c289fa7-0fdd-4dc0-bad3-fa827e0f8275" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.086742] env[69858]: DEBUG nova.network.neutron [req-2884586b-1758-420a-96a6-93d10b3f2eda req-05315bff-fb50-4944-8cda-f74a05d6ac9a service nova] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Refreshing network info cache for port 6c181cd9-b2c9-429c-8013-d519b51ebfcc {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.097044] env[69858]: DEBUG nova.network.neutron [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Successfully updated port: b5ef3cb8-b6cf-40c4-b28c-fac86427bce9 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.100868] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634540cf-235f-4a17-b042-ebde614a468f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.116816] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886a35b8-fed6-49a0-a627-f056d2aa4015 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.155507] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01807ba-ebad-4eb6-89b8-3dc28e36bcf3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.170879] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5171d94d-a041-4dfb-9822-9f06ad09afb7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.192691] env[69858]: DEBUG nova.compute.provider_tree [None req-3866b7ea-9a47-4916-b43c-255d8eeea417 tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.336108] env[69858]: DEBUG oslo_concurrency.lockutils [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "587f6c2d-ea44-459f-b0c5-6e232da0e6d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.336422] env[69858]: DEBUG oslo_concurrency.lockutils [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "587f6c2d-ea44-459f-b0c5-6e232da0e6d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.505916] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419117, 'name': CreateVM_Task, 'duration_secs': 0.363809} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.505916] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.505916] env[69858]: DEBUG oslo_concurrency.lockutils [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.505916] env[69858]: DEBUG oslo_concurrency.lockutils [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.505916] env[69858]: DEBUG oslo_concurrency.lockutils [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.505916] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3360c617-c885-4ccf-b3ee-c26000f8d391 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.511086] env[69858]: DEBUG oslo_vmware.api [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 902.511086] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52efb90a-701e-31bd-9ad0-93324039487e" [ 902.511086] env[69858]: _type = "Task" [ 902.511086] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.528325] env[69858]: DEBUG oslo_vmware.api [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52efb90a-701e-31bd-9ad0-93324039487e, 'name': SearchDatastore_Task, 'duration_secs': 0.015838} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.528681] env[69858]: DEBUG oslo_concurrency.lockutils [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.528980] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.529167] env[69858]: DEBUG oslo_concurrency.lockutils [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.529319] env[69858]: DEBUG oslo_concurrency.lockutils [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.529486] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.529769] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ace78812-91dc-4f72-b102-1dcc1d26b9c0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.542149] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.542149] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.546784] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db8858c4-a9c8-4389-af6a-1ca0e576fe5c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.556485] env[69858]: DEBUG oslo_vmware.api [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 902.556485] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52fe7a58-39ae-e8bc-3341-23fb129f554c" [ 902.556485] env[69858]: _type = "Task" [ 902.556485] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.568550] env[69858]: DEBUG oslo_vmware.api [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52fe7a58-39ae-e8bc-3341-23fb129f554c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.609091] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquiring lock "refresh_cache-60f35308-2c0b-49b5-b59c-f009be3d3822" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.609351] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquired lock "refresh_cache-60f35308-2c0b-49b5-b59c-f009be3d3822" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.609595] env[69858]: DEBUG nova.network.neutron [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.696694] env[69858]: DEBUG nova.scheduler.client.report [None req-3866b7ea-9a47-4916-b43c-255d8eeea417 tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.842944] env[69858]: DEBUG nova.compute.manager [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 902.981133] env[69858]: DEBUG nova.network.neutron [req-2884586b-1758-420a-96a6-93d10b3f2eda req-05315bff-fb50-4944-8cda-f74a05d6ac9a service nova] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Updated VIF entry in instance network info cache for port 6c181cd9-b2c9-429c-8013-d519b51ebfcc. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.981133] env[69858]: DEBUG nova.network.neutron [req-2884586b-1758-420a-96a6-93d10b3f2eda req-05315bff-fb50-4944-8cda-f74a05d6ac9a service nova] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Updating instance_info_cache with network_info: [{"id": "6c181cd9-b2c9-429c-8013-d519b51ebfcc", "address": "fa:16:3e:3b:a3:2f", "network": {"id": "8ff8d9d7-ac3f-4144-8c10-cf2cb5e15ece", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-665236185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7dedf87ec0a4a0eacbea8b7ce50f40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c181cd9-b2", "ovs_interfaceid": "6c181cd9-b2c9-429c-8013-d519b51ebfcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.023730] env[69858]: DEBUG nova.compute.manager [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 903.051197] env[69858]: DEBUG nova.virt.hardware [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.051197] env[69858]: DEBUG nova.virt.hardware [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.051197] env[69858]: DEBUG nova.virt.hardware [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.051197] env[69858]: DEBUG nova.virt.hardware [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.051449] env[69858]: DEBUG nova.virt.hardware [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.051449] env[69858]: DEBUG nova.virt.hardware [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.051597] env[69858]: DEBUG nova.virt.hardware [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.051750] env[69858]: DEBUG nova.virt.hardware [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.051919] env[69858]: DEBUG nova.virt.hardware [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.052095] env[69858]: DEBUG nova.virt.hardware [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.052274] env[69858]: DEBUG nova.virt.hardware [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.053171] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac6d345-4c66-4197-99fe-11c1c3cfebb2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.064085] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb0bc7a-5c33-4569-aceb-7170504b5ab5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.071547] env[69858]: DEBUG oslo_vmware.api [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52fe7a58-39ae-e8bc-3341-23fb129f554c, 'name': SearchDatastore_Task, 'duration_secs': 0.015457} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.072793] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-855776f3-692a-4f23-b3b0-c9127012a184 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.083456] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Instance VIF info [] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.089157] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Creating folder: Project (1479710fb0704a2781f651e9ca2751ba). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 903.089774] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39b3f612-6518-4a23-9d00-08799720c677 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.093223] env[69858]: DEBUG oslo_vmware.api [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 903.093223] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c54127-afac-fb08-25f5-5b325a0baebc" [ 903.093223] env[69858]: _type = "Task" [ 903.093223] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.103300] env[69858]: DEBUG oslo_vmware.api [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c54127-afac-fb08-25f5-5b325a0baebc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.103300] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Created folder: Project (1479710fb0704a2781f651e9ca2751ba) in parent group-v682032. [ 903.103584] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Creating folder: Instances. Parent ref: group-v682178. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 903.103584] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c86eb9f-fca8-4145-b8f2-2a75bd620d96 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.116556] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Created folder: Instances in parent group-v682178. [ 903.116783] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.117245] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.117320] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4cad40e-bae5-4e42-b6dd-af8a654305b0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.140049] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.140049] env[69858]: value = "task-3419120" [ 903.140049] env[69858]: _type = "Task" [ 903.140049] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.148851] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419120, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.166684] env[69858]: DEBUG nova.network.neutron [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.203581] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3866b7ea-9a47-4916-b43c-255d8eeea417 tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.207s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.205215] env[69858]: DEBUG oslo_concurrency.lockutils [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.751s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.206122] env[69858]: INFO nova.compute.claims [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 903.226602] env[69858]: INFO nova.scheduler.client.report [None req-3866b7ea-9a47-4916-b43c-255d8eeea417 tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Deleted allocations for instance 0970e5bb-0c9d-406a-9467-0a50dc9c11c6 [ 903.362603] env[69858]: DEBUG nova.network.neutron [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Updating instance_info_cache with network_info: [{"id": "b5ef3cb8-b6cf-40c4-b28c-fac86427bce9", "address": "fa:16:3e:bd:be:20", "network": {"id": "0c9f6f19-47de-4d71-bd7d-ef64bf3ed419", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1429360809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d17af446507492f9ce66b1822068c79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ef3cb8-b6", "ovs_interfaceid": "b5ef3cb8-b6cf-40c4-b28c-fac86427bce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.368937] env[69858]: DEBUG oslo_concurrency.lockutils [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.399605] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Acquiring lock "880b4dde-36c7-4fda-909a-8b09c4ff8096" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.400433] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Lock "880b4dde-36c7-4fda-909a-8b09c4ff8096" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.484506] env[69858]: DEBUG oslo_concurrency.lockutils [req-2884586b-1758-420a-96a6-93d10b3f2eda req-05315bff-fb50-4944-8cda-f74a05d6ac9a service nova] Releasing lock "refresh_cache-2c289fa7-0fdd-4dc0-bad3-fa827e0f8275" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.484807] env[69858]: DEBUG nova.compute.manager [req-2884586b-1758-420a-96a6-93d10b3f2eda req-05315bff-fb50-4944-8cda-f74a05d6ac9a service nova] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Received event network-vif-plugged-b5ef3cb8-b6cf-40c4-b28c-fac86427bce9 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.485039] env[69858]: DEBUG oslo_concurrency.lockutils [req-2884586b-1758-420a-96a6-93d10b3f2eda req-05315bff-fb50-4944-8cda-f74a05d6ac9a service nova] Acquiring lock "60f35308-2c0b-49b5-b59c-f009be3d3822-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.485257] env[69858]: DEBUG oslo_concurrency.lockutils [req-2884586b-1758-420a-96a6-93d10b3f2eda req-05315bff-fb50-4944-8cda-f74a05d6ac9a service nova] Lock "60f35308-2c0b-49b5-b59c-f009be3d3822-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.485421] env[69858]: DEBUG oslo_concurrency.lockutils [req-2884586b-1758-420a-96a6-93d10b3f2eda req-05315bff-fb50-4944-8cda-f74a05d6ac9a service nova] Lock "60f35308-2c0b-49b5-b59c-f009be3d3822-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.485589] env[69858]: DEBUG nova.compute.manager [req-2884586b-1758-420a-96a6-93d10b3f2eda req-05315bff-fb50-4944-8cda-f74a05d6ac9a service nova] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] No waiting events found dispatching network-vif-plugged-b5ef3cb8-b6cf-40c4-b28c-fac86427bce9 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 903.485837] env[69858]: WARNING nova.compute.manager [req-2884586b-1758-420a-96a6-93d10b3f2eda req-05315bff-fb50-4944-8cda-f74a05d6ac9a service nova] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Received unexpected event network-vif-plugged-b5ef3cb8-b6cf-40c4-b28c-fac86427bce9 for instance with vm_state building and task_state spawning. [ 903.604607] env[69858]: DEBUG oslo_vmware.api [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c54127-afac-fb08-25f5-5b325a0baebc, 'name': SearchDatastore_Task, 'duration_secs': 0.032408} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.605018] env[69858]: DEBUG oslo_concurrency.lockutils [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.605221] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275/2c289fa7-0fdd-4dc0-bad3-fa827e0f8275.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.605525] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-433335ee-a4a0-42e6-9e35-3124ecb8d754 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.613320] env[69858]: DEBUG oslo_vmware.api [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 903.613320] env[69858]: value = "task-3419121" [ 903.613320] env[69858]: _type = "Task" [ 903.613320] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.622118] env[69858]: DEBUG oslo_vmware.api [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.649945] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419120, 'name': CreateVM_Task, 'duration_secs': 0.369053} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.650222] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.650618] env[69858]: DEBUG oslo_concurrency.lockutils [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.650786] env[69858]: DEBUG oslo_concurrency.lockutils [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.651202] env[69858]: DEBUG oslo_concurrency.lockutils [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.651384] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebcb5103-7899-485a-8e3f-3c3e6baad991 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.657231] env[69858]: DEBUG oslo_vmware.api [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Waiting for the task: (returnval){ [ 903.657231] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520c2b61-bcd4-8363-c19b-f789976117d5" [ 903.657231] env[69858]: _type = "Task" [ 903.657231] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.666370] env[69858]: DEBUG oslo_vmware.api [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520c2b61-bcd4-8363-c19b-f789976117d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.737447] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3866b7ea-9a47-4916-b43c-255d8eeea417 tempest-ServersTestFqdnHostnames-934655457 tempest-ServersTestFqdnHostnames-934655457-project-member] Lock "0970e5bb-0c9d-406a-9467-0a50dc9c11c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.028s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.865827] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Releasing lock "refresh_cache-60f35308-2c0b-49b5-b59c-f009be3d3822" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.866199] env[69858]: DEBUG nova.compute.manager [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Instance network_info: |[{"id": "b5ef3cb8-b6cf-40c4-b28c-fac86427bce9", "address": "fa:16:3e:bd:be:20", "network": {"id": "0c9f6f19-47de-4d71-bd7d-ef64bf3ed419", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1429360809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d17af446507492f9ce66b1822068c79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ef3cb8-b6", "ovs_interfaceid": "b5ef3cb8-b6cf-40c4-b28c-fac86427bce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.866704] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:be:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5ef3cb8-b6cf-40c4-b28c-fac86427bce9', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.875381] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.875381] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.879022] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79269b19-d52f-4921-8dd4-9c1fbdb2476f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.902423] env[69858]: DEBUG nova.compute.manager [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.905210] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.905210] env[69858]: value = "task-3419122" [ 903.905210] env[69858]: _type = "Task" [ 903.905210] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.919081] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419122, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.123771] env[69858]: DEBUG oslo_vmware.api [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419121, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489742} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.124044] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275/2c289fa7-0fdd-4dc0-bad3-fa827e0f8275.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.124252] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.124528] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0d741df-4a2f-4190-9f1a-938b80f837ae {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.132154] env[69858]: DEBUG oslo_vmware.api [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 904.132154] env[69858]: value = "task-3419123" [ 904.132154] env[69858]: _type = "Task" [ 904.132154] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.143895] env[69858]: DEBUG oslo_vmware.api [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.173029] env[69858]: DEBUG oslo_vmware.api [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520c2b61-bcd4-8363-c19b-f789976117d5, 'name': SearchDatastore_Task, 'duration_secs': 0.019095} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.173029] env[69858]: DEBUG oslo_concurrency.lockutils [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.173029] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.173029] env[69858]: DEBUG oslo_concurrency.lockutils [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.173029] env[69858]: DEBUG oslo_concurrency.lockutils [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.173029] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.173029] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9eec015-5423-4d10-91d5-9bbc5f0e15ec {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.181493] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.181693] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.182454] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a77258c7-fe0d-4006-9452-47212d5aa184 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.187815] env[69858]: DEBUG nova.compute.manager [req-41ff4faf-9b62-43f7-8c15-ddab8fd483c3 req-3669e702-2bf5-44f2-8f1f-f016b1522b7b service nova] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Received event network-changed-b5ef3cb8-b6cf-40c4-b28c-fac86427bce9 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.188161] env[69858]: DEBUG nova.compute.manager [req-41ff4faf-9b62-43f7-8c15-ddab8fd483c3 req-3669e702-2bf5-44f2-8f1f-f016b1522b7b service nova] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Refreshing instance network info cache due to event network-changed-b5ef3cb8-b6cf-40c4-b28c-fac86427bce9. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 904.188306] env[69858]: DEBUG oslo_concurrency.lockutils [req-41ff4faf-9b62-43f7-8c15-ddab8fd483c3 req-3669e702-2bf5-44f2-8f1f-f016b1522b7b service nova] Acquiring lock "refresh_cache-60f35308-2c0b-49b5-b59c-f009be3d3822" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.188444] env[69858]: DEBUG oslo_concurrency.lockutils [req-41ff4faf-9b62-43f7-8c15-ddab8fd483c3 req-3669e702-2bf5-44f2-8f1f-f016b1522b7b service nova] Acquired lock "refresh_cache-60f35308-2c0b-49b5-b59c-f009be3d3822" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.188947] env[69858]: DEBUG nova.network.neutron [req-41ff4faf-9b62-43f7-8c15-ddab8fd483c3 req-3669e702-2bf5-44f2-8f1f-f016b1522b7b service nova] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Refreshing network info cache for port b5ef3cb8-b6cf-40c4-b28c-fac86427bce9 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.192043] env[69858]: DEBUG oslo_vmware.api [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Waiting for the task: (returnval){ [ 904.192043] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ceca71-7d27-d69c-04fa-7b26820c9f41" [ 904.192043] env[69858]: _type = "Task" [ 904.192043] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.203977] env[69858]: DEBUG oslo_vmware.api [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ceca71-7d27-d69c-04fa-7b26820c9f41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.418107] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419122, 'name': CreateVM_Task, 'duration_secs': 0.483056} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.422046] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.422046] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.422046] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.422046] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.422046] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e35b8cf-6cfa-485c-9135-5c7cef3f6349 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.433437] env[69858]: DEBUG oslo_vmware.api [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 904.433437] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523e9d8b-6c29-a300-dcc1-1c7a689a8bd2" [ 904.433437] env[69858]: _type = "Task" [ 904.433437] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.434738] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.445208] env[69858]: DEBUG oslo_vmware.api [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523e9d8b-6c29-a300-dcc1-1c7a689a8bd2, 'name': SearchDatastore_Task, 'duration_secs': 0.013794} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.448043] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.448435] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.448699] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.643602] env[69858]: DEBUG oslo_vmware.api [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070992} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.646953] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.646953] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c179af-f803-49f6-89d9-46fbc84aa70b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.670153] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275/2c289fa7-0fdd-4dc0-bad3-fa827e0f8275.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.672934] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc00dd68-b4e4-4784-933c-aaa77637623a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.702322] env[69858]: DEBUG oslo_vmware.api [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 904.702322] env[69858]: value = "task-3419124" [ 904.702322] env[69858]: _type = "Task" [ 904.702322] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.702322] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c52729-c837-4427-b299-e2e14a9bc059 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.711641] env[69858]: DEBUG oslo_vmware.api [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ceca71-7d27-d69c-04fa-7b26820c9f41, 'name': SearchDatastore_Task, 'duration_secs': 0.028727} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.713124] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5939130a-82d1-4528-89c5-e71f0941766c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.720729] env[69858]: DEBUG oslo_vmware.api [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.722479] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc68fb0-3e5e-43b4-a674-6594c52cb1dd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.729126] env[69858]: DEBUG oslo_vmware.api [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Waiting for the task: (returnval){ [ 904.729126] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524d5480-7181-b470-2bf4-a15a4871c810" [ 904.729126] env[69858]: _type = "Task" [ 904.729126] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.762443] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d57980-11ef-48c3-9e31-cbec6d16df0d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.768678] env[69858]: DEBUG oslo_vmware.api [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524d5480-7181-b470-2bf4-a15a4871c810, 'name': SearchDatastore_Task, 'duration_secs': 0.013059} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.769338] env[69858]: DEBUG oslo_concurrency.lockutils [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.769633] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 06360ef7-63d6-4eff-89b6-a105e0d87cb4/06360ef7-63d6-4eff-89b6-a105e0d87cb4.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 904.769933] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.770150] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.770375] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43ff0ccd-aa8a-4ef1-936e-aaab790610ee {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.774754] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3224e97b-22f4-46dc-a9d9-907313c4786b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.777894] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e08919d-706c-466a-9c07-999a63a50d7b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.783683] env[69858]: DEBUG oslo_vmware.api [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Waiting for the task: (returnval){ [ 904.783683] env[69858]: value = "task-3419125" [ 904.783683] env[69858]: _type = "Task" [ 904.783683] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.795723] env[69858]: DEBUG nova.compute.provider_tree [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.798676] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.798822] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.799838] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1913d629-e2d8-4773-bafa-c3a431271a55 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.805320] env[69858]: DEBUG oslo_vmware.api [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': task-3419125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.809596] env[69858]: DEBUG oslo_vmware.api [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 904.809596] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e0c9a6-b5ef-49ce-1f16-d24dbc6aabf2" [ 904.809596] env[69858]: _type = "Task" [ 904.809596] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.818445] env[69858]: DEBUG oslo_vmware.api [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e0c9a6-b5ef-49ce-1f16-d24dbc6aabf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.004182] env[69858]: DEBUG nova.network.neutron [req-41ff4faf-9b62-43f7-8c15-ddab8fd483c3 req-3669e702-2bf5-44f2-8f1f-f016b1522b7b service nova] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Updated VIF entry in instance network info cache for port b5ef3cb8-b6cf-40c4-b28c-fac86427bce9. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.004570] env[69858]: DEBUG nova.network.neutron [req-41ff4faf-9b62-43f7-8c15-ddab8fd483c3 req-3669e702-2bf5-44f2-8f1f-f016b1522b7b service nova] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Updating instance_info_cache with network_info: [{"id": "b5ef3cb8-b6cf-40c4-b28c-fac86427bce9", "address": "fa:16:3e:bd:be:20", "network": {"id": "0c9f6f19-47de-4d71-bd7d-ef64bf3ed419", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1429360809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d17af446507492f9ce66b1822068c79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ef3cb8-b6", "ovs_interfaceid": "b5ef3cb8-b6cf-40c4-b28c-fac86427bce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.213937] env[69858]: DEBUG oslo_vmware.api [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419124, 'name': ReconfigVM_Task, 'duration_secs': 0.29662} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.214245] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275/2c289fa7-0fdd-4dc0-bad3-fa827e0f8275.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.215167] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1e78929-d8e5-437d-9605-d1bbe9b11e17 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.224068] env[69858]: DEBUG oslo_vmware.api [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 905.224068] env[69858]: value = "task-3419126" [ 905.224068] env[69858]: _type = "Task" [ 905.224068] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.234223] env[69858]: DEBUG oslo_vmware.api [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419126, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.296890] env[69858]: DEBUG oslo_vmware.api [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': task-3419125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.301326] env[69858]: DEBUG nova.scheduler.client.report [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.322926] env[69858]: DEBUG oslo_vmware.api [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e0c9a6-b5ef-49ce-1f16-d24dbc6aabf2, 'name': SearchDatastore_Task, 'duration_secs': 0.011811} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.325805] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d0cfc16-a384-4b88-bddb-314a63eb9de3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.334518] env[69858]: DEBUG oslo_vmware.api [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 905.334518] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524736ca-6f12-6823-d0b7-12e76e5755b7" [ 905.334518] env[69858]: _type = "Task" [ 905.334518] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.345496] env[69858]: DEBUG oslo_vmware.api [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524736ca-6f12-6823-d0b7-12e76e5755b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.507685] env[69858]: DEBUG oslo_concurrency.lockutils [req-41ff4faf-9b62-43f7-8c15-ddab8fd483c3 req-3669e702-2bf5-44f2-8f1f-f016b1522b7b service nova] Releasing lock "refresh_cache-60f35308-2c0b-49b5-b59c-f009be3d3822" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.734459] env[69858]: DEBUG oslo_vmware.api [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419126, 'name': Rename_Task, 'duration_secs': 0.149995} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.734796] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.735066] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d5e632d-4dda-4d60-bdb0-e41b6a4b3f79 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.744171] env[69858]: DEBUG oslo_vmware.api [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 905.744171] env[69858]: value = "task-3419127" [ 905.744171] env[69858]: _type = "Task" [ 905.744171] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.756327] env[69858]: DEBUG oslo_vmware.api [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.796519] env[69858]: DEBUG oslo_vmware.api [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': task-3419125, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.812093] env[69858]: DEBUG oslo_concurrency.lockutils [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.812996] env[69858]: DEBUG nova.compute.manager [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 905.817761] env[69858]: DEBUG oslo_concurrency.lockutils [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.192s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.818159] env[69858]: DEBUG nova.objects.instance [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Lazy-loading 'resources' on Instance uuid 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.844853] env[69858]: DEBUG oslo_vmware.api [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524736ca-6f12-6823-d0b7-12e76e5755b7, 'name': SearchDatastore_Task, 'duration_secs': 0.034914} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.845206] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.845405] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 60f35308-2c0b-49b5-b59c-f009be3d3822/60f35308-2c0b-49b5-b59c-f009be3d3822.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.845694] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6183093-614f-4070-a70a-5f6108d2c498 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.855635] env[69858]: DEBUG oslo_vmware.api [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 905.855635] env[69858]: value = "task-3419128" [ 905.855635] env[69858]: _type = "Task" [ 905.855635] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.865605] env[69858]: DEBUG oslo_vmware.api [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.259045] env[69858]: DEBUG oslo_vmware.api [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419127, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.300332] env[69858]: DEBUG oslo_vmware.api [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': task-3419125, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.113184} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.300695] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 06360ef7-63d6-4eff-89b6-a105e0d87cb4/06360ef7-63d6-4eff-89b6-a105e0d87cb4.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.300918] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.301243] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea790aff-4aab-44b9-b963-c008ff540b09 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.312363] env[69858]: DEBUG oslo_vmware.api [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Waiting for the task: (returnval){ [ 906.312363] env[69858]: value = "task-3419129" [ 906.312363] env[69858]: _type = "Task" [ 906.312363] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.324098] env[69858]: DEBUG nova.compute.utils [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 906.331246] env[69858]: DEBUG nova.compute.manager [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 906.331478] env[69858]: DEBUG nova.network.neutron [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 906.336272] env[69858]: DEBUG oslo_vmware.api [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': task-3419129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.368959] env[69858]: DEBUG oslo_vmware.api [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471048} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.371962] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 60f35308-2c0b-49b5-b59c-f009be3d3822/60f35308-2c0b-49b5-b59c-f009be3d3822.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.372212] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.372694] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4092fe15-980f-4440-91ac-00f7fd460427 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.381250] env[69858]: DEBUG oslo_vmware.api [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 906.381250] env[69858]: value = "task-3419130" [ 906.381250] env[69858]: _type = "Task" [ 906.381250] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.390399] env[69858]: DEBUG oslo_vmware.api [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.416130] env[69858]: DEBUG nova.policy [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66f094ead41847c1ba727a39de678176', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a1e778203624afa891b182fd8cae733', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 906.755925] env[69858]: DEBUG oslo_vmware.api [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419127, 'name': PowerOnVM_Task, 'duration_secs': 0.705703} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.758486] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.758697] env[69858]: INFO nova.compute.manager [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Took 9.00 seconds to spawn the instance on the hypervisor. [ 906.758881] env[69858]: DEBUG nova.compute.manager [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.759859] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b79fea-5bc3-48bc-b0aa-c07838b3ee9d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.827077] env[69858]: DEBUG oslo_vmware.api [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': task-3419129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075886} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.827397] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.828305] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afd3424-4248-440c-9d26-bdb8b3939d90 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.840605] env[69858]: DEBUG nova.compute.manager [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 906.851516] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 06360ef7-63d6-4eff-89b6-a105e0d87cb4/06360ef7-63d6-4eff-89b6-a105e0d87cb4.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.852527] env[69858]: DEBUG nova.network.neutron [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Successfully created port: da9f5e8b-fde9-46d2-b105-3f7f855bb3aa {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 906.857379] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6886c586-55cf-4ea0-a83c-e2b370b04ca3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.878731] env[69858]: DEBUG oslo_vmware.api [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Waiting for the task: (returnval){ [ 906.878731] env[69858]: value = "task-3419131" [ 906.878731] env[69858]: _type = "Task" [ 906.878731] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.895165] env[69858]: DEBUG oslo_vmware.api [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078486} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.897964] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.898567] env[69858]: DEBUG oslo_vmware.api [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': task-3419131, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.900217] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ef9678-5e6a-4934-a308-3f7445690c06 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.903156] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea8148b-4f2a-4359-bb9c-1f3f2e15d298 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.928220] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 60f35308-2c0b-49b5-b59c-f009be3d3822/60f35308-2c0b-49b5-b59c-f009be3d3822.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.929961] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2c33c58-5a45-49ad-a2e1-6063ff4e2939 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.944730] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f0139d-bbab-4c27-b058-8d446bfe3628 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.956370] env[69858]: DEBUG oslo_vmware.api [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 906.956370] env[69858]: value = "task-3419132" [ 906.956370] env[69858]: _type = "Task" [ 906.956370] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.987739] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8560d2d3-b472-470e-b95b-a8a76c267b32 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.998153] env[69858]: DEBUG oslo_vmware.api [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.999472] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e12dbfa-4ef7-4a1f-8814-5a66034f10e1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.015012] env[69858]: DEBUG nova.compute.provider_tree [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 907.283191] env[69858]: INFO nova.compute.manager [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Took 43.37 seconds to build instance. [ 907.391228] env[69858]: DEBUG oslo_vmware.api [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': task-3419131, 'name': ReconfigVM_Task, 'duration_secs': 0.320266} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.391228] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 06360ef7-63d6-4eff-89b6-a105e0d87cb4/06360ef7-63d6-4eff-89b6-a105e0d87cb4.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.395542] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a426db91-cd72-443f-a445-554b27a00011 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.404660] env[69858]: DEBUG oslo_vmware.api [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Waiting for the task: (returnval){ [ 907.404660] env[69858]: value = "task-3419133" [ 907.404660] env[69858]: _type = "Task" [ 907.404660] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.418860] env[69858]: DEBUG oslo_vmware.api [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': task-3419133, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.493794] env[69858]: DEBUG oslo_vmware.api [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419132, 'name': ReconfigVM_Task, 'duration_secs': 0.328861} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.494101] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 60f35308-2c0b-49b5-b59c-f009be3d3822/60f35308-2c0b-49b5-b59c-f009be3d3822.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.494751] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-366a755d-df16-4fdf-ab92-745579848aeb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.502464] env[69858]: DEBUG oslo_vmware.api [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 907.502464] env[69858]: value = "task-3419134" [ 907.502464] env[69858]: _type = "Task" [ 907.502464] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.512711] env[69858]: DEBUG oslo_vmware.api [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419134, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.548117] env[69858]: ERROR nova.scheduler.client.report [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] [req-28289def-0ee9-4f5e-82c1-f044757747ea] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0eb830e-e56f-4bef-ab3f-89644f27fe23. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-28289def-0ee9-4f5e-82c1-f044757747ea"}]} [ 907.571511] env[69858]: DEBUG nova.scheduler.client.report [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Refreshing inventories for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 907.586397] env[69858]: DEBUG nova.scheduler.client.report [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Updating ProviderTree inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 907.586622] env[69858]: DEBUG nova.compute.provider_tree [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 907.599097] env[69858]: DEBUG nova.scheduler.client.report [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Refreshing aggregate associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, aggregates: None {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 907.617342] env[69858]: DEBUG nova.scheduler.client.report [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Refreshing trait associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 907.785790] env[69858]: DEBUG oslo_concurrency.lockutils [None req-804f193b-3d0f-409e-a6a2-6aa0b4f82e65 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "2c289fa7-0fdd-4dc0-bad3-fa827e0f8275" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.882s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.867759] env[69858]: DEBUG nova.compute.manager [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 907.898520] env[69858]: DEBUG nova.virt.hardware [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.898777] env[69858]: DEBUG nova.virt.hardware [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.899455] env[69858]: DEBUG nova.virt.hardware [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.899455] env[69858]: DEBUG nova.virt.hardware [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.899455] env[69858]: DEBUG nova.virt.hardware [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.899455] env[69858]: DEBUG nova.virt.hardware [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.899769] env[69858]: DEBUG nova.virt.hardware [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.900083] env[69858]: DEBUG nova.virt.hardware [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.900184] env[69858]: DEBUG nova.virt.hardware [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.900282] env[69858]: DEBUG nova.virt.hardware [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.900458] env[69858]: DEBUG nova.virt.hardware [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.901384] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae17245e-2864-4236-85b5-83eb590a904c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.916818] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e2beb8-3df8-4a73-a576-b8954a83b4bd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.926901] env[69858]: DEBUG oslo_vmware.api [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': task-3419133, 'name': Rename_Task, 'duration_secs': 0.157718} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.927753] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.927945] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07aab557-480a-4af6-983e-2995015c28fd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.942326] env[69858]: DEBUG oslo_vmware.api [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Waiting for the task: (returnval){ [ 907.942326] env[69858]: value = "task-3419135" [ 907.942326] env[69858]: _type = "Task" [ 907.942326] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.951492] env[69858]: DEBUG oslo_vmware.api [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': task-3419135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.021136] env[69858]: DEBUG oslo_vmware.api [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419134, 'name': Rename_Task, 'duration_secs': 0.157963} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.021638] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.021919] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ff8765b-7565-417e-958a-d182f00d7fad {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.029433] env[69858]: DEBUG oslo_vmware.api [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 908.029433] env[69858]: value = "task-3419136" [ 908.029433] env[69858]: _type = "Task" [ 908.029433] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.041507] env[69858]: DEBUG oslo_vmware.api [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.064244] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fe8391-060c-4181-9d9b-4a859904e721 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.073113] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c69366-e851-4682-a2ad-e640f54b104d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.105591] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452cfea1-3518-41b1-a04e-ee886e7cde43 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.114156] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f5b938-9881-4986-9582-ab6c49451c2b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.130038] env[69858]: DEBUG nova.compute.provider_tree [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 908.455970] env[69858]: DEBUG oslo_vmware.api [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': task-3419135, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.517604] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3433ceaa-8142-4cdd-9f0d-fedad88388e7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "2c289fa7-0fdd-4dc0-bad3-fa827e0f8275" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.517904] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3433ceaa-8142-4cdd-9f0d-fedad88388e7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "2c289fa7-0fdd-4dc0-bad3-fa827e0f8275" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.518127] env[69858]: DEBUG nova.compute.manager [None req-3433ceaa-8142-4cdd-9f0d-fedad88388e7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.519119] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeee95ea-e759-4f00-9b64-a3af54121f1a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.530174] env[69858]: DEBUG nova.compute.manager [None req-3433ceaa-8142-4cdd-9f0d-fedad88388e7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69858) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 908.530174] env[69858]: DEBUG nova.objects.instance [None req-3433ceaa-8142-4cdd-9f0d-fedad88388e7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lazy-loading 'flavor' on Instance uuid 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.544905] env[69858]: DEBUG oslo_vmware.api [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419136, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.550860] env[69858]: DEBUG nova.compute.manager [req-eb21fc4e-d17d-4f28-879d-5c5d50b15b30 req-8c472a71-5b4b-4acd-8ddf-a4d6ea8dc1c3 service nova] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Received event network-vif-plugged-da9f5e8b-fde9-46d2-b105-3f7f855bb3aa {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.551256] env[69858]: DEBUG oslo_concurrency.lockutils [req-eb21fc4e-d17d-4f28-879d-5c5d50b15b30 req-8c472a71-5b4b-4acd-8ddf-a4d6ea8dc1c3 service nova] Acquiring lock "1304c169-b815-4d2b-8eda-9e1265a43b13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.551724] env[69858]: DEBUG oslo_concurrency.lockutils [req-eb21fc4e-d17d-4f28-879d-5c5d50b15b30 req-8c472a71-5b4b-4acd-8ddf-a4d6ea8dc1c3 service nova] Lock "1304c169-b815-4d2b-8eda-9e1265a43b13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.551957] env[69858]: DEBUG oslo_concurrency.lockutils [req-eb21fc4e-d17d-4f28-879d-5c5d50b15b30 req-8c472a71-5b4b-4acd-8ddf-a4d6ea8dc1c3 service nova] Lock "1304c169-b815-4d2b-8eda-9e1265a43b13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.552193] env[69858]: DEBUG nova.compute.manager [req-eb21fc4e-d17d-4f28-879d-5c5d50b15b30 req-8c472a71-5b4b-4acd-8ddf-a4d6ea8dc1c3 service nova] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] No waiting events found dispatching network-vif-plugged-da9f5e8b-fde9-46d2-b105-3f7f855bb3aa {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 908.552419] env[69858]: WARNING nova.compute.manager [req-eb21fc4e-d17d-4f28-879d-5c5d50b15b30 req-8c472a71-5b4b-4acd-8ddf-a4d6ea8dc1c3 service nova] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Received unexpected event network-vif-plugged-da9f5e8b-fde9-46d2-b105-3f7f855bb3aa for instance with vm_state building and task_state spawning. [ 908.605566] env[69858]: DEBUG nova.network.neutron [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Successfully updated port: da9f5e8b-fde9-46d2-b105-3f7f855bb3aa {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 908.675225] env[69858]: DEBUG nova.scheduler.client.report [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Updated inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with generation 74 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 908.675564] env[69858]: DEBUG nova.compute.provider_tree [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Updating resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 generation from 74 to 75 during operation: update_inventory {{(pid=69858) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 908.675752] env[69858]: DEBUG nova.compute.provider_tree [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 908.956141] env[69858]: DEBUG oslo_vmware.api [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': task-3419135, 'name': PowerOnVM_Task, 'duration_secs': 0.536073} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.956435] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.956637] env[69858]: INFO nova.compute.manager [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Took 5.93 seconds to spawn the instance on the hypervisor. [ 908.956843] env[69858]: DEBUG nova.compute.manager [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.957656] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdae2ce8-bfdf-4d9b-83fe-8884a982745d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.046369] env[69858]: DEBUG oslo_vmware.api [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419136, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.109755] env[69858]: DEBUG oslo_concurrency.lockutils [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquiring lock "refresh_cache-1304c169-b815-4d2b-8eda-9e1265a43b13" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.109755] env[69858]: DEBUG oslo_concurrency.lockutils [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquired lock "refresh_cache-1304c169-b815-4d2b-8eda-9e1265a43b13" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.109755] env[69858]: DEBUG nova.network.neutron [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.182148] env[69858]: DEBUG oslo_concurrency.lockutils [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.364s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.184862] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.091s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.185557] env[69858]: DEBUG nova.objects.instance [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Lazy-loading 'resources' on Instance uuid d9b711b5-7df8-4fc8-9c98-a9a6e2c63303 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.207557] env[69858]: INFO nova.scheduler.client.report [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Deleted allocations for instance 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96 [ 909.475077] env[69858]: INFO nova.compute.manager [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Took 43.04 seconds to build instance. [ 909.551704] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-3433ceaa-8142-4cdd-9f0d-fedad88388e7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.552032] env[69858]: DEBUG oslo_vmware.api [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419136, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.552273] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7956b3e4-2ec0-4def-8363-e628d1ea2bf8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.566080] env[69858]: DEBUG oslo_vmware.api [None req-3433ceaa-8142-4cdd-9f0d-fedad88388e7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 909.566080] env[69858]: value = "task-3419137" [ 909.566080] env[69858]: _type = "Task" [ 909.566080] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.578607] env[69858]: DEBUG oslo_vmware.api [None req-3433ceaa-8142-4cdd-9f0d-fedad88388e7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.688457] env[69858]: DEBUG nova.network.neutron [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.723121] env[69858]: DEBUG oslo_concurrency.lockutils [None req-56b4b150-a2b6-4998-963f-f148a26f1dcb tempest-AttachInterfacesUnderV243Test-351980613 tempest-AttachInterfacesUnderV243Test-351980613-project-member] Lock "8b263c3e-8f1a-4da9-8e62-fbd1037dfd96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.805s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.977992] env[69858]: DEBUG oslo_concurrency.lockutils [None req-71c6594a-a277-47a5-8fe7-de5ed191ce7b tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Lock "06360ef7-63d6-4eff-89b6-a105e0d87cb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.029s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.044344] env[69858]: DEBUG oslo_vmware.api [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419136, 'name': PowerOnVM_Task, 'duration_secs': 1.599047} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.044705] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.044925] env[69858]: INFO nova.compute.manager [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Took 9.73 seconds to spawn the instance on the hypervisor. [ 910.045148] env[69858]: DEBUG nova.compute.manager [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.045999] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560c84e6-b45d-4e12-bddf-8acc71507527 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.079989] env[69858]: DEBUG oslo_vmware.api [None req-3433ceaa-8142-4cdd-9f0d-fedad88388e7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419137, 'name': PowerOffVM_Task, 'duration_secs': 0.216303} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.080401] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-3433ceaa-8142-4cdd-9f0d-fedad88388e7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.080726] env[69858]: DEBUG nova.compute.manager [None req-3433ceaa-8142-4cdd-9f0d-fedad88388e7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.081589] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4432d7e3-9173-4230-aba3-69fe8e03964b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.087445] env[69858]: INFO nova.compute.manager [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Rebuilding instance [ 910.143700] env[69858]: DEBUG nova.compute.manager [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.145311] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2397d730-e46a-4c15-af6d-12c9cbdec7d4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.202902] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1618d5d2-fba8-47eb-901e-fa9104ac1c62 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.218807] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bb5946-6119-442d-b1d3-c7bbd60be20a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.252855] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f0f49b-79b7-4c76-9830-d0213ddd1681 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.263012] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2356089b-e32e-4156-bdf8-8ea267480169 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.277481] env[69858]: DEBUG nova.compute.provider_tree [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.299565] env[69858]: DEBUG nova.network.neutron [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Updating instance_info_cache with network_info: [{"id": "da9f5e8b-fde9-46d2-b105-3f7f855bb3aa", "address": "fa:16:3e:27:17:15", "network": {"id": "03945024-6f39-4ded-9f17-c21be1d26d9b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-743455215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a1e778203624afa891b182fd8cae733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda9f5e8b-fd", "ovs_interfaceid": "da9f5e8b-fde9-46d2-b105-3f7f855bb3aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.570020] env[69858]: INFO nova.compute.manager [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Took 45.76 seconds to build instance. [ 910.598646] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3433ceaa-8142-4cdd-9f0d-fedad88388e7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "2c289fa7-0fdd-4dc0-bad3-fa827e0f8275" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.081s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.676235] env[69858]: DEBUG nova.compute.manager [req-2e89ceef-4d3f-43d8-823a-e28178dba0cb req-b326c332-bbed-4e39-838e-6582d0217a6d service nova] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Received event network-changed-da9f5e8b-fde9-46d2-b105-3f7f855bb3aa {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.676641] env[69858]: DEBUG nova.compute.manager [req-2e89ceef-4d3f-43d8-823a-e28178dba0cb req-b326c332-bbed-4e39-838e-6582d0217a6d service nova] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Refreshing instance network info cache due to event network-changed-da9f5e8b-fde9-46d2-b105-3f7f855bb3aa. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 910.677383] env[69858]: DEBUG oslo_concurrency.lockutils [req-2e89ceef-4d3f-43d8-823a-e28178dba0cb req-b326c332-bbed-4e39-838e-6582d0217a6d service nova] Acquiring lock "refresh_cache-1304c169-b815-4d2b-8eda-9e1265a43b13" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.781411] env[69858]: DEBUG nova.scheduler.client.report [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.803290] env[69858]: DEBUG oslo_concurrency.lockutils [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Releasing lock "refresh_cache-1304c169-b815-4d2b-8eda-9e1265a43b13" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.803290] env[69858]: DEBUG nova.compute.manager [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Instance network_info: |[{"id": "da9f5e8b-fde9-46d2-b105-3f7f855bb3aa", "address": "fa:16:3e:27:17:15", "network": {"id": "03945024-6f39-4ded-9f17-c21be1d26d9b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-743455215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a1e778203624afa891b182fd8cae733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda9f5e8b-fd", "ovs_interfaceid": "da9f5e8b-fde9-46d2-b105-3f7f855bb3aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 910.803290] env[69858]: DEBUG oslo_concurrency.lockutils [req-2e89ceef-4d3f-43d8-823a-e28178dba0cb req-b326c332-bbed-4e39-838e-6582d0217a6d service nova] Acquired lock "refresh_cache-1304c169-b815-4d2b-8eda-9e1265a43b13" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.803472] env[69858]: DEBUG nova.network.neutron [req-2e89ceef-4d3f-43d8-823a-e28178dba0cb req-b326c332-bbed-4e39-838e-6582d0217a6d service nova] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Refreshing network info cache for port da9f5e8b-fde9-46d2-b105-3f7f855bb3aa {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 910.805278] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:17:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da9f5e8b-fde9-46d2-b105-3f7f855bb3aa', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.814179] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.815290] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.815608] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5871eb79-960b-42c0-a1d2-a396ad35823b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.839186] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.839186] env[69858]: value = "task-3419138" [ 910.839186] env[69858]: _type = "Task" [ 910.839186] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.848462] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419138, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.071352] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a2ba4f73-6135-4dec-b9c4-859aa1f34428 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lock "60f35308-2c0b-49b5-b59c-f009be3d3822" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.277s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.172411] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.173531] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4297c97e-66ec-4354-a8b9-c37f20f1e808 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.181566] env[69858]: DEBUG oslo_vmware.api [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Waiting for the task: (returnval){ [ 911.181566] env[69858]: value = "task-3419139" [ 911.181566] env[69858]: _type = "Task" [ 911.181566] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.193831] env[69858]: DEBUG oslo_vmware.api [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': task-3419139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.224706] env[69858]: INFO nova.compute.manager [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Rebuilding instance [ 911.278059] env[69858]: DEBUG nova.compute.manager [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.278961] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9f8a6c-64b4-493c-981c-8b2bf41a5494 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.293843] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.294690] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9edcf5eb-045b-4329-a797-aa072bad3620 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.937s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.295378] env[69858]: DEBUG nova.objects.instance [None req-9edcf5eb-045b-4329-a797-aa072bad3620 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Lazy-loading 'resources' on Instance uuid b0e56ea2-9d0a-4c2a-8333-6393dcc4714d {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.322621] env[69858]: INFO nova.scheduler.client.report [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Deleted allocations for instance d9b711b5-7df8-4fc8-9c98-a9a6e2c63303 [ 911.351163] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419138, 'name': CreateVM_Task, 'duration_secs': 0.381828} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.351642] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.352469] env[69858]: DEBUG oslo_concurrency.lockutils [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.352755] env[69858]: DEBUG oslo_concurrency.lockutils [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.353270] env[69858]: DEBUG oslo_concurrency.lockutils [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.353641] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de99e0bf-2d03-42e8-922f-3916ba5c718f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.360765] env[69858]: DEBUG oslo_vmware.api [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 911.360765] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52adc2d9-efa1-f9ff-0801-3f1c5f72acf9" [ 911.360765] env[69858]: _type = "Task" [ 911.360765] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.373226] env[69858]: DEBUG oslo_vmware.api [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52adc2d9-efa1-f9ff-0801-3f1c5f72acf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.622211] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 911.622509] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 911.692588] env[69858]: DEBUG oslo_vmware.api [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': task-3419139, 'name': PowerOffVM_Task, 'duration_secs': 0.142234} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.692876] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.697396] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.698789] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc89ac6-0e91-4b67-b455-21b734726df8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.710345] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.714486] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f00fe4a-0423-439b-b578-e89af2544b60 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.745382] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.745382] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.745382] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Deleting the datastore file [datastore2] 06360ef7-63d6-4eff-89b6-a105e0d87cb4 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.746190] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-561616ae-939d-4160-a387-262519053397 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.754583] env[69858]: DEBUG oslo_vmware.api [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Waiting for the task: (returnval){ [ 911.754583] env[69858]: value = "task-3419141" [ 911.754583] env[69858]: _type = "Task" [ 911.754583] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.764933] env[69858]: DEBUG oslo_vmware.api [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': task-3419141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.835964] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5afa521a-c56a-426b-b85f-c1d73bea4c52 tempest-ServersTestBootFromVolume-1178459404 tempest-ServersTestBootFromVolume-1178459404-project-member] Lock "d9b711b5-7df8-4fc8-9c98-a9a6e2c63303" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.749s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.882935] env[69858]: DEBUG oslo_vmware.api [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52adc2d9-efa1-f9ff-0801-3f1c5f72acf9, 'name': SearchDatastore_Task, 'duration_secs': 0.012086} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.882935] env[69858]: DEBUG oslo_concurrency.lockutils [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.882935] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.883157] env[69858]: DEBUG oslo_concurrency.lockutils [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.883345] env[69858]: DEBUG oslo_concurrency.lockutils [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.883725] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.885074] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aea42505-b713-44fc-bc02-8ab3e7af3b1d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.905775] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.905974] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.906786] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cec1f51-f670-4f61-a26d-12ea23011976 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.916514] env[69858]: DEBUG oslo_vmware.api [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 911.916514] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5242a24f-c824-8dda-ef88-d0a174e99fd3" [ 911.916514] env[69858]: _type = "Task" [ 911.916514] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.929733] env[69858]: DEBUG oslo_vmware.api [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5242a24f-c824-8dda-ef88-d0a174e99fd3, 'name': SearchDatastore_Task, 'duration_secs': 0.010886} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.930548] env[69858]: DEBUG nova.network.neutron [req-2e89ceef-4d3f-43d8-823a-e28178dba0cb req-b326c332-bbed-4e39-838e-6582d0217a6d service nova] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Updated VIF entry in instance network info cache for port da9f5e8b-fde9-46d2-b105-3f7f855bb3aa. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.930923] env[69858]: DEBUG nova.network.neutron [req-2e89ceef-4d3f-43d8-823a-e28178dba0cb req-b326c332-bbed-4e39-838e-6582d0217a6d service nova] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Updating instance_info_cache with network_info: [{"id": "da9f5e8b-fde9-46d2-b105-3f7f855bb3aa", "address": "fa:16:3e:27:17:15", "network": {"id": "03945024-6f39-4ded-9f17-c21be1d26d9b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-743455215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a1e778203624afa891b182fd8cae733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda9f5e8b-fd", "ovs_interfaceid": "da9f5e8b-fde9-46d2-b105-3f7f855bb3aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.932907] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a35d8884-3762-4148-a3d0-5dfbdea6a5a0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.943761] env[69858]: DEBUG oslo_vmware.api [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 911.943761] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523c001d-2bf4-9b78-a7d1-678228846f64" [ 911.943761] env[69858]: _type = "Task" [ 911.943761] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.949683] env[69858]: DEBUG oslo_vmware.api [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523c001d-2bf4-9b78-a7d1-678228846f64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.133570] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.133755] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.133907] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.134882] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.134882] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.134882] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.134882] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69858) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 912.134882] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.269009] env[69858]: DEBUG oslo_vmware.api [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': task-3419141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326153} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.270037] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.270037] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.270037] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.294268] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.294378] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5b5b567-8757-4cac-bdd3-5bb78d659f58 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.303079] env[69858]: DEBUG oslo_vmware.api [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 912.303079] env[69858]: value = "task-3419142" [ 912.303079] env[69858]: _type = "Task" [ 912.303079] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.316041] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] VM already powered off {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 912.316429] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.317231] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6958e45-824e-4e82-8b27-97169377e333 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.326709] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.329725] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4ea83cd-e021-4997-86ef-49cf8b4c5613 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.349831] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506a7373-8c70-4ab9-bc66-0045d6653276 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.358770] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c232443-23be-4f79-bbe2-d80a8eaa8232 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.397024] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e949c6d6-0441-4bf7-a89d-77e3d9388849 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.405079] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.405595] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.405954] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Deleting the datastore file [datastore2] 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.411020] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07c8456a-e15d-433d-a012-eb25bd8331e7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.412482] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c253fde-f8f4-4e93-9bc3-4ca942bfd194 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.429270] env[69858]: DEBUG nova.compute.provider_tree [None req-9edcf5eb-045b-4329-a797-aa072bad3620 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.432467] env[69858]: DEBUG oslo_vmware.api [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 912.432467] env[69858]: value = "task-3419144" [ 912.432467] env[69858]: _type = "Task" [ 912.432467] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.433562] env[69858]: DEBUG oslo_concurrency.lockutils [req-2e89ceef-4d3f-43d8-823a-e28178dba0cb req-b326c332-bbed-4e39-838e-6582d0217a6d service nova] Releasing lock "refresh_cache-1304c169-b815-4d2b-8eda-9e1265a43b13" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.454041] env[69858]: DEBUG oslo_vmware.api [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523c001d-2bf4-9b78-a7d1-678228846f64, 'name': SearchDatastore_Task, 'duration_secs': 0.013668} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.454360] env[69858]: DEBUG oslo_concurrency.lockutils [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.454674] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 1304c169-b815-4d2b-8eda-9e1265a43b13/1304c169-b815-4d2b-8eda-9e1265a43b13.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.454970] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38420836-db05-4322-ab7e-39a0968df115 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.463212] env[69858]: DEBUG oslo_vmware.api [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 912.463212] env[69858]: value = "task-3419145" [ 912.463212] env[69858]: _type = "Task" [ 912.463212] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.474009] env[69858]: DEBUG oslo_vmware.api [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.637944] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.934428] env[69858]: DEBUG nova.compute.manager [req-f75fed5e-1d86-4e60-a542-650d5037f8ce req-8def4f8d-5b64-4c87-804d-3ecb5d464e1a service nova] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Received event network-changed-b5ef3cb8-b6cf-40c4-b28c-fac86427bce9 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.934833] env[69858]: DEBUG nova.compute.manager [req-f75fed5e-1d86-4e60-a542-650d5037f8ce req-8def4f8d-5b64-4c87-804d-3ecb5d464e1a service nova] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Refreshing instance network info cache due to event network-changed-b5ef3cb8-b6cf-40c4-b28c-fac86427bce9. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 912.935250] env[69858]: DEBUG oslo_concurrency.lockutils [req-f75fed5e-1d86-4e60-a542-650d5037f8ce req-8def4f8d-5b64-4c87-804d-3ecb5d464e1a service nova] Acquiring lock "refresh_cache-60f35308-2c0b-49b5-b59c-f009be3d3822" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.935823] env[69858]: DEBUG oslo_concurrency.lockutils [req-f75fed5e-1d86-4e60-a542-650d5037f8ce req-8def4f8d-5b64-4c87-804d-3ecb5d464e1a service nova] Acquired lock "refresh_cache-60f35308-2c0b-49b5-b59c-f009be3d3822" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.936144] env[69858]: DEBUG nova.network.neutron [req-f75fed5e-1d86-4e60-a542-650d5037f8ce req-8def4f8d-5b64-4c87-804d-3ecb5d464e1a service nova] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Refreshing network info cache for port b5ef3cb8-b6cf-40c4-b28c-fac86427bce9 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.941187] env[69858]: DEBUG nova.scheduler.client.report [None req-9edcf5eb-045b-4329-a797-aa072bad3620 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.959687] env[69858]: DEBUG oslo_vmware.api [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19795} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.960296] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.960527] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.960708] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.973094] env[69858]: DEBUG oslo_vmware.api [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419145, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.331150] env[69858]: DEBUG nova.virt.hardware [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.331613] env[69858]: DEBUG nova.virt.hardware [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.331822] env[69858]: DEBUG nova.virt.hardware [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.332053] env[69858]: DEBUG nova.virt.hardware [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.332281] env[69858]: DEBUG nova.virt.hardware [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.332483] env[69858]: DEBUG nova.virt.hardware [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.332789] env[69858]: DEBUG nova.virt.hardware [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.332959] env[69858]: DEBUG nova.virt.hardware [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.333198] env[69858]: DEBUG nova.virt.hardware [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.333407] env[69858]: DEBUG nova.virt.hardware [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.333616] env[69858]: DEBUG nova.virt.hardware [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.335998] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f02079-ebc2-4950-89f5-d6c052d0a0d2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.348433] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150b584c-ff59-4ee0-bfcd-b4d9b4b24bbd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.368238] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Instance VIF info [] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.375113] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.375113] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.375113] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e6926d3-450e-4e1f-b76e-fa8e2e6887ca {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.397672] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.397672] env[69858]: value = "task-3419146" [ 913.397672] env[69858]: _type = "Task" [ 913.397672] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.406458] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419146, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.447636] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9edcf5eb-045b-4329-a797-aa072bad3620 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.153s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.451102] env[69858]: DEBUG oslo_concurrency.lockutils [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.784s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.452601] env[69858]: INFO nova.compute.claims [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.480390] env[69858]: DEBUG oslo_vmware.api [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544753} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.480634] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 1304c169-b815-4d2b-8eda-9e1265a43b13/1304c169-b815-4d2b-8eda-9e1265a43b13.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.480689] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.481826] env[69858]: INFO nova.scheduler.client.report [None req-9edcf5eb-045b-4329-a797-aa072bad3620 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Deleted allocations for instance b0e56ea2-9d0a-4c2a-8333-6393dcc4714d [ 913.484970] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65220cea-3c48-4151-9cef-afc0d1b55b29 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.496278] env[69858]: DEBUG oslo_vmware.api [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 913.496278] env[69858]: value = "task-3419147" [ 913.496278] env[69858]: _type = "Task" [ 913.496278] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.508829] env[69858]: DEBUG oslo_vmware.api [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.905226] env[69858]: DEBUG nova.network.neutron [req-f75fed5e-1d86-4e60-a542-650d5037f8ce req-8def4f8d-5b64-4c87-804d-3ecb5d464e1a service nova] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Updated VIF entry in instance network info cache for port b5ef3cb8-b6cf-40c4-b28c-fac86427bce9. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.905637] env[69858]: DEBUG nova.network.neutron [req-f75fed5e-1d86-4e60-a542-650d5037f8ce req-8def4f8d-5b64-4c87-804d-3ecb5d464e1a service nova] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Updating instance_info_cache with network_info: [{"id": "b5ef3cb8-b6cf-40c4-b28c-fac86427bce9", "address": "fa:16:3e:bd:be:20", "network": {"id": "0c9f6f19-47de-4d71-bd7d-ef64bf3ed419", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1429360809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d17af446507492f9ce66b1822068c79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ef3cb8-b6", "ovs_interfaceid": "b5ef3cb8-b6cf-40c4-b28c-fac86427bce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.916022] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419146, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.996016] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9edcf5eb-045b-4329-a797-aa072bad3620 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Lock "b0e56ea2-9d0a-4c2a-8333-6393dcc4714d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.297s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.999279] env[69858]: DEBUG oslo_concurrency.lockutils [None req-182754f4-bfc7-4324-a4c6-5e9aac7c3b7f tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Lock "b0e56ea2-9d0a-4c2a-8333-6393dcc4714d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 32.472s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.001022] env[69858]: DEBUG oslo_concurrency.lockutils [None req-182754f4-bfc7-4324-a4c6-5e9aac7c3b7f tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Acquiring lock "b0e56ea2-9d0a-4c2a-8333-6393dcc4714d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.001022] env[69858]: DEBUG oslo_concurrency.lockutils [None req-182754f4-bfc7-4324-a4c6-5e9aac7c3b7f tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Lock "b0e56ea2-9d0a-4c2a-8333-6393dcc4714d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.001022] env[69858]: DEBUG oslo_concurrency.lockutils [None req-182754f4-bfc7-4324-a4c6-5e9aac7c3b7f tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Lock "b0e56ea2-9d0a-4c2a-8333-6393dcc4714d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.011731] env[69858]: INFO nova.compute.manager [None req-182754f4-bfc7-4324-a4c6-5e9aac7c3b7f tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Terminating instance [ 914.022423] env[69858]: DEBUG oslo_vmware.api [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106743} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.024710] env[69858]: DEBUG nova.virt.hardware [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.024979] env[69858]: DEBUG nova.virt.hardware [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.025186] env[69858]: DEBUG nova.virt.hardware [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.025403] env[69858]: DEBUG nova.virt.hardware [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.025591] env[69858]: DEBUG nova.virt.hardware [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.025780] env[69858]: DEBUG nova.virt.hardware [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.026179] env[69858]: DEBUG nova.virt.hardware [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.026422] env[69858]: DEBUG nova.virt.hardware [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.026646] env[69858]: DEBUG nova.virt.hardware [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.026907] env[69858]: DEBUG nova.virt.hardware [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.027141] env[69858]: DEBUG nova.virt.hardware [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.027932] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.029647] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84e4bf0-1eb3-41cd-ba4d-ea60109ad017 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.034214] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7788536-3d31-44de-92b1-9e49c20043c0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.062843] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 1304c169-b815-4d2b-8eda-9e1265a43b13/1304c169-b815-4d2b-8eda-9e1265a43b13.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.063557] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a70edd1f-1531-4fd6-9081-81062c9f5038 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.079588] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906ec6bc-f306-49e5-9ef6-132885cb2dc7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.101542] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:a3:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '67921bdb-a7a0-46b5-ba05-ca997496e222', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c181cd9-b2c9-429c-8013-d519b51ebfcc', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.109435] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.109801] env[69858]: DEBUG oslo_vmware.api [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 914.109801] env[69858]: value = "task-3419148" [ 914.109801] env[69858]: _type = "Task" [ 914.109801] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.110037] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.110295] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e231d4c4-c631-48df-8ba4-93c701b79efd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.137664] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.137664] env[69858]: value = "task-3419149" [ 914.137664] env[69858]: _type = "Task" [ 914.137664] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.145777] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419149, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.413630] env[69858]: DEBUG oslo_concurrency.lockutils [req-f75fed5e-1d86-4e60-a542-650d5037f8ce req-8def4f8d-5b64-4c87-804d-3ecb5d464e1a service nova] Releasing lock "refresh_cache-60f35308-2c0b-49b5-b59c-f009be3d3822" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.414012] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419146, 'name': CreateVM_Task, 'duration_secs': 0.574532} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.414209] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.414604] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.414775] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.415120] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.415400] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9598e2bd-ddd1-4f5c-a98f-c068d725c7d5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.426810] env[69858]: DEBUG oslo_vmware.api [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Waiting for the task: (returnval){ [ 914.426810] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52835d34-e584-1128-15e4-524e667fb221" [ 914.426810] env[69858]: _type = "Task" [ 914.426810] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.437141] env[69858]: DEBUG oslo_vmware.api [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52835d34-e584-1128-15e4-524e667fb221, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.519428] env[69858]: DEBUG oslo_concurrency.lockutils [None req-182754f4-bfc7-4324-a4c6-5e9aac7c3b7f tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Acquiring lock "refresh_cache-b0e56ea2-9d0a-4c2a-8333-6393dcc4714d" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.519602] env[69858]: DEBUG oslo_concurrency.lockutils [None req-182754f4-bfc7-4324-a4c6-5e9aac7c3b7f tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Acquired lock "refresh_cache-b0e56ea2-9d0a-4c2a-8333-6393dcc4714d" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.519781] env[69858]: DEBUG nova.network.neutron [None req-182754f4-bfc7-4324-a4c6-5e9aac7c3b7f tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.621847] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Acquiring lock "5cf9c6bb-ae14-4c2e-a828-a94084a83565" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.622127] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Lock "5cf9c6bb-ae14-4c2e-a828-a94084a83565" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.633356] env[69858]: DEBUG oslo_vmware.api [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419148, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.650799] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419149, 'name': CreateVM_Task, 'duration_secs': 0.393298} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.650984] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.652085] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.941901] env[69858]: DEBUG oslo_vmware.api [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52835d34-e584-1128-15e4-524e667fb221, 'name': SearchDatastore_Task, 'duration_secs': 0.031908} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.942325] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.942569] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.942809] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.942956] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.943156] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.943446] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.943812] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.944037] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b2bb87e-c6f8-4cad-8dc8-2ddc536de9a7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.946411] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-835d71b3-2d1b-4c08-9e4f-b151a68374bf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.958827] env[69858]: DEBUG oslo_vmware.api [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 914.958827] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5246b7f2-f846-d209-f9af-5a13b8cb96e5" [ 914.958827] env[69858]: _type = "Task" [ 914.958827] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.964138] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.964381] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.965764] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d09831b5-5d3b-44dc-ab94-fc97a384cc50 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.973500] env[69858]: DEBUG oslo_vmware.api [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5246b7f2-f846-d209-f9af-5a13b8cb96e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.979545] env[69858]: DEBUG oslo_vmware.api [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Waiting for the task: (returnval){ [ 914.979545] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]522c13ef-4fba-21ad-e309-e925d0cd0a4f" [ 914.979545] env[69858]: _type = "Task" [ 914.979545] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.990038] env[69858]: DEBUG oslo_vmware.api [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]522c13ef-4fba-21ad-e309-e925d0cd0a4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.022429] env[69858]: DEBUG nova.compute.utils [None req-182754f4-bfc7-4324-a4c6-5e9aac7c3b7f tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Can not refresh info_cache because instance was not found {{(pid=69858) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 915.044555] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd5198c-31ce-4664-a035-60b7b92d3958 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.056238] env[69858]: DEBUG nova.network.neutron [None req-182754f4-bfc7-4324-a4c6-5e9aac7c3b7f tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.059341] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fa5863-abb7-43a5-802d-902c80f077bd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.095384] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ba4e3c-015e-413a-98e1-fac652e5aff3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.103997] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bee3e6d-8b35-4025-9f80-a8d47af87dad {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.119775] env[69858]: DEBUG nova.compute.provider_tree [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 915.131286] env[69858]: DEBUG oslo_vmware.api [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419148, 'name': ReconfigVM_Task, 'duration_secs': 0.622952} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.131286] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 1304c169-b815-4d2b-8eda-9e1265a43b13/1304c169-b815-4d2b-8eda-9e1265a43b13.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.131286] env[69858]: DEBUG nova.compute.manager [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 915.135857] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8e0ff67-21a8-497e-819a-2751ae8926b8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.142979] env[69858]: DEBUG oslo_vmware.api [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 915.142979] env[69858]: value = "task-3419150" [ 915.142979] env[69858]: _type = "Task" [ 915.142979] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.152840] env[69858]: DEBUG oslo_vmware.api [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419150, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.279519] env[69858]: DEBUG nova.network.neutron [None req-182754f4-bfc7-4324-a4c6-5e9aac7c3b7f tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.471898] env[69858]: DEBUG oslo_vmware.api [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5246b7f2-f846-d209-f9af-5a13b8cb96e5, 'name': SearchDatastore_Task, 'duration_secs': 0.014145} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.471898] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.471898] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.472042] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.490027] env[69858]: DEBUG oslo_vmware.api [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]522c13ef-4fba-21ad-e309-e925d0cd0a4f, 'name': SearchDatastore_Task, 'duration_secs': 0.017732} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.490838] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf3c809b-97ca-4402-922b-45806e553ad6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.498828] env[69858]: DEBUG oslo_vmware.api [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Waiting for the task: (returnval){ [ 915.498828] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529179f3-b8c3-505a-0b27-ef91804b884f" [ 915.498828] env[69858]: _type = "Task" [ 915.498828] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.507885] env[69858]: DEBUG oslo_vmware.api [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529179f3-b8c3-505a-0b27-ef91804b884f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.517543] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ee6e79df-f1c6-45fe-9db3-eea28a497384 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Acquiring lock "db67c772-084d-4422-9368-359b2990e501" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.517924] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ee6e79df-f1c6-45fe-9db3-eea28a497384 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Lock "db67c772-084d-4422-9368-359b2990e501" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.518176] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ee6e79df-f1c6-45fe-9db3-eea28a497384 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Acquiring lock "db67c772-084d-4422-9368-359b2990e501-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.518368] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ee6e79df-f1c6-45fe-9db3-eea28a497384 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Lock "db67c772-084d-4422-9368-359b2990e501-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.518536] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ee6e79df-f1c6-45fe-9db3-eea28a497384 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Lock "db67c772-084d-4422-9368-359b2990e501-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.520783] env[69858]: INFO nova.compute.manager [None req-ee6e79df-f1c6-45fe-9db3-eea28a497384 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: db67c772-084d-4422-9368-359b2990e501] Terminating instance [ 915.656471] env[69858]: DEBUG oslo_vmware.api [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419150, 'name': Rename_Task, 'duration_secs': 0.382348} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.657241] env[69858]: ERROR nova.scheduler.client.report [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [req-6672e4de-9c0f-4c71-b30d-0cadff652082] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0eb830e-e56f-4bef-ab3f-89644f27fe23. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6672e4de-9c0f-4c71-b30d-0cadff652082"}]} [ 915.658072] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.660586] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2962120b-0c06-4840-946b-e156e698bb3a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.667826] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.669286] env[69858]: DEBUG oslo_vmware.api [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 915.669286] env[69858]: value = "task-3419151" [ 915.669286] env[69858]: _type = "Task" [ 915.669286] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.676450] env[69858]: DEBUG nova.scheduler.client.report [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Refreshing inventories for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 915.683188] env[69858]: DEBUG oslo_vmware.api [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.699805] env[69858]: DEBUG nova.scheduler.client.report [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Updating ProviderTree inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 915.700052] env[69858]: DEBUG nova.compute.provider_tree [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 915.715158] env[69858]: DEBUG nova.scheduler.client.report [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Refreshing aggregate associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, aggregates: None {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 915.744304] env[69858]: DEBUG nova.scheduler.client.report [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Refreshing trait associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 915.783342] env[69858]: DEBUG oslo_concurrency.lockutils [None req-182754f4-bfc7-4324-a4c6-5e9aac7c3b7f tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Releasing lock "refresh_cache-b0e56ea2-9d0a-4c2a-8333-6393dcc4714d" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.783813] env[69858]: DEBUG nova.compute.manager [None req-182754f4-bfc7-4324-a4c6-5e9aac7c3b7f tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.784067] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-182754f4-bfc7-4324-a4c6-5e9aac7c3b7f tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.784605] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cebbd02e-6e11-4f27-9c06-3b2619d944ac {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.801358] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40842798-58b5-40d1-8a4c-2f67ac2f80f6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.840824] env[69858]: WARNING nova.virt.vmwareapi.vmops [None req-182754f4-bfc7-4324-a4c6-5e9aac7c3b7f tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance b0e56ea2-9d0a-4c2a-8333-6393dcc4714d could not be found. [ 915.841053] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-182754f4-bfc7-4324-a4c6-5e9aac7c3b7f tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.841249] env[69858]: INFO nova.compute.manager [None req-182754f4-bfc7-4324-a4c6-5e9aac7c3b7f tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Took 0.06 seconds to destroy the instance on the hypervisor. [ 915.841505] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-182754f4-bfc7-4324-a4c6-5e9aac7c3b7f tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.844256] env[69858]: DEBUG nova.compute.manager [-] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.844365] env[69858]: DEBUG nova.network.neutron [-] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.866554] env[69858]: DEBUG nova.network.neutron [-] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.010784] env[69858]: DEBUG oslo_vmware.api [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529179f3-b8c3-505a-0b27-ef91804b884f, 'name': SearchDatastore_Task, 'duration_secs': 0.01173} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.014036] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.014521] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 06360ef7-63d6-4eff-89b6-a105e0d87cb4/06360ef7-63d6-4eff-89b6-a105e0d87cb4.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.015022] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.015228] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.015609] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5be5538c-e54d-4a52-8286-02b9bd80aeaf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.017956] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9ab8e33-7803-4bac-ad65-3fef7f4971db {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.025474] env[69858]: DEBUG nova.compute.manager [None req-ee6e79df-f1c6-45fe-9db3-eea28a497384 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: db67c772-084d-4422-9368-359b2990e501] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 916.025690] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6e79df-f1c6-45fe-9db3-eea28a497384 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: db67c772-084d-4422-9368-359b2990e501] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.027897] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb581f08-9ebc-4322-98ca-e60ac571b641 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.031860] env[69858]: DEBUG oslo_vmware.api [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Waiting for the task: (returnval){ [ 916.031860] env[69858]: value = "task-3419152" [ 916.031860] env[69858]: _type = "Task" [ 916.031860] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.035764] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.035962] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.042166] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c229fe0b-f733-4d02-986f-bd400d8515ae {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.044756] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6e79df-f1c6-45fe-9db3-eea28a497384 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: db67c772-084d-4422-9368-359b2990e501] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.045641] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f22006fa-b677-49ef-bb8d-be0addf84e77 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.049375] env[69858]: DEBUG oslo_vmware.api [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 916.049375] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ada437-5486-d4c2-524b-4cdb8a45cb17" [ 916.049375] env[69858]: _type = "Task" [ 916.049375] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.053009] env[69858]: DEBUG oslo_vmware.api [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': task-3419152, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.060606] env[69858]: DEBUG oslo_vmware.api [None req-ee6e79df-f1c6-45fe-9db3-eea28a497384 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Waiting for the task: (returnval){ [ 916.060606] env[69858]: value = "task-3419153" [ 916.060606] env[69858]: _type = "Task" [ 916.060606] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.068849] env[69858]: DEBUG oslo_vmware.api [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ada437-5486-d4c2-524b-4cdb8a45cb17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.074560] env[69858]: DEBUG oslo_vmware.api [None req-ee6e79df-f1c6-45fe-9db3-eea28a497384 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': task-3419153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.183769] env[69858]: DEBUG oslo_vmware.api [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419151, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.312258] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb54faa-4b07-49c3-b5cc-b0f44c9ee164 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.322084] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768df32e-20a1-4e29-9ccc-10b89a58b160 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.366137] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2246a7b-5a14-458b-b3cf-21518272f9fd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.371065] env[69858]: DEBUG nova.network.neutron [-] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.376520] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c67309c-4254-4cb3-bdb5-e06c76eb1b3d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.397905] env[69858]: DEBUG nova.compute.provider_tree [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 916.554733] env[69858]: DEBUG oslo_vmware.api [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': task-3419152, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.567680] env[69858]: DEBUG oslo_vmware.api [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ada437-5486-d4c2-524b-4cdb8a45cb17, 'name': SearchDatastore_Task, 'duration_secs': 0.020431} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.571898] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd65b30d-6a7a-46c3-bc7c-643bbcfd53a5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.581581] env[69858]: DEBUG oslo_vmware.api [None req-ee6e79df-f1c6-45fe-9db3-eea28a497384 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': task-3419153, 'name': PowerOffVM_Task, 'duration_secs': 0.181826} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.583204] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6e79df-f1c6-45fe-9db3-eea28a497384 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: db67c772-084d-4422-9368-359b2990e501] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.583485] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6e79df-f1c6-45fe-9db3-eea28a497384 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: db67c772-084d-4422-9368-359b2990e501] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.583858] env[69858]: DEBUG oslo_vmware.api [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 916.583858] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526cb176-2181-9848-e6a7-4c74fe64a555" [ 916.583858] env[69858]: _type = "Task" [ 916.583858] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.584172] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-265c4f00-32eb-4187-9faa-a410d7dc86a9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.596673] env[69858]: DEBUG oslo_vmware.api [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526cb176-2181-9848-e6a7-4c74fe64a555, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.684015] env[69858]: DEBUG oslo_vmware.api [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419151, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.686028] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6e79df-f1c6-45fe-9db3-eea28a497384 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: db67c772-084d-4422-9368-359b2990e501] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.686028] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6e79df-f1c6-45fe-9db3-eea28a497384 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: db67c772-084d-4422-9368-359b2990e501] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.686028] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee6e79df-f1c6-45fe-9db3-eea28a497384 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Deleting the datastore file [datastore1] db67c772-084d-4422-9368-359b2990e501 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.686300] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f840eef-85c1-48cb-b2f0-1ba2c1f7c3f5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.694904] env[69858]: DEBUG oslo_vmware.api [None req-ee6e79df-f1c6-45fe-9db3-eea28a497384 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Waiting for the task: (returnval){ [ 916.694904] env[69858]: value = "task-3419155" [ 916.694904] env[69858]: _type = "Task" [ 916.694904] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.704416] env[69858]: DEBUG oslo_vmware.api [None req-ee6e79df-f1c6-45fe-9db3-eea28a497384 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': task-3419155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.876375] env[69858]: INFO nova.compute.manager [-] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Took 1.03 seconds to deallocate network for instance. [ 916.944551] env[69858]: DEBUG nova.scheduler.client.report [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Updated inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with generation 76 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 916.944551] env[69858]: DEBUG nova.compute.provider_tree [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Updating resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 generation from 76 to 77 during operation: update_inventory {{(pid=69858) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 916.944551] env[69858]: DEBUG nova.compute.provider_tree [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 917.048835] env[69858]: DEBUG oslo_vmware.api [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': task-3419152, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599744} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.049228] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 06360ef7-63d6-4eff-89b6-a105e0d87cb4/06360ef7-63d6-4eff-89b6-a105e0d87cb4.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.049743] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.049743] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce2f7d78-266f-4772-8958-360c009749fa {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.057364] env[69858]: DEBUG oslo_vmware.api [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Waiting for the task: (returnval){ [ 917.057364] env[69858]: value = "task-3419156" [ 917.057364] env[69858]: _type = "Task" [ 917.057364] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.066542] env[69858]: DEBUG oslo_vmware.api [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': task-3419156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.097411] env[69858]: DEBUG oslo_vmware.api [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526cb176-2181-9848-e6a7-4c74fe64a555, 'name': SearchDatastore_Task, 'duration_secs': 0.024457} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.097744] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.097983] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275/2c289fa7-0fdd-4dc0-bad3-fa827e0f8275.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.098257] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b20cab8-fa68-458d-a252-6306691ba875 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.106054] env[69858]: DEBUG oslo_vmware.api [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 917.106054] env[69858]: value = "task-3419157" [ 917.106054] env[69858]: _type = "Task" [ 917.106054] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.114625] env[69858]: DEBUG oslo_vmware.api [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.185818] env[69858]: DEBUG oslo_vmware.api [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419151, 'name': PowerOnVM_Task, 'duration_secs': 1.345353} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.186229] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.186470] env[69858]: INFO nova.compute.manager [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Took 9.32 seconds to spawn the instance on the hypervisor. [ 917.186732] env[69858]: DEBUG nova.compute.manager [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.187630] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc33930d-ed37-4fb8-a20b-9818d0e6465b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.208283] env[69858]: DEBUG oslo_vmware.api [None req-ee6e79df-f1c6-45fe-9db3-eea28a497384 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Task: {'id': task-3419155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375945} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.208586] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee6e79df-f1c6-45fe-9db3-eea28a497384 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.208769] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6e79df-f1c6-45fe-9db3-eea28a497384 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: db67c772-084d-4422-9368-359b2990e501] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.209175] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6e79df-f1c6-45fe-9db3-eea28a497384 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: db67c772-084d-4422-9368-359b2990e501] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.209175] env[69858]: INFO nova.compute.manager [None req-ee6e79df-f1c6-45fe-9db3-eea28a497384 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: db67c772-084d-4422-9368-359b2990e501] Took 1.18 seconds to destroy the instance on the hypervisor. [ 917.209516] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee6e79df-f1c6-45fe-9db3-eea28a497384 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.209748] env[69858]: DEBUG nova.compute.manager [-] [instance: db67c772-084d-4422-9368-359b2990e501] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 917.209981] env[69858]: DEBUG nova.network.neutron [-] [instance: db67c772-084d-4422-9368-359b2990e501] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.386025] env[69858]: INFO nova.compute.manager [None req-182754f4-bfc7-4324-a4c6-5e9aac7c3b7f tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Instance disappeared during terminate [ 917.386025] env[69858]: DEBUG oslo_concurrency.lockutils [None req-182754f4-bfc7-4324-a4c6-5e9aac7c3b7f tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Lock "b0e56ea2-9d0a-4c2a-8333-6393dcc4714d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.386s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.448678] env[69858]: DEBUG oslo_concurrency.lockutils [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.998s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.449257] env[69858]: DEBUG nova.compute.manager [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 917.455308] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.844s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.455308] env[69858]: DEBUG nova.objects.instance [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lazy-loading 'resources' on Instance uuid 5d973e99-679c-4ab7-a37a-1b32f555df35 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.567868] env[69858]: DEBUG oslo_vmware.api [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': task-3419156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125411} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.568232] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 917.569032] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf18c2a-8e58-496a-a399-b41fa735fc7c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.592785] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 06360ef7-63d6-4eff-89b6-a105e0d87cb4/06360ef7-63d6-4eff-89b6-a105e0d87cb4.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.594660] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b8f4240-ed1b-4817-b738-219ac1091b37 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.623160] env[69858]: DEBUG oslo_vmware.api [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419157, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.624661] env[69858]: DEBUG oslo_vmware.api [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Waiting for the task: (returnval){ [ 917.624661] env[69858]: value = "task-3419158" [ 917.624661] env[69858]: _type = "Task" [ 917.624661] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.635407] env[69858]: DEBUG oslo_vmware.api [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': task-3419158, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.713931] env[69858]: INFO nova.compute.manager [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Took 47.28 seconds to build instance. [ 917.776477] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Acquiring lock "1e4e9e2e-8a86-4798-b467-12c4baeaf9d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.776660] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Lock "1e4e9e2e-8a86-4798-b467-12c4baeaf9d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.781064] env[69858]: DEBUG oslo_concurrency.lockutils [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Acquiring lock "80836351-28a6-4b5b-892c-606c4df56c89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.783393] env[69858]: DEBUG oslo_concurrency.lockutils [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Lock "80836351-28a6-4b5b-892c-606c4df56c89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.955980] env[69858]: DEBUG nova.compute.utils [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 917.961127] env[69858]: DEBUG nova.compute.manager [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 917.961547] env[69858]: DEBUG nova.network.neutron [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 918.010671] env[69858]: DEBUG nova.policy [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b75a862ad974218bf8546e769a1d274', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '589e945606ed4baaa181e2fca555b496', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.134570] env[69858]: DEBUG oslo_vmware.api [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419157, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.89293} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.137104] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275/2c289fa7-0fdd-4dc0-bad3-fa827e0f8275.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.137293] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.137941] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2699f1c-2ea7-4a2a-83a1-11dec8ae66d6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.143664] env[69858]: DEBUG oslo_vmware.api [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': task-3419158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.149767] env[69858]: DEBUG oslo_vmware.api [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 918.149767] env[69858]: value = "task-3419159" [ 918.149767] env[69858]: _type = "Task" [ 918.149767] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.162897] env[69858]: DEBUG oslo_vmware.api [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.216420] env[69858]: DEBUG oslo_concurrency.lockutils [None req-09fa8c11-d316-45d2-8b97-1bb1b94472ef tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "1304c169-b815-4d2b-8eda-9e1265a43b13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.245s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.281319] env[69858]: DEBUG nova.compute.manager [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 918.288485] env[69858]: DEBUG nova.compute.manager [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 918.411091] env[69858]: DEBUG nova.network.neutron [-] [instance: db67c772-084d-4422-9368-359b2990e501] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.462533] env[69858]: DEBUG nova.network.neutron [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Successfully created port: 54de1ed1-f4f1-4636-8321-4adf7befde19 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 918.468204] env[69858]: DEBUG nova.compute.manager [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 918.495635] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859c0e7f-cf2c-4a77-9594-4632d9d02edc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.508561] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9338c6c-5d93-48fb-83c5-5060bc1b2be3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.548715] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532f72c1-cdea-479d-b7dd-a9a731d5b622 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.556066] env[69858]: DEBUG nova.compute.manager [req-b428f153-2625-4a7e-949a-01ef1dedc822 req-a934d502-6b0c-4065-9231-991623f30265 service nova] [instance: db67c772-084d-4422-9368-359b2990e501] Received event network-vif-deleted-3ad578fb-3764-404b-8964-6dc2b2181386 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.563042] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8876e8-25f6-4a40-a6c1-1d65fb2de8c3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.580673] env[69858]: DEBUG nova.compute.provider_tree [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 918.639868] env[69858]: DEBUG oslo_vmware.api [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': task-3419158, 'name': ReconfigVM_Task, 'duration_secs': 0.976106} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.640550] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 06360ef7-63d6-4eff-89b6-a105e0d87cb4/06360ef7-63d6-4eff-89b6-a105e0d87cb4.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.641277] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47c5efc5-ad20-4c91-b187-bdf406824be9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.652807] env[69858]: DEBUG oslo_vmware.api [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Waiting for the task: (returnval){ [ 918.652807] env[69858]: value = "task-3419160" [ 918.652807] env[69858]: _type = "Task" [ 918.652807] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.665323] env[69858]: DEBUG oslo_vmware.api [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': task-3419160, 'name': Rename_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.668374] env[69858]: DEBUG oslo_vmware.api [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076234} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.670020] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.670020] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b66d16-4c3c-4c99-9aba-a8c1830c60ed {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.692478] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275/2c289fa7-0fdd-4dc0-bad3-fa827e0f8275.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.694062] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57d4cd43-f26e-4344-a251-54e6c127ec07 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.711423] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Acquiring lock "d8f9c735-339f-4fa9-80ea-520b37764716" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.711665] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Lock "d8f9c735-339f-4fa9-80ea-520b37764716" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.720319] env[69858]: DEBUG oslo_vmware.api [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 918.720319] env[69858]: value = "task-3419161" [ 918.720319] env[69858]: _type = "Task" [ 918.720319] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.732966] env[69858]: DEBUG oslo_vmware.api [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419161, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.810657] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.812671] env[69858]: DEBUG oslo_concurrency.lockutils [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.915364] env[69858]: INFO nova.compute.manager [-] [instance: db67c772-084d-4422-9368-359b2990e501] Took 1.70 seconds to deallocate network for instance. [ 919.102937] env[69858]: ERROR nova.scheduler.client.report [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [req-bacf401e-47e9-4b63-ae55-c775be09a18d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0eb830e-e56f-4bef-ab3f-89644f27fe23. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bacf401e-47e9-4b63-ae55-c775be09a18d"}]} [ 919.120505] env[69858]: DEBUG nova.scheduler.client.report [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Refreshing inventories for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 919.133236] env[69858]: DEBUG nova.scheduler.client.report [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Updating ProviderTree inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 919.133471] env[69858]: DEBUG nova.compute.provider_tree [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 919.146595] env[69858]: DEBUG nova.scheduler.client.report [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Refreshing aggregate associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, aggregates: None {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 919.163349] env[69858]: DEBUG oslo_vmware.api [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': task-3419160, 'name': Rename_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.164713] env[69858]: DEBUG nova.scheduler.client.report [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Refreshing trait associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 919.216109] env[69858]: DEBUG nova.compute.manager [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 919.231308] env[69858]: DEBUG oslo_vmware.api [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419161, 'name': ReconfigVM_Task, 'duration_secs': 0.415817} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.233839] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275/2c289fa7-0fdd-4dc0-bad3-fa827e0f8275.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.234652] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0529bcb-1919-4bb0-ba6e-df0f01e565fe {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.242188] env[69858]: DEBUG oslo_vmware.api [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 919.242188] env[69858]: value = "task-3419162" [ 919.242188] env[69858]: _type = "Task" [ 919.242188] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.255162] env[69858]: DEBUG oslo_vmware.api [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419162, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.426621] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ee6e79df-f1c6-45fe-9db3-eea28a497384 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.478448] env[69858]: DEBUG nova.compute.manager [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 919.504879] env[69858]: DEBUG nova.virt.hardware [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.505073] env[69858]: DEBUG nova.virt.hardware [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.505254] env[69858]: DEBUG nova.virt.hardware [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.505511] env[69858]: DEBUG nova.virt.hardware [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.505685] env[69858]: DEBUG nova.virt.hardware [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.505842] env[69858]: DEBUG nova.virt.hardware [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.506364] env[69858]: DEBUG nova.virt.hardware [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.506364] env[69858]: DEBUG nova.virt.hardware [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.506496] env[69858]: DEBUG nova.virt.hardware [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.506667] env[69858]: DEBUG nova.virt.hardware [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.507143] env[69858]: DEBUG nova.virt.hardware [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.507866] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a27763-6a6d-4360-b206-4f313844391d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.520778] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893b0d3a-dbee-4ab3-a1a1-caf3400d06a7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.569638] env[69858]: DEBUG oslo_concurrency.lockutils [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Acquiring lock "733c2301-f33f-462f-9bb2-9d5aa84c95ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.569861] env[69858]: DEBUG oslo_concurrency.lockutils [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Lock "733c2301-f33f-462f-9bb2-9d5aa84c95ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.636367] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0577bcf8-2ead-47f7-b3db-17872b1ea3f4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.645550] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b032d0fc-6de4-4177-81c2-79e7f9fb71be {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.682228] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c368ddee-eb9d-48d7-b3de-108b2bb94a01 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.692623] env[69858]: DEBUG oslo_vmware.api [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': task-3419160, 'name': Rename_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.693879] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a0fac6-ef42-4a77-b7fa-57dd006036dd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.708611] env[69858]: DEBUG nova.compute.provider_tree [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 919.738011] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.753304] env[69858]: DEBUG oslo_vmware.api [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419162, 'name': Rename_Task, 'duration_secs': 0.262113} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.753624] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.753837] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca102b06-aa93-4971-81d0-cb374336c654 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.762594] env[69858]: DEBUG oslo_vmware.api [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 919.762594] env[69858]: value = "task-3419163" [ 919.762594] env[69858]: _type = "Task" [ 919.762594] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.771450] env[69858]: DEBUG oslo_vmware.api [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.938788] env[69858]: DEBUG oslo_concurrency.lockutils [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquiring lock "9aa8b105-0505-42cc-b81f-962b02764121" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.939051] env[69858]: DEBUG oslo_concurrency.lockutils [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "9aa8b105-0505-42cc-b81f-962b02764121" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.188607] env[69858]: DEBUG oslo_vmware.api [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': task-3419160, 'name': Rename_Task, 'duration_secs': 1.09436} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.188949] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.189222] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad3feb41-3008-4f31-bb34-c63c7e38b4e7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.197259] env[69858]: DEBUG oslo_vmware.api [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Waiting for the task: (returnval){ [ 920.197259] env[69858]: value = "task-3419164" [ 920.197259] env[69858]: _type = "Task" [ 920.197259] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.206944] env[69858]: DEBUG oslo_vmware.api [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': task-3419164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.235427] env[69858]: ERROR nova.scheduler.client.report [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] [req-a50fd4fa-4d6a-489e-892c-a7b4280a8bc5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0eb830e-e56f-4bef-ab3f-89644f27fe23. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a50fd4fa-4d6a-489e-892c-a7b4280a8bc5"}]} [ 920.262661] env[69858]: DEBUG nova.scheduler.client.report [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Refreshing inventories for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 920.277799] env[69858]: DEBUG oslo_vmware.api [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419163, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.279568] env[69858]: DEBUG nova.scheduler.client.report [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Updating ProviderTree inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 920.279777] env[69858]: DEBUG nova.compute.provider_tree [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 920.292532] env[69858]: DEBUG nova.scheduler.client.report [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Refreshing aggregate associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, aggregates: None {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 920.315867] env[69858]: DEBUG nova.network.neutron [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Successfully updated port: 54de1ed1-f4f1-4636-8321-4adf7befde19 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 920.325548] env[69858]: DEBUG nova.scheduler.client.report [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Refreshing trait associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 920.566494] env[69858]: DEBUG nova.compute.manager [req-9b38f934-afd4-4654-a97c-483ccae8c664 req-354ae03f-9e93-43d9-abaf-dccd1deeada2 service nova] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Received event network-vif-plugged-54de1ed1-f4f1-4636-8321-4adf7befde19 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.567094] env[69858]: DEBUG oslo_concurrency.lockutils [req-9b38f934-afd4-4654-a97c-483ccae8c664 req-354ae03f-9e93-43d9-abaf-dccd1deeada2 service nova] Acquiring lock "9b219789-9b66-4e14-96b4-b3867e0a7f7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.567172] env[69858]: DEBUG oslo_concurrency.lockutils [req-9b38f934-afd4-4654-a97c-483ccae8c664 req-354ae03f-9e93-43d9-abaf-dccd1deeada2 service nova] Lock "9b219789-9b66-4e14-96b4-b3867e0a7f7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.567397] env[69858]: DEBUG oslo_concurrency.lockutils [req-9b38f934-afd4-4654-a97c-483ccae8c664 req-354ae03f-9e93-43d9-abaf-dccd1deeada2 service nova] Lock "9b219789-9b66-4e14-96b4-b3867e0a7f7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.567652] env[69858]: DEBUG nova.compute.manager [req-9b38f934-afd4-4654-a97c-483ccae8c664 req-354ae03f-9e93-43d9-abaf-dccd1deeada2 service nova] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] No waiting events found dispatching network-vif-plugged-54de1ed1-f4f1-4636-8321-4adf7befde19 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.567827] env[69858]: WARNING nova.compute.manager [req-9b38f934-afd4-4654-a97c-483ccae8c664 req-354ae03f-9e93-43d9-abaf-dccd1deeada2 service nova] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Received unexpected event network-vif-plugged-54de1ed1-f4f1-4636-8321-4adf7befde19 for instance with vm_state building and task_state spawning. [ 920.568053] env[69858]: DEBUG nova.compute.manager [req-9b38f934-afd4-4654-a97c-483ccae8c664 req-354ae03f-9e93-43d9-abaf-dccd1deeada2 service nova] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Received event network-changed-54de1ed1-f4f1-4636-8321-4adf7befde19 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.568323] env[69858]: DEBUG nova.compute.manager [req-9b38f934-afd4-4654-a97c-483ccae8c664 req-354ae03f-9e93-43d9-abaf-dccd1deeada2 service nova] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Refreshing instance network info cache due to event network-changed-54de1ed1-f4f1-4636-8321-4adf7befde19. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.568627] env[69858]: DEBUG oslo_concurrency.lockutils [req-9b38f934-afd4-4654-a97c-483ccae8c664 req-354ae03f-9e93-43d9-abaf-dccd1deeada2 service nova] Acquiring lock "refresh_cache-9b219789-9b66-4e14-96b4-b3867e0a7f7d" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.568844] env[69858]: DEBUG oslo_concurrency.lockutils [req-9b38f934-afd4-4654-a97c-483ccae8c664 req-354ae03f-9e93-43d9-abaf-dccd1deeada2 service nova] Acquired lock "refresh_cache-9b219789-9b66-4e14-96b4-b3867e0a7f7d" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.569133] env[69858]: DEBUG nova.network.neutron [req-9b38f934-afd4-4654-a97c-483ccae8c664 req-354ae03f-9e93-43d9-abaf-dccd1deeada2 service nova] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Refreshing network info cache for port 54de1ed1-f4f1-4636-8321-4adf7befde19 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.710918] env[69858]: DEBUG oslo_vmware.api [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': task-3419164, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.772190] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88487e15-50d8-4cd6-9f2a-15b0a5a2feef {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.777859] env[69858]: DEBUG oslo_vmware.api [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419163, 'name': PowerOnVM_Task, 'duration_secs': 0.811285} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.778491] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.778712] env[69858]: DEBUG nova.compute.manager [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.779552] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba861cb7-001e-4c2c-85aa-3abbb0bc93a9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.784959] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31278ee-6cc2-4607-a548-8cb8c365fedf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.820104] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ec4eaa-d923-428d-a77c-05298c3e3401 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.824096] env[69858]: DEBUG oslo_concurrency.lockutils [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Acquiring lock "refresh_cache-9b219789-9b66-4e14-96b4-b3867e0a7f7d" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.830483] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81b4084-75ea-4b65-9306-1dcd550388fe {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.852993] env[69858]: DEBUG nova.compute.provider_tree [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 921.106308] env[69858]: DEBUG nova.network.neutron [req-9b38f934-afd4-4654-a97c-483ccae8c664 req-354ae03f-9e93-43d9-abaf-dccd1deeada2 service nova] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 921.195337] env[69858]: DEBUG nova.network.neutron [req-9b38f934-afd4-4654-a97c-483ccae8c664 req-354ae03f-9e93-43d9-abaf-dccd1deeada2 service nova] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.206950] env[69858]: DEBUG oslo_vmware.api [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': task-3419164, 'name': PowerOnVM_Task, 'duration_secs': 0.975728} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.207879] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.208129] env[69858]: DEBUG nova.compute.manager [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.208914] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e49c9c3-7494-44b7-b5be-8c4e4963a3cb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.293974] env[69858]: INFO nova.compute.manager [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] bringing vm to original state: 'stopped' [ 921.398563] env[69858]: DEBUG nova.scheduler.client.report [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Updated inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with generation 82 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 921.398843] env[69858]: DEBUG nova.compute.provider_tree [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Updating resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 generation from 82 to 83 during operation: update_inventory {{(pid=69858) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 921.399047] env[69858]: DEBUG nova.compute.provider_tree [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 921.697585] env[69858]: DEBUG oslo_concurrency.lockutils [req-9b38f934-afd4-4654-a97c-483ccae8c664 req-354ae03f-9e93-43d9-abaf-dccd1deeada2 service nova] Releasing lock "refresh_cache-9b219789-9b66-4e14-96b4-b3867e0a7f7d" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.698467] env[69858]: DEBUG oslo_concurrency.lockutils [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Acquired lock "refresh_cache-9b219789-9b66-4e14-96b4-b3867e0a7f7d" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.698787] env[69858]: DEBUG nova.network.neutron [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.727816] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.904442] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.452s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.906920] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d3f2f166-0fe1-41e1-8ccd-3bb6e37c7ccf tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.225s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.907178] env[69858]: DEBUG nova.objects.instance [None req-d3f2f166-0fe1-41e1-8ccd-3bb6e37c7ccf tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lazy-loading 'resources' on Instance uuid 56c8442c-a2d0-41d6-9052-dfa8e55f56e8 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.971077] env[69858]: INFO nova.scheduler.client.report [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Deleted allocations for instance 5d973e99-679c-4ab7-a37a-1b32f555df35 [ 922.237527] env[69858]: DEBUG nova.network.neutron [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.301212] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "2c289fa7-0fdd-4dc0-bad3-fa827e0f8275" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.301487] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "2c289fa7-0fdd-4dc0-bad3-fa827e0f8275" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.301673] env[69858]: DEBUG nova.compute.manager [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.302603] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e782500b-0c75-45cd-a88b-2cf83cef9311 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.310792] env[69858]: DEBUG nova.compute.manager [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69858) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 922.389896] env[69858]: DEBUG nova.network.neutron [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Updating instance_info_cache with network_info: [{"id": "54de1ed1-f4f1-4636-8321-4adf7befde19", "address": "fa:16:3e:1c:c0:8d", "network": {"id": "ff428c7b-b508-4ff9-839e-23366a54b65d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-329568972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589e945606ed4baaa181e2fca555b496", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54de1ed1-f4", "ovs_interfaceid": "54de1ed1-f4f1-4636-8321-4adf7befde19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.482696] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d11eedfa-b769-4547-90f4-bbbd21321df5 tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "5d973e99-679c-4ab7-a37a-1b32f555df35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.857s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.603270] env[69858]: DEBUG oslo_concurrency.lockutils [None req-06392662-11ee-4343-8e5b-93f0617f5a62 tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Acquiring lock "06360ef7-63d6-4eff-89b6-a105e0d87cb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.603527] env[69858]: DEBUG oslo_concurrency.lockutils [None req-06392662-11ee-4343-8e5b-93f0617f5a62 tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Lock "06360ef7-63d6-4eff-89b6-a105e0d87cb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.603770] env[69858]: DEBUG oslo_concurrency.lockutils [None req-06392662-11ee-4343-8e5b-93f0617f5a62 tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Acquiring lock "06360ef7-63d6-4eff-89b6-a105e0d87cb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.603957] env[69858]: DEBUG oslo_concurrency.lockutils [None req-06392662-11ee-4343-8e5b-93f0617f5a62 tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Lock "06360ef7-63d6-4eff-89b6-a105e0d87cb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.604135] env[69858]: DEBUG oslo_concurrency.lockutils [None req-06392662-11ee-4343-8e5b-93f0617f5a62 tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Lock "06360ef7-63d6-4eff-89b6-a105e0d87cb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.606810] env[69858]: INFO nova.compute.manager [None req-06392662-11ee-4343-8e5b-93f0617f5a62 tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Terminating instance [ 922.815781] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.816308] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f8d8e26-dc06-4287-8e98-ec4f4b761397 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.824525] env[69858]: DEBUG oslo_vmware.api [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 922.824525] env[69858]: value = "task-3419165" [ 922.824525] env[69858]: _type = "Task" [ 922.824525] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.837618] env[69858]: DEBUG oslo_vmware.api [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.841888] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63da0c1-8eeb-495c-afb7-86c538c4680d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.849710] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5447e7-69b3-417b-94c3-10cf825d1a5e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.881049] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea34703-0210-442e-b234-b7f58cd2b043 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.889889] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92d112d-f0a3-4fa9-b6a3-200fd40925fb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.894227] env[69858]: DEBUG oslo_concurrency.lockutils [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Releasing lock "refresh_cache-9b219789-9b66-4e14-96b4-b3867e0a7f7d" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.894546] env[69858]: DEBUG nova.compute.manager [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Instance network_info: |[{"id": "54de1ed1-f4f1-4636-8321-4adf7befde19", "address": "fa:16:3e:1c:c0:8d", "network": {"id": "ff428c7b-b508-4ff9-839e-23366a54b65d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-329568972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589e945606ed4baaa181e2fca555b496", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54de1ed1-f4", "ovs_interfaceid": "54de1ed1-f4f1-4636-8321-4adf7befde19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 922.894956] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:c0:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec903a9-d773-4d7c-a80c-c2533be346fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54de1ed1-f4f1-4636-8321-4adf7befde19', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.902705] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.903374] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 922.903595] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-341f61f4-8a7e-41aa-b873-07beea041363 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.926395] env[69858]: DEBUG nova.compute.provider_tree [None req-d3f2f166-0fe1-41e1-8ccd-3bb6e37c7ccf tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.935079] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 922.935079] env[69858]: value = "task-3419166" [ 922.935079] env[69858]: _type = "Task" [ 922.935079] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.944582] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419166, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.114531] env[69858]: DEBUG oslo_concurrency.lockutils [None req-06392662-11ee-4343-8e5b-93f0617f5a62 tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Acquiring lock "refresh_cache-06360ef7-63d6-4eff-89b6-a105e0d87cb4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.114765] env[69858]: DEBUG oslo_concurrency.lockutils [None req-06392662-11ee-4343-8e5b-93f0617f5a62 tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Acquired lock "refresh_cache-06360ef7-63d6-4eff-89b6-a105e0d87cb4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.114993] env[69858]: DEBUG nova.network.neutron [None req-06392662-11ee-4343-8e5b-93f0617f5a62 tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.335258] env[69858]: DEBUG oslo_vmware.api [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419165, 'name': PowerOffVM_Task, 'duration_secs': 0.301783} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.335584] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.335796] env[69858]: DEBUG nova.compute.manager [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.336557] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8ac87a-0e32-4c37-8b35-7b31541fcd7e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.429587] env[69858]: DEBUG nova.scheduler.client.report [None req-d3f2f166-0fe1-41e1-8ccd-3bb6e37c7ccf tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.445496] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419166, 'name': CreateVM_Task, 'duration_secs': 0.325009} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.445650] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.446338] env[69858]: DEBUG oslo_concurrency.lockutils [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.446504] env[69858]: DEBUG oslo_concurrency.lockutils [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.446819] env[69858]: DEBUG oslo_concurrency.lockutils [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.447106] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ec27e19-90c9-4b64-9dcc-42d8e3df4097 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.451710] env[69858]: DEBUG oslo_vmware.api [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for the task: (returnval){ [ 923.451710] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5256aa18-482f-5262-419c-bc881af2a395" [ 923.451710] env[69858]: _type = "Task" [ 923.451710] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.460204] env[69858]: DEBUG oslo_vmware.api [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5256aa18-482f-5262-419c-bc881af2a395, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.644625] env[69858]: DEBUG nova.network.neutron [None req-06392662-11ee-4343-8e5b-93f0617f5a62 tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.762184] env[69858]: DEBUG nova.network.neutron [None req-06392662-11ee-4343-8e5b-93f0617f5a62 tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.849697] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "2c289fa7-0fdd-4dc0-bad3-fa827e0f8275" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.548s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.935478] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d3f2f166-0fe1-41e1-8ccd-3bb6e37c7ccf tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.937880] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.315s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.939407] env[69858]: INFO nova.compute.claims [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.964064] env[69858]: DEBUG oslo_vmware.api [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5256aa18-482f-5262-419c-bc881af2a395, 'name': SearchDatastore_Task, 'duration_secs': 0.01025} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.964319] env[69858]: DEBUG oslo_concurrency.lockutils [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.964491] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.964635] env[69858]: DEBUG oslo_concurrency.lockutils [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.964781] env[69858]: DEBUG oslo_concurrency.lockutils [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.964961] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.965365] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-916228a2-2cc8-4450-b648-f617bc5e80f8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.968341] env[69858]: INFO nova.scheduler.client.report [None req-d3f2f166-0fe1-41e1-8ccd-3bb6e37c7ccf tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Deleted allocations for instance 56c8442c-a2d0-41d6-9052-dfa8e55f56e8 [ 923.979483] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.979483] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.979999] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ea0dbbe-dc33-409a-a381-0fe890568492 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.986678] env[69858]: DEBUG oslo_vmware.api [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for the task: (returnval){ [ 923.986678] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]522bde9f-7469-0276-acf2-a6530ff7bba9" [ 923.986678] env[69858]: _type = "Task" [ 923.986678] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.997074] env[69858]: DEBUG oslo_vmware.api [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]522bde9f-7469-0276-acf2-a6530ff7bba9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.265117] env[69858]: DEBUG oslo_concurrency.lockutils [None req-06392662-11ee-4343-8e5b-93f0617f5a62 tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Releasing lock "refresh_cache-06360ef7-63d6-4eff-89b6-a105e0d87cb4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.265574] env[69858]: DEBUG nova.compute.manager [None req-06392662-11ee-4343-8e5b-93f0617f5a62 tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.265780] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-06392662-11ee-4343-8e5b-93f0617f5a62 tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.266723] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0e36fb-48a1-47ea-89b5-280d0956b5bb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.276153] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-06392662-11ee-4343-8e5b-93f0617f5a62 tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.276153] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-759e3205-c4af-4d91-8ec7-71da7353f06f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.282828] env[69858]: DEBUG oslo_vmware.api [None req-06392662-11ee-4343-8e5b-93f0617f5a62 tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Waiting for the task: (returnval){ [ 924.282828] env[69858]: value = "task-3419167" [ 924.282828] env[69858]: _type = "Task" [ 924.282828] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.292078] env[69858]: DEBUG oslo_vmware.api [None req-06392662-11ee-4343-8e5b-93f0617f5a62 tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': task-3419167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.357956] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.476377] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d3f2f166-0fe1-41e1-8ccd-3bb6e37c7ccf tempest-MultipleCreateTestJSON-307839872 tempest-MultipleCreateTestJSON-307839872-project-member] Lock "56c8442c-a2d0-41d6-9052-dfa8e55f56e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.525s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.497559] env[69858]: DEBUG oslo_vmware.api [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]522bde9f-7469-0276-acf2-a6530ff7bba9, 'name': SearchDatastore_Task, 'duration_secs': 0.020569} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.498950] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1059afb4-417f-42ef-addb-a5e3c218411c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.505347] env[69858]: DEBUG oslo_vmware.api [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for the task: (returnval){ [ 924.505347] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5244bea2-8638-c4b1-6b98-27fbfcccfc63" [ 924.505347] env[69858]: _type = "Task" [ 924.505347] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.513206] env[69858]: DEBUG oslo_vmware.api [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5244bea2-8638-c4b1-6b98-27fbfcccfc63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.547580] env[69858]: DEBUG oslo_concurrency.lockutils [None req-917223a0-fdee-49ce-8d05-3479c46f4cc7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "2c289fa7-0fdd-4dc0-bad3-fa827e0f8275" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.547730] env[69858]: DEBUG oslo_concurrency.lockutils [None req-917223a0-fdee-49ce-8d05-3479c46f4cc7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "2c289fa7-0fdd-4dc0-bad3-fa827e0f8275" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.547886] env[69858]: DEBUG oslo_concurrency.lockutils [None req-917223a0-fdee-49ce-8d05-3479c46f4cc7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "2c289fa7-0fdd-4dc0-bad3-fa827e0f8275-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.548116] env[69858]: DEBUG oslo_concurrency.lockutils [None req-917223a0-fdee-49ce-8d05-3479c46f4cc7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "2c289fa7-0fdd-4dc0-bad3-fa827e0f8275-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.548289] env[69858]: DEBUG oslo_concurrency.lockutils [None req-917223a0-fdee-49ce-8d05-3479c46f4cc7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "2c289fa7-0fdd-4dc0-bad3-fa827e0f8275-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.550245] env[69858]: INFO nova.compute.manager [None req-917223a0-fdee-49ce-8d05-3479c46f4cc7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Terminating instance [ 924.793627] env[69858]: DEBUG oslo_vmware.api [None req-06392662-11ee-4343-8e5b-93f0617f5a62 tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': task-3419167, 'name': PowerOffVM_Task, 'duration_secs': 0.171892} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.793896] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-06392662-11ee-4343-8e5b-93f0617f5a62 tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.794079] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-06392662-11ee-4343-8e5b-93f0617f5a62 tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.794339] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4254de1-cbc1-4c1d-9037-3e8b7fa25b44 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.821236] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-06392662-11ee-4343-8e5b-93f0617f5a62 tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.821783] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-06392662-11ee-4343-8e5b-93f0617f5a62 tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.821935] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-06392662-11ee-4343-8e5b-93f0617f5a62 tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Deleting the datastore file [datastore2] 06360ef7-63d6-4eff-89b6-a105e0d87cb4 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.822364] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec7340cb-49cd-4536-ad6f-585109c875e7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.828983] env[69858]: DEBUG oslo_vmware.api [None req-06392662-11ee-4343-8e5b-93f0617f5a62 tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Waiting for the task: (returnval){ [ 924.828983] env[69858]: value = "task-3419169" [ 924.828983] env[69858]: _type = "Task" [ 924.828983] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.837609] env[69858]: DEBUG oslo_vmware.api [None req-06392662-11ee-4343-8e5b-93f0617f5a62 tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': task-3419169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.017040] env[69858]: DEBUG oslo_vmware.api [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5244bea2-8638-c4b1-6b98-27fbfcccfc63, 'name': SearchDatastore_Task, 'duration_secs': 0.016037} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.017835] env[69858]: DEBUG oslo_concurrency.lockutils [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.018346] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 9b219789-9b66-4e14-96b4-b3867e0a7f7d/9b219789-9b66-4e14-96b4-b3867e0a7f7d.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.019121] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13ac0ccb-a0f4-4dd5-b87d-7098c1c65d72 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.033053] env[69858]: DEBUG oslo_vmware.api [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for the task: (returnval){ [ 925.033053] env[69858]: value = "task-3419170" [ 925.033053] env[69858]: _type = "Task" [ 925.033053] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.045626] env[69858]: DEBUG oslo_vmware.api [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.054266] env[69858]: DEBUG nova.compute.manager [None req-917223a0-fdee-49ce-8d05-3479c46f4cc7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 925.054266] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-917223a0-fdee-49ce-8d05-3479c46f4cc7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.055307] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a412aab7-eaf2-40a8-a95d-dd01ed192c2f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.070452] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-917223a0-fdee-49ce-8d05-3479c46f4cc7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.070739] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fd42380-57c6-474b-ad03-def2d7ed79a8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.144357] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-917223a0-fdee-49ce-8d05-3479c46f4cc7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.144602] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-917223a0-fdee-49ce-8d05-3479c46f4cc7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.144780] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-917223a0-fdee-49ce-8d05-3479c46f4cc7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Deleting the datastore file [datastore2] 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.145072] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb295000-ef56-412f-8260-6a7626f0c4cb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.152636] env[69858]: DEBUG oslo_vmware.api [None req-917223a0-fdee-49ce-8d05-3479c46f4cc7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 925.152636] env[69858]: value = "task-3419172" [ 925.152636] env[69858]: _type = "Task" [ 925.152636] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.161931] env[69858]: DEBUG oslo_vmware.api [None req-917223a0-fdee-49ce-8d05-3479c46f4cc7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.342595] env[69858]: DEBUG oslo_vmware.api [None req-06392662-11ee-4343-8e5b-93f0617f5a62 tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Task: {'id': task-3419169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168324} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.342910] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-06392662-11ee-4343-8e5b-93f0617f5a62 tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.343118] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-06392662-11ee-4343-8e5b-93f0617f5a62 tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.343359] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-06392662-11ee-4343-8e5b-93f0617f5a62 tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.343486] env[69858]: INFO nova.compute.manager [None req-06392662-11ee-4343-8e5b-93f0617f5a62 tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Took 1.08 seconds to destroy the instance on the hypervisor. [ 925.343741] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06392662-11ee-4343-8e5b-93f0617f5a62 tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.343943] env[69858]: DEBUG nova.compute.manager [-] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.344052] env[69858]: DEBUG nova.network.neutron [-] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.373795] env[69858]: DEBUG nova.network.neutron [-] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 925.445628] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab65d45-86e9-4abb-8dae-f84507806dcf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.457636] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c829b09-7edd-4ba5-adae-d4f6cf725467 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.492949] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d2268c-a2b1-45cd-8d27-0ebcc304eee9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.504905] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6973a27-19b0-42b5-9314-401ee5800b9e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.522014] env[69858]: DEBUG nova.compute.provider_tree [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 925.542598] env[69858]: DEBUG oslo_vmware.api [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502574} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.542857] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 9b219789-9b66-4e14-96b4-b3867e0a7f7d/9b219789-9b66-4e14-96b4-b3867e0a7f7d.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.543085] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 925.543333] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-368c7e0e-e6d6-4206-9558-8ec200702af4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.551016] env[69858]: DEBUG oslo_vmware.api [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for the task: (returnval){ [ 925.551016] env[69858]: value = "task-3419173" [ 925.551016] env[69858]: _type = "Task" [ 925.551016] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.560366] env[69858]: DEBUG oslo_vmware.api [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419173, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.663101] env[69858]: DEBUG oslo_vmware.api [None req-917223a0-fdee-49ce-8d05-3479c46f4cc7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2117} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.663355] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-917223a0-fdee-49ce-8d05-3479c46f4cc7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.663543] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-917223a0-fdee-49ce-8d05-3479c46f4cc7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.663717] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-917223a0-fdee-49ce-8d05-3479c46f4cc7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.664751] env[69858]: INFO nova.compute.manager [None req-917223a0-fdee-49ce-8d05-3479c46f4cc7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Took 0.61 seconds to destroy the instance on the hypervisor. [ 925.664751] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-917223a0-fdee-49ce-8d05-3479c46f4cc7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.664751] env[69858]: DEBUG nova.compute.manager [-] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.664751] env[69858]: DEBUG nova.network.neutron [-] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.876958] env[69858]: DEBUG nova.network.neutron [-] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.062329] env[69858]: DEBUG oslo_vmware.api [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419173, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07542} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.062696] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.063896] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f34f787-2048-4dd7-88da-f4b7dc743af1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.090309] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 9b219789-9b66-4e14-96b4-b3867e0a7f7d/9b219789-9b66-4e14-96b4-b3867e0a7f7d.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.091465] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7b72301-d7c3-4077-9af1-e6d71fff8f2f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.120193] env[69858]: DEBUG nova.scheduler.client.report [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Updated inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with generation 83 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 926.120193] env[69858]: DEBUG nova.compute.provider_tree [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Updating resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 generation from 83 to 84 during operation: update_inventory {{(pid=69858) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 926.120193] env[69858]: DEBUG nova.compute.provider_tree [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 926.129881] env[69858]: DEBUG oslo_vmware.api [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for the task: (returnval){ [ 926.129881] env[69858]: value = "task-3419174" [ 926.129881] env[69858]: _type = "Task" [ 926.129881] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.141653] env[69858]: DEBUG oslo_vmware.api [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419174, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.380858] env[69858]: INFO nova.compute.manager [-] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Took 1.04 seconds to deallocate network for instance. [ 926.559421] env[69858]: DEBUG nova.compute.manager [req-66121734-252b-4513-b0aa-c02dd08fb908 req-5ef965b4-de91-4d78-9f20-9c67260dc013 service nova] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Received event network-vif-deleted-6c181cd9-b2c9-429c-8013-d519b51ebfcc {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.559624] env[69858]: INFO nova.compute.manager [req-66121734-252b-4513-b0aa-c02dd08fb908 req-5ef965b4-de91-4d78-9f20-9c67260dc013 service nova] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Neutron deleted interface 6c181cd9-b2c9-429c-8013-d519b51ebfcc; detaching it from the instance and deleting it from the info cache [ 926.559795] env[69858]: DEBUG nova.network.neutron [req-66121734-252b-4513-b0aa-c02dd08fb908 req-5ef965b4-de91-4d78-9f20-9c67260dc013 service nova] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.625652] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.628019] env[69858]: DEBUG nova.compute.manager [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.629446] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 36.027s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.648284] env[69858]: DEBUG oslo_vmware.api [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419174, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.848159] env[69858]: DEBUG nova.network.neutron [-] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.890528] env[69858]: DEBUG oslo_concurrency.lockutils [None req-06392662-11ee-4343-8e5b-93f0617f5a62 tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.063830] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79dd8c5b-0739-42a9-b0fb-56a9eac0ae02 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.075836] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643845a9-da0a-481c-a9c8-180fc6eb98a6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.113861] env[69858]: DEBUG nova.compute.manager [req-66121734-252b-4513-b0aa-c02dd08fb908 req-5ef965b4-de91-4d78-9f20-9c67260dc013 service nova] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Detach interface failed, port_id=6c181cd9-b2c9-429c-8013-d519b51ebfcc, reason: Instance 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 927.133704] env[69858]: DEBUG nova.compute.utils [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.135559] env[69858]: DEBUG nova.compute.manager [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 927.135683] env[69858]: DEBUG nova.network.neutron [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.143399] env[69858]: INFO nova.compute.claims [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.156041] env[69858]: DEBUG oslo_vmware.api [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419174, 'name': ReconfigVM_Task, 'duration_secs': 0.545335} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.156041] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 9b219789-9b66-4e14-96b4-b3867e0a7f7d/9b219789-9b66-4e14-96b4-b3867e0a7f7d.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.157028] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be7e60c3-9bd2-4d92-8ecc-f01c7e67874f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.167270] env[69858]: DEBUG oslo_vmware.api [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for the task: (returnval){ [ 927.167270] env[69858]: value = "task-3419175" [ 927.167270] env[69858]: _type = "Task" [ 927.167270] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.176710] env[69858]: DEBUG oslo_vmware.api [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419175, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.252688] env[69858]: DEBUG nova.policy [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5428c94ea8242bf9ee9ef989561fa30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55d5af7e5cc84fd885138b28a6913b6f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.352777] env[69858]: INFO nova.compute.manager [-] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Took 1.69 seconds to deallocate network for instance. [ 927.487913] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5246f9ac-bbaf-4bcd-914c-a7ffa541f848 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Acquiring lock "b5571ce8-4a18-4bed-8f74-6cdbe092891c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.487913] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5246f9ac-bbaf-4bcd-914c-a7ffa541f848 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Lock "b5571ce8-4a18-4bed-8f74-6cdbe092891c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.487913] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5246f9ac-bbaf-4bcd-914c-a7ffa541f848 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Acquiring lock "b5571ce8-4a18-4bed-8f74-6cdbe092891c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.487913] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5246f9ac-bbaf-4bcd-914c-a7ffa541f848 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Lock "b5571ce8-4a18-4bed-8f74-6cdbe092891c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.487913] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5246f9ac-bbaf-4bcd-914c-a7ffa541f848 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Lock "b5571ce8-4a18-4bed-8f74-6cdbe092891c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.490507] env[69858]: INFO nova.compute.manager [None req-5246f9ac-bbaf-4bcd-914c-a7ffa541f848 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Terminating instance [ 927.647985] env[69858]: DEBUG nova.compute.manager [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.652058] env[69858]: INFO nova.compute.resource_tracker [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Updating resource usage from migration 5919bb0d-6d90-4c25-aa11-0618df85875c [ 927.680801] env[69858]: DEBUG oslo_vmware.api [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419175, 'name': Rename_Task, 'duration_secs': 0.141685} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.681626] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.681984] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28cd041e-37ee-4426-9396-0fe365e101b2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.693018] env[69858]: DEBUG oslo_vmware.api [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for the task: (returnval){ [ 927.693018] env[69858]: value = "task-3419176" [ 927.693018] env[69858]: _type = "Task" [ 927.693018] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.702611] env[69858]: DEBUG oslo_vmware.api [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.859608] env[69858]: DEBUG oslo_concurrency.lockutils [None req-917223a0-fdee-49ce-8d05-3479c46f4cc7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.937962] env[69858]: DEBUG nova.network.neutron [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Successfully created port: 4f97b454-7cd0-4389-b3dc-b5eabfff2e2d {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.995822] env[69858]: DEBUG nova.compute.manager [None req-5246f9ac-bbaf-4bcd-914c-a7ffa541f848 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.995822] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5246f9ac-bbaf-4bcd-914c-a7ffa541f848 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.995822] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33f5489-9484-44d4-a3c3-2a8487d2e116 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.004788] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5246f9ac-bbaf-4bcd-914c-a7ffa541f848 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.008502] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41ec5766-9d67-4382-b0e8-10f09614c466 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.016998] env[69858]: DEBUG oslo_vmware.api [None req-5246f9ac-bbaf-4bcd-914c-a7ffa541f848 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Waiting for the task: (returnval){ [ 928.016998] env[69858]: value = "task-3419177" [ 928.016998] env[69858]: _type = "Task" [ 928.016998] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.029462] env[69858]: DEBUG oslo_vmware.api [None req-5246f9ac-bbaf-4bcd-914c-a7ffa541f848 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3419177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.201116] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b606b0c-92a1-49eb-80a0-dab3607af0b3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.214150] env[69858]: DEBUG oslo_vmware.api [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419176, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.215302] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abe18e6-545a-42b3-bdef-c45a5d93b2da {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.249360] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7d96bd-81ce-459a-8e82-4b3bf73a907b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.258358] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158e6313-27da-4b76-8b1e-940190879691 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.274442] env[69858]: DEBUG nova.compute.provider_tree [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.529571] env[69858]: DEBUG oslo_vmware.api [None req-5246f9ac-bbaf-4bcd-914c-a7ffa541f848 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3419177, 'name': PowerOffVM_Task, 'duration_secs': 0.265204} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.531753] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5246f9ac-bbaf-4bcd-914c-a7ffa541f848 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.532208] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5246f9ac-bbaf-4bcd-914c-a7ffa541f848 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.532208] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c28c456b-4515-4a64-96d5-f4b275938b78 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.604250] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5246f9ac-bbaf-4bcd-914c-a7ffa541f848 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.604446] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5246f9ac-bbaf-4bcd-914c-a7ffa541f848 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.604695] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-5246f9ac-bbaf-4bcd-914c-a7ffa541f848 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Deleting the datastore file [datastore1] b5571ce8-4a18-4bed-8f74-6cdbe092891c {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.604974] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d310c1be-ee50-4c28-922d-b4d5a62792a3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.613366] env[69858]: DEBUG oslo_vmware.api [None req-5246f9ac-bbaf-4bcd-914c-a7ffa541f848 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Waiting for the task: (returnval){ [ 928.613366] env[69858]: value = "task-3419179" [ 928.613366] env[69858]: _type = "Task" [ 928.613366] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.622318] env[69858]: DEBUG oslo_vmware.api [None req-5246f9ac-bbaf-4bcd-914c-a7ffa541f848 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3419179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.656805] env[69858]: DEBUG nova.compute.manager [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.674550] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Acquiring lock "aab6c3b4-da0e-4a6d-8876-696815a47fc4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.674550] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Lock "aab6c3b4-da0e-4a6d-8876-696815a47fc4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.709848] env[69858]: DEBUG oslo_vmware.api [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419176, 'name': PowerOnVM_Task, 'duration_secs': 0.534083} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.712161] env[69858]: DEBUG nova.virt.hardware [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.712394] env[69858]: DEBUG nova.virt.hardware [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.712557] env[69858]: DEBUG nova.virt.hardware [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.712749] env[69858]: DEBUG nova.virt.hardware [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.712945] env[69858]: DEBUG nova.virt.hardware [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.713148] env[69858]: DEBUG nova.virt.hardware [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.713379] env[69858]: DEBUG nova.virt.hardware [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.713542] env[69858]: DEBUG nova.virt.hardware [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.713715] env[69858]: DEBUG nova.virt.hardware [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.713896] env[69858]: DEBUG nova.virt.hardware [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.714105] env[69858]: DEBUG nova.virt.hardware [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.714415] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.714650] env[69858]: INFO nova.compute.manager [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Took 9.24 seconds to spawn the instance on the hypervisor. [ 928.714934] env[69858]: DEBUG nova.compute.manager [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.715642] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595885df-52d5-4497-a74a-a120d054ec82 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.718856] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c69c13-8b4d-449a-bbc0-2ac5614c9a89 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.733255] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a177973f-e725-452a-93fa-d0f25a3bef6f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.777692] env[69858]: DEBUG nova.scheduler.client.report [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.126399] env[69858]: DEBUG oslo_vmware.api [None req-5246f9ac-bbaf-4bcd-914c-a7ffa541f848 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3419179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349259} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.126677] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-5246f9ac-bbaf-4bcd-914c-a7ffa541f848 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.126963] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5246f9ac-bbaf-4bcd-914c-a7ffa541f848 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.127212] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5246f9ac-bbaf-4bcd-914c-a7ffa541f848 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.127478] env[69858]: INFO nova.compute.manager [None req-5246f9ac-bbaf-4bcd-914c-a7ffa541f848 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 929.127808] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5246f9ac-bbaf-4bcd-914c-a7ffa541f848 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.128094] env[69858]: DEBUG nova.compute.manager [-] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 929.128240] env[69858]: DEBUG nova.network.neutron [-] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.242975] env[69858]: INFO nova.compute.manager [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Took 44.61 seconds to build instance. [ 929.283635] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.653s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.283635] env[69858]: INFO nova.compute.manager [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Migrating [ 929.283635] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.283818] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.285608] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bced271-b3b8-4ef3-813c-f578255af7f3 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.341s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.286229] env[69858]: DEBUG nova.objects.instance [None req-9bced271-b3b8-4ef3-813c-f578255af7f3 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Lazy-loading 'resources' on Instance uuid debfde63-c64d-466f-b424-d8dd704ab30f {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.745240] env[69858]: DEBUG oslo_concurrency.lockutils [None req-15fadf7d-d87c-41bb-9124-7327ed1acdee tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Lock "9b219789-9b66-4e14-96b4-b3867e0a7f7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.119s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.792487] env[69858]: INFO nova.compute.rpcapi [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 929.793055] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.966700] env[69858]: DEBUG nova.network.neutron [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Successfully updated port: 4f97b454-7cd0-4389-b3dc-b5eabfff2e2d {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.984949] env[69858]: DEBUG nova.compute.manager [req-42082c34-41e6-4c59-b597-af4a67dcc7b5 req-2fa6905a-704e-48fc-b3da-986cf889c524 service nova] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Received event network-vif-deleted-f38a3ff6-081e-4384-a198-2aa7dcd46f91 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.985071] env[69858]: INFO nova.compute.manager [req-42082c34-41e6-4c59-b597-af4a67dcc7b5 req-2fa6905a-704e-48fc-b3da-986cf889c524 service nova] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Neutron deleted interface f38a3ff6-081e-4384-a198-2aa7dcd46f91; detaching it from the instance and deleting it from the info cache [ 929.985337] env[69858]: DEBUG nova.network.neutron [req-42082c34-41e6-4c59-b597-af4a67dcc7b5 req-2fa6905a-704e-48fc-b3da-986cf889c524 service nova] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.005500] env[69858]: DEBUG nova.compute.manager [req-226d7ba8-f0a6-4e44-b338-bfa5946a9ea1 req-36512d26-2e5b-4db1-8272-794cad9ffeb6 service nova] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Received event network-vif-plugged-4f97b454-7cd0-4389-b3dc-b5eabfff2e2d {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.005591] env[69858]: DEBUG oslo_concurrency.lockutils [req-226d7ba8-f0a6-4e44-b338-bfa5946a9ea1 req-36512d26-2e5b-4db1-8272-794cad9ffeb6 service nova] Acquiring lock "0783efa1-a314-4a8b-b6ed-0a0e05618b34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.005748] env[69858]: DEBUG oslo_concurrency.lockutils [req-226d7ba8-f0a6-4e44-b338-bfa5946a9ea1 req-36512d26-2e5b-4db1-8272-794cad9ffeb6 service nova] Lock "0783efa1-a314-4a8b-b6ed-0a0e05618b34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.005917] env[69858]: DEBUG oslo_concurrency.lockutils [req-226d7ba8-f0a6-4e44-b338-bfa5946a9ea1 req-36512d26-2e5b-4db1-8272-794cad9ffeb6 service nova] Lock "0783efa1-a314-4a8b-b6ed-0a0e05618b34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.006096] env[69858]: DEBUG nova.compute.manager [req-226d7ba8-f0a6-4e44-b338-bfa5946a9ea1 req-36512d26-2e5b-4db1-8272-794cad9ffeb6 service nova] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] No waiting events found dispatching network-vif-plugged-4f97b454-7cd0-4389-b3dc-b5eabfff2e2d {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 930.006265] env[69858]: WARNING nova.compute.manager [req-226d7ba8-f0a6-4e44-b338-bfa5946a9ea1 req-36512d26-2e5b-4db1-8272-794cad9ffeb6 service nova] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Received unexpected event network-vif-plugged-4f97b454-7cd0-4389-b3dc-b5eabfff2e2d for instance with vm_state building and task_state spawning. [ 930.236308] env[69858]: DEBUG nova.network.neutron [-] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.249024] env[69858]: DEBUG nova.compute.manager [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 930.310243] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquiring lock "refresh_cache-43ae10cd-5eed-4344-9691-7366745b350c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.310441] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquired lock "refresh_cache-43ae10cd-5eed-4344-9691-7366745b350c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.310618] env[69858]: DEBUG nova.network.neutron [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.345154] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05aa4639-3d38-4645-b8c1-9f4064bbb0ba {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.353721] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4951cb-c716-4db0-a1ae-a9e988793849 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.386890] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b657b6-d0c2-4d07-9b86-244be776ba10 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.395212] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b993fa3-091d-427f-b202-ced85b696fea {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.409493] env[69858]: DEBUG nova.compute.provider_tree [None req-9bced271-b3b8-4ef3-813c-f578255af7f3 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.468807] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "refresh_cache-0783efa1-a314-4a8b-b6ed-0a0e05618b34" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.470030] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquired lock "refresh_cache-0783efa1-a314-4a8b-b6ed-0a0e05618b34" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.470030] env[69858]: DEBUG nova.network.neutron [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.490769] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df9b37d0-c48c-4aad-b8d7-272506773cb1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.501285] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a2159b-375a-4c42-9d15-6fefff91b561 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.537022] env[69858]: DEBUG nova.compute.manager [req-42082c34-41e6-4c59-b597-af4a67dcc7b5 req-2fa6905a-704e-48fc-b3da-986cf889c524 service nova] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Detach interface failed, port_id=f38a3ff6-081e-4384-a198-2aa7dcd46f91, reason: Instance b5571ce8-4a18-4bed-8f74-6cdbe092891c could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 930.742704] env[69858]: INFO nova.compute.manager [-] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Took 1.61 seconds to deallocate network for instance. [ 930.801926] env[69858]: DEBUG oslo_concurrency.lockutils [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.912516] env[69858]: DEBUG nova.scheduler.client.report [None req-9bced271-b3b8-4ef3-813c-f578255af7f3 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.016472] env[69858]: DEBUG nova.network.neutron [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 931.120074] env[69858]: DEBUG nova.network.neutron [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Updating instance_info_cache with network_info: [{"id": "8e8cf94d-9555-4e71-864b-d034ec280b4c", "address": "fa:16:3e:0d:2d:23", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e8cf94d-95", "ovs_interfaceid": "8e8cf94d-9555-4e71-864b-d034ec280b4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.139561] env[69858]: DEBUG nova.network.neutron [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Updating instance_info_cache with network_info: [{"id": "4f97b454-7cd0-4389-b3dc-b5eabfff2e2d", "address": "fa:16:3e:aa:d8:37", "network": {"id": "5be3be6c-0dd1-46c4-982b-8f057bcf258d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1145908090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d5af7e5cc84fd885138b28a6913b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f97b454-7c", "ovs_interfaceid": "4f97b454-7cd0-4389-b3dc-b5eabfff2e2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.250318] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5246f9ac-bbaf-4bcd-914c-a7ffa541f848 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.253398] env[69858]: DEBUG nova.compute.manager [None req-0cd49037-cd49-4c65-8c66-bdd85c315a6a tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.254269] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c906fe-c00e-446c-b7f3-f02574d7cafb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.420830] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bced271-b3b8-4ef3-813c-f578255af7f3 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.424042] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.652s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.424409] env[69858]: INFO nova.compute.claims [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.466056] env[69858]: INFO nova.scheduler.client.report [None req-9bced271-b3b8-4ef3-813c-f578255af7f3 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Deleted allocations for instance debfde63-c64d-466f-b424-d8dd704ab30f [ 931.622562] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Releasing lock "refresh_cache-43ae10cd-5eed-4344-9691-7366745b350c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.641598] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Releasing lock "refresh_cache-0783efa1-a314-4a8b-b6ed-0a0e05618b34" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.641812] env[69858]: DEBUG nova.compute.manager [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Instance network_info: |[{"id": "4f97b454-7cd0-4389-b3dc-b5eabfff2e2d", "address": "fa:16:3e:aa:d8:37", "network": {"id": "5be3be6c-0dd1-46c4-982b-8f057bcf258d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1145908090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d5af7e5cc84fd885138b28a6913b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f97b454-7c", "ovs_interfaceid": "4f97b454-7cd0-4389-b3dc-b5eabfff2e2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.642939] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:d8:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f97b454-7cd0-4389-b3dc-b5eabfff2e2d', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.650739] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Creating folder: Project (55d5af7e5cc84fd885138b28a6913b6f). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.651317] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95392528-0565-4517-a48f-383495968bd0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.664819] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Created folder: Project (55d5af7e5cc84fd885138b28a6913b6f) in parent group-v682032. [ 931.665270] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Creating folder: Instances. Parent ref: group-v682186. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.665559] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2513d18-dc61-49d5-9239-e7ed3cbf5389 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.676833] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Created folder: Instances in parent group-v682186. [ 931.677108] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.677326] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.677539] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b669682-fdf3-4f3a-b5bb-5b5625b8d409 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.697844] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.697844] env[69858]: value = "task-3419182" [ 931.697844] env[69858]: _type = "Task" [ 931.697844] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.705960] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419182, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.765904] env[69858]: INFO nova.compute.manager [None req-0cd49037-cd49-4c65-8c66-bdd85c315a6a tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] instance snapshotting [ 931.769074] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da898582-d9f5-4922-b8cf-9e8a35413831 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.790733] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75948d2-e58f-4956-9ed6-a88d9a81e4c4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.974157] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9bced271-b3b8-4ef3-813c-f578255af7f3 tempest-SecurityGroupsTestJSON-976012887 tempest-SecurityGroupsTestJSON-976012887-project-member] Lock "debfde63-c64d-466f-b424-d8dd704ab30f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.895s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.060262] env[69858]: DEBUG nova.compute.manager [req-885f3567-cb65-4cef-8282-d12604a056af req-8c78a9a0-7f18-4394-a4ac-7343c31d3900 service nova] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Received event network-changed-4f97b454-7cd0-4389-b3dc-b5eabfff2e2d {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.060467] env[69858]: DEBUG nova.compute.manager [req-885f3567-cb65-4cef-8282-d12604a056af req-8c78a9a0-7f18-4394-a4ac-7343c31d3900 service nova] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Refreshing instance network info cache due to event network-changed-4f97b454-7cd0-4389-b3dc-b5eabfff2e2d. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 932.060717] env[69858]: DEBUG oslo_concurrency.lockutils [req-885f3567-cb65-4cef-8282-d12604a056af req-8c78a9a0-7f18-4394-a4ac-7343c31d3900 service nova] Acquiring lock "refresh_cache-0783efa1-a314-4a8b-b6ed-0a0e05618b34" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.060824] env[69858]: DEBUG oslo_concurrency.lockutils [req-885f3567-cb65-4cef-8282-d12604a056af req-8c78a9a0-7f18-4394-a4ac-7343c31d3900 service nova] Acquired lock "refresh_cache-0783efa1-a314-4a8b-b6ed-0a0e05618b34" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.060985] env[69858]: DEBUG nova.network.neutron [req-885f3567-cb65-4cef-8282-d12604a056af req-8c78a9a0-7f18-4394-a4ac-7343c31d3900 service nova] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Refreshing network info cache for port 4f97b454-7cd0-4389-b3dc-b5eabfff2e2d {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.208124] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419182, 'name': CreateVM_Task, 'duration_secs': 0.350806} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.208348] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.208968] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.209155] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.209749] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.210017] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c28fee4-bf61-4ebb-a3d4-34d471928936 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.215527] env[69858]: DEBUG oslo_vmware.api [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 932.215527] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a80c68-70b0-3628-3b48-d42d18e2aeda" [ 932.215527] env[69858]: _type = "Task" [ 932.215527] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.223745] env[69858]: DEBUG oslo_vmware.api [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a80c68-70b0-3628-3b48-d42d18e2aeda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.302702] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd49037-cd49-4c65-8c66-bdd85c315a6a tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Creating Snapshot of the VM instance {{(pid=69858) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 932.303055] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2f020a05-35f0-4d03-9850-56b5bc3bb9f4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.311853] env[69858]: DEBUG oslo_vmware.api [None req-0cd49037-cd49-4c65-8c66-bdd85c315a6a tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for the task: (returnval){ [ 932.311853] env[69858]: value = "task-3419183" [ 932.311853] env[69858]: _type = "Task" [ 932.311853] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.321036] env[69858]: DEBUG oslo_vmware.api [None req-0cd49037-cd49-4c65-8c66-bdd85c315a6a tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419183, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.728574] env[69858]: DEBUG oslo_vmware.api [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a80c68-70b0-3628-3b48-d42d18e2aeda, 'name': SearchDatastore_Task, 'duration_secs': 0.02422} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.732233] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.732488] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.732725] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.732900] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.733176] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.733965] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6872dd2d-b325-44e2-a4a2-aeebef9d8171 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.743634] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.743868] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.744580] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-270f2cec-29dc-4aac-a439-e3a8cdff44a3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.754416] env[69858]: DEBUG oslo_vmware.api [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 932.754416] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529926a2-4fb8-74c9-6067-567f52961f0e" [ 932.754416] env[69858]: _type = "Task" [ 932.754416] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.767050] env[69858]: DEBUG oslo_vmware.api [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529926a2-4fb8-74c9-6067-567f52961f0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.829217] env[69858]: DEBUG oslo_vmware.api [None req-0cd49037-cd49-4c65-8c66-bdd85c315a6a tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419183, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.907025] env[69858]: DEBUG nova.network.neutron [req-885f3567-cb65-4cef-8282-d12604a056af req-8c78a9a0-7f18-4394-a4ac-7343c31d3900 service nova] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Updated VIF entry in instance network info cache for port 4f97b454-7cd0-4389-b3dc-b5eabfff2e2d. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.907495] env[69858]: DEBUG nova.network.neutron [req-885f3567-cb65-4cef-8282-d12604a056af req-8c78a9a0-7f18-4394-a4ac-7343c31d3900 service nova] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Updating instance_info_cache with network_info: [{"id": "4f97b454-7cd0-4389-b3dc-b5eabfff2e2d", "address": "fa:16:3e:aa:d8:37", "network": {"id": "5be3be6c-0dd1-46c4-982b-8f057bcf258d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1145908090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d5af7e5cc84fd885138b28a6913b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f97b454-7c", "ovs_interfaceid": "4f97b454-7cd0-4389-b3dc-b5eabfff2e2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.974152] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8eb80fd-0f8e-4ba7-8da5-9c6dc70ed70a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.982979] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d2e923-59a3-48d6-889e-21605b35525d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.019462] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0268f6c6-5369-4ea2-821f-c9a5ba1293e8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.027589] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f331b04-2c7f-430c-8698-1922209dee41 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.041919] env[69858]: DEBUG nova.compute.provider_tree [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.143136] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4592f23-6a54-4be4-98db-961c96cd30b7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.164731] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Updating instance '43ae10cd-5eed-4344-9691-7366745b350c' progress to 0 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 933.267040] env[69858]: DEBUG oslo_vmware.api [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529926a2-4fb8-74c9-6067-567f52961f0e, 'name': SearchDatastore_Task, 'duration_secs': 0.010646} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.267893] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bf41dad-7118-4436-8e09-04ce4fe76d62 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.273673] env[69858]: DEBUG oslo_vmware.api [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 933.273673] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b2c8c3-bd8a-60c1-d9ee-8e385268eedb" [ 933.273673] env[69858]: _type = "Task" [ 933.273673] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.282441] env[69858]: DEBUG oslo_vmware.api [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b2c8c3-bd8a-60c1-d9ee-8e385268eedb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.324363] env[69858]: DEBUG oslo_vmware.api [None req-0cd49037-cd49-4c65-8c66-bdd85c315a6a tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419183, 'name': CreateSnapshot_Task, 'duration_secs': 0.625623} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.324363] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd49037-cd49-4c65-8c66-bdd85c315a6a tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Created Snapshot of the VM instance {{(pid=69858) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 933.324363] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67e3057-76f7-4b16-948c-7719ab36b6a7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.409876] env[69858]: DEBUG oslo_concurrency.lockutils [req-885f3567-cb65-4cef-8282-d12604a056af req-8c78a9a0-7f18-4394-a4ac-7343c31d3900 service nova] Releasing lock "refresh_cache-0783efa1-a314-4a8b-b6ed-0a0e05618b34" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.545734] env[69858]: DEBUG nova.scheduler.client.report [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.677309] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.677309] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-779dbd73-ba31-449f-8be8-b721ddbd7639 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.687025] env[69858]: DEBUG oslo_vmware.api [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for the task: (returnval){ [ 933.687025] env[69858]: value = "task-3419184" [ 933.687025] env[69858]: _type = "Task" [ 933.687025] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.695135] env[69858]: DEBUG oslo_vmware.api [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.793874] env[69858]: DEBUG oslo_vmware.api [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b2c8c3-bd8a-60c1-d9ee-8e385268eedb, 'name': SearchDatastore_Task, 'duration_secs': 0.014791} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.794289] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.794607] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 0783efa1-a314-4a8b-b6ed-0a0e05618b34/0783efa1-a314-4a8b-b6ed-0a0e05618b34.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.795054] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-270bb08b-5c78-4a7f-9996-48f3039827e1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.806672] env[69858]: DEBUG oslo_vmware.api [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 933.806672] env[69858]: value = "task-3419185" [ 933.806672] env[69858]: _type = "Task" [ 933.806672] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.817807] env[69858]: DEBUG oslo_vmware.api [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.849368] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd49037-cd49-4c65-8c66-bdd85c315a6a tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Creating linked-clone VM from snapshot {{(pid=69858) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 933.849368] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1f83d079-4787-4ed8-b58a-077969b53f4a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.855224] env[69858]: DEBUG oslo_vmware.api [None req-0cd49037-cd49-4c65-8c66-bdd85c315a6a tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for the task: (returnval){ [ 933.855224] env[69858]: value = "task-3419186" [ 933.855224] env[69858]: _type = "Task" [ 933.855224] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.865580] env[69858]: DEBUG oslo_vmware.api [None req-0cd49037-cd49-4c65-8c66-bdd85c315a6a tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419186, 'name': CloneVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.055057] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.055057] env[69858]: DEBUG nova.compute.manager [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 934.056510] env[69858]: DEBUG oslo_concurrency.lockutils [None req-89081188-dc4c-4f8b-aae6-0ba91b56d40c tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.276s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.056756] env[69858]: DEBUG nova.objects.instance [None req-89081188-dc4c-4f8b-aae6-0ba91b56d40c tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Lazy-loading 'resources' on Instance uuid 5356c698-dac4-4543-8693-d71f194924d9 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.196567] env[69858]: DEBUG oslo_vmware.api [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419184, 'name': PowerOffVM_Task, 'duration_secs': 0.239488} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.196885] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.197132] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Updating instance '43ae10cd-5eed-4344-9691-7366745b350c' progress to 17 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 934.318147] env[69858]: DEBUG oslo_vmware.api [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419185, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.365780] env[69858]: DEBUG oslo_vmware.api [None req-0cd49037-cd49-4c65-8c66-bdd85c315a6a tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419186, 'name': CloneVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.563507] env[69858]: DEBUG nova.compute.utils [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.565436] env[69858]: DEBUG nova.compute.manager [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 934.566248] env[69858]: DEBUG nova.network.neutron [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 934.645336] env[69858]: DEBUG nova.policy [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '902e7077097e4a32aff7a5006d3ec86b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cacb2aff438842aba7a0febded330acd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.712261] env[69858]: DEBUG nova.virt.hardware [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.712711] env[69858]: DEBUG nova.virt.hardware [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.712978] env[69858]: DEBUG nova.virt.hardware [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.713321] env[69858]: DEBUG nova.virt.hardware [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.713534] env[69858]: DEBUG nova.virt.hardware [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.713740] env[69858]: DEBUG nova.virt.hardware [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.714087] env[69858]: DEBUG nova.virt.hardware [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.715448] env[69858]: DEBUG nova.virt.hardware [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.715448] env[69858]: DEBUG nova.virt.hardware [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.715586] env[69858]: DEBUG nova.virt.hardware [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.715796] env[69858]: DEBUG nova.virt.hardware [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.727749] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3412b8fc-9141-44ab-af67-eef43f6ad860 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.757121] env[69858]: DEBUG oslo_vmware.api [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for the task: (returnval){ [ 934.757121] env[69858]: value = "task-3419187" [ 934.757121] env[69858]: _type = "Task" [ 934.757121] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.771866] env[69858]: DEBUG oslo_vmware.api [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419187, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.817724] env[69858]: DEBUG oslo_vmware.api [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419185, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.868194] env[69858]: DEBUG oslo_vmware.api [None req-0cd49037-cd49-4c65-8c66-bdd85c315a6a tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419186, 'name': CloneVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.062165] env[69858]: DEBUG nova.network.neutron [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Successfully created port: 458d989e-4550-4414-9d12-95af858faa34 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.069528] env[69858]: DEBUG nova.compute.manager [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.137283] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a228b1-f69c-487d-85fe-b6e6df35c83c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.146278] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe6e363-9793-40ca-9600-545abb0fd206 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.180108] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd91e0e-3285-4a63-8358-9d31b991cd40 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.188630] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d634d389-8ba4-49c6-8fcb-e3a5694794a5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.205289] env[69858]: DEBUG nova.compute.provider_tree [None req-89081188-dc4c-4f8b-aae6-0ba91b56d40c tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.275143] env[69858]: DEBUG oslo_vmware.api [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.319981] env[69858]: DEBUG oslo_vmware.api [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419185, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.213221} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.319981] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 0783efa1-a314-4a8b-b6ed-0a0e05618b34/0783efa1-a314-4a8b-b6ed-0a0e05618b34.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.320193] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.320369] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7b73076-6a62-471b-8dd7-ec386b130fcf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.329592] env[69858]: DEBUG oslo_vmware.api [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 935.329592] env[69858]: value = "task-3419188" [ 935.329592] env[69858]: _type = "Task" [ 935.329592] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.338860] env[69858]: DEBUG oslo_vmware.api [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.367430] env[69858]: DEBUG oslo_vmware.api [None req-0cd49037-cd49-4c65-8c66-bdd85c315a6a tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419186, 'name': CloneVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.710650] env[69858]: DEBUG nova.scheduler.client.report [None req-89081188-dc4c-4f8b-aae6-0ba91b56d40c tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.774390] env[69858]: DEBUG oslo_vmware.api [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419187, 'name': ReconfigVM_Task, 'duration_secs': 0.62662} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.774749] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Updating instance '43ae10cd-5eed-4344-9691-7366745b350c' progress to 33 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 935.844170] env[69858]: DEBUG oslo_vmware.api [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.280938} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.844471] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.846746] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b26b15-6545-4f91-b83b-816a12703144 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.869946] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 0783efa1-a314-4a8b-b6ed-0a0e05618b34/0783efa1-a314-4a8b-b6ed-0a0e05618b34.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.873655] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee061bb8-cb94-4b98-aa93-ad6fa1c3e93e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.896808] env[69858]: DEBUG oslo_vmware.api [None req-0cd49037-cd49-4c65-8c66-bdd85c315a6a tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419186, 'name': CloneVM_Task} progress is 95%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.899049] env[69858]: DEBUG oslo_vmware.api [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 935.899049] env[69858]: value = "task-3419189" [ 935.899049] env[69858]: _type = "Task" [ 935.899049] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.908172] env[69858]: DEBUG oslo_vmware.api [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419189, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.080737] env[69858]: DEBUG nova.compute.manager [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 936.137955] env[69858]: DEBUG nova.virt.hardware [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.138312] env[69858]: DEBUG nova.virt.hardware [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.138434] env[69858]: DEBUG nova.virt.hardware [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.138635] env[69858]: DEBUG nova.virt.hardware [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.138818] env[69858]: DEBUG nova.virt.hardware [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.139020] env[69858]: DEBUG nova.virt.hardware [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.139278] env[69858]: DEBUG nova.virt.hardware [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.139480] env[69858]: DEBUG nova.virt.hardware [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.139695] env[69858]: DEBUG nova.virt.hardware [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.140884] env[69858]: DEBUG nova.virt.hardware [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.140884] env[69858]: DEBUG nova.virt.hardware [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.141219] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d27802c-83e8-48c3-88bc-683ed1cb668d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.151662] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8913fd0-42c3-4337-a5ac-fd8d40b117df {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.215317] env[69858]: DEBUG oslo_concurrency.lockutils [None req-89081188-dc4c-4f8b-aae6-0ba91b56d40c tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.159s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.217872] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 40.216s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.218216] env[69858]: DEBUG nova.objects.instance [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69858) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 936.263977] env[69858]: INFO nova.scheduler.client.report [None req-89081188-dc4c-4f8b-aae6-0ba91b56d40c tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Deleted allocations for instance 5356c698-dac4-4543-8693-d71f194924d9 [ 936.281631] env[69858]: DEBUG nova.virt.hardware [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.281961] env[69858]: DEBUG nova.virt.hardware [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.282052] env[69858]: DEBUG nova.virt.hardware [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.282375] env[69858]: DEBUG nova.virt.hardware [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.282577] env[69858]: DEBUG nova.virt.hardware [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.282734] env[69858]: DEBUG nova.virt.hardware [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.282946] env[69858]: DEBUG nova.virt.hardware [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.283121] env[69858]: DEBUG nova.virt.hardware [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.283316] env[69858]: DEBUG nova.virt.hardware [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.283552] env[69858]: DEBUG nova.virt.hardware [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.283820] env[69858]: DEBUG nova.virt.hardware [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.289358] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 936.289961] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd99c317-225a-4cb4-b1c3-fc5215da5494 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.310790] env[69858]: DEBUG oslo_vmware.api [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for the task: (returnval){ [ 936.310790] env[69858]: value = "task-3419190" [ 936.310790] env[69858]: _type = "Task" [ 936.310790] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.320066] env[69858]: DEBUG oslo_vmware.api [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419190, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.370924] env[69858]: DEBUG oslo_vmware.api [None req-0cd49037-cd49-4c65-8c66-bdd85c315a6a tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419186, 'name': CloneVM_Task, 'duration_secs': 2.271537} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.371169] env[69858]: INFO nova.virt.vmwareapi.vmops [None req-0cd49037-cd49-4c65-8c66-bdd85c315a6a tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Created linked-clone VM from snapshot [ 936.371991] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5060283c-e577-4a65-b6c1-d7f87c72625c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.381382] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-0cd49037-cd49-4c65-8c66-bdd85c315a6a tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Uploading image e7bdeea5-4485-4d76-8770-6bdf4554a641 {{(pid=69858) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 936.392116] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd49037-cd49-4c65-8c66-bdd85c315a6a tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Destroying the VM {{(pid=69858) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 936.392422] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-275f2ce1-4e77-473c-b4c3-29218fe318c8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.404797] env[69858]: DEBUG oslo_vmware.api [None req-0cd49037-cd49-4c65-8c66-bdd85c315a6a tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for the task: (returnval){ [ 936.404797] env[69858]: value = "task-3419191" [ 936.404797] env[69858]: _type = "Task" [ 936.404797] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.413690] env[69858]: DEBUG oslo_vmware.api [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419189, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.420382] env[69858]: DEBUG oslo_vmware.api [None req-0cd49037-cd49-4c65-8c66-bdd85c315a6a tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419191, 'name': Destroy_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.541292] env[69858]: DEBUG nova.compute.manager [req-8e606275-1db7-4598-b6cb-54748808975a req-ee79da47-e10c-47f1-bb65-c8153d3e5e53 service nova] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Received event network-vif-plugged-458d989e-4550-4414-9d12-95af858faa34 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.541471] env[69858]: DEBUG oslo_concurrency.lockutils [req-8e606275-1db7-4598-b6cb-54748808975a req-ee79da47-e10c-47f1-bb65-c8153d3e5e53 service nova] Acquiring lock "1f0cf56d-8399-431b-a98b-eac4d3a0d596-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.541688] env[69858]: DEBUG oslo_concurrency.lockutils [req-8e606275-1db7-4598-b6cb-54748808975a req-ee79da47-e10c-47f1-bb65-c8153d3e5e53 service nova] Lock "1f0cf56d-8399-431b-a98b-eac4d3a0d596-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.541858] env[69858]: DEBUG oslo_concurrency.lockutils [req-8e606275-1db7-4598-b6cb-54748808975a req-ee79da47-e10c-47f1-bb65-c8153d3e5e53 service nova] Lock "1f0cf56d-8399-431b-a98b-eac4d3a0d596-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.542045] env[69858]: DEBUG nova.compute.manager [req-8e606275-1db7-4598-b6cb-54748808975a req-ee79da47-e10c-47f1-bb65-c8153d3e5e53 service nova] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] No waiting events found dispatching network-vif-plugged-458d989e-4550-4414-9d12-95af858faa34 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 936.542276] env[69858]: WARNING nova.compute.manager [req-8e606275-1db7-4598-b6cb-54748808975a req-ee79da47-e10c-47f1-bb65-c8153d3e5e53 service nova] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Received unexpected event network-vif-plugged-458d989e-4550-4414-9d12-95af858faa34 for instance with vm_state building and task_state spawning. [ 936.629715] env[69858]: DEBUG nova.network.neutron [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Successfully updated port: 458d989e-4550-4414-9d12-95af858faa34 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 936.771524] env[69858]: DEBUG oslo_concurrency.lockutils [None req-89081188-dc4c-4f8b-aae6-0ba91b56d40c tempest-ServersTestMultiNic-566114819 tempest-ServersTestMultiNic-566114819-project-member] Lock "5356c698-dac4-4543-8693-d71f194924d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.212s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.822327] env[69858]: DEBUG oslo_vmware.api [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419190, 'name': ReconfigVM_Task, 'duration_secs': 0.463852} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.822656] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 936.823509] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61003812-e18e-4d87-a301-455f9fc2bc94 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.848331] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 43ae10cd-5eed-4344-9691-7366745b350c/43ae10cd-5eed-4344-9691-7366745b350c.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.848622] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02bddb86-f329-447c-aa4f-7d56d13cd949 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.869174] env[69858]: DEBUG oslo_vmware.api [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for the task: (returnval){ [ 936.869174] env[69858]: value = "task-3419192" [ 936.869174] env[69858]: _type = "Task" [ 936.869174] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.878332] env[69858]: DEBUG oslo_vmware.api [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419192, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.917969] env[69858]: DEBUG oslo_vmware.api [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419189, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.921106] env[69858]: DEBUG oslo_vmware.api [None req-0cd49037-cd49-4c65-8c66-bdd85c315a6a tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419191, 'name': Destroy_Task, 'duration_secs': 0.450444} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.921972] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-0cd49037-cd49-4c65-8c66-bdd85c315a6a tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Destroyed the VM [ 936.922330] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd49037-cd49-4c65-8c66-bdd85c315a6a tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Deleting Snapshot of the VM instance {{(pid=69858) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 936.922600] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-13de71aa-7f1d-47b8-8940-62edceafd340 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.930754] env[69858]: DEBUG oslo_vmware.api [None req-0cd49037-cd49-4c65-8c66-bdd85c315a6a tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for the task: (returnval){ [ 936.930754] env[69858]: value = "task-3419193" [ 936.930754] env[69858]: _type = "Task" [ 936.930754] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.939706] env[69858]: DEBUG oslo_vmware.api [None req-0cd49037-cd49-4c65-8c66-bdd85c315a6a tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419193, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.134156] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Acquiring lock "refresh_cache-1f0cf56d-8399-431b-a98b-eac4d3a0d596" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.134156] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Acquired lock "refresh_cache-1f0cf56d-8399-431b-a98b-eac4d3a0d596" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.134626] env[69858]: DEBUG nova.network.neutron [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.230949] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6229834a-4b3e-49b2-a092-4b0b58595fd9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.232139] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5bbe122c-4506-4577-bdb3-d2305e3e8270 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.328s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.232373] env[69858]: DEBUG nova.objects.instance [None req-5bbe122c-4506-4577-bdb3-d2305e3e8270 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lazy-loading 'resources' on Instance uuid ac25b921-0e82-4866-b73f-17e68740fa3a {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.380516] env[69858]: DEBUG oslo_vmware.api [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.411899] env[69858]: DEBUG oslo_vmware.api [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419189, 'name': ReconfigVM_Task, 'duration_secs': 1.060341} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.412276] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 0783efa1-a314-4a8b-b6ed-0a0e05618b34/0783efa1-a314-4a8b-b6ed-0a0e05618b34.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.413097] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-619be06a-729c-4438-a3a1-252aabdd7b2d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.422628] env[69858]: DEBUG oslo_vmware.api [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 937.422628] env[69858]: value = "task-3419194" [ 937.422628] env[69858]: _type = "Task" [ 937.422628] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.434734] env[69858]: DEBUG oslo_vmware.api [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419194, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.445453] env[69858]: DEBUG oslo_vmware.api [None req-0cd49037-cd49-4c65-8c66-bdd85c315a6a tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419193, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.681246] env[69858]: DEBUG nova.network.neutron [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.864968] env[69858]: INFO nova.compute.manager [None req-857a4c7b-b23d-4cd5-a98c-8ebed4ebff10 tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Get console output [ 937.865348] env[69858]: WARNING nova.virt.vmwareapi.driver [None req-857a4c7b-b23d-4cd5-a98c-8ebed4ebff10 tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] The console log is missing. Check your VSPC configuration [ 937.880253] env[69858]: DEBUG oslo_vmware.api [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419192, 'name': ReconfigVM_Task, 'duration_secs': 0.792997} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.884758] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 43ae10cd-5eed-4344-9691-7366745b350c/43ae10cd-5eed-4344-9691-7366745b350c.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.885094] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Updating instance '43ae10cd-5eed-4344-9691-7366745b350c' progress to 50 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 937.936801] env[69858]: DEBUG oslo_vmware.api [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419194, 'name': Rename_Task, 'duration_secs': 0.330199} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.940168] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.940919] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9bc5115-3265-47ac-96f5-6a4947bf816e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.951296] env[69858]: DEBUG oslo_vmware.api [None req-0cd49037-cd49-4c65-8c66-bdd85c315a6a tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419193, 'name': RemoveSnapshot_Task, 'duration_secs': 0.714318} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.953025] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd49037-cd49-4c65-8c66-bdd85c315a6a tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Deleted Snapshot of the VM instance {{(pid=69858) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 937.954064] env[69858]: DEBUG oslo_vmware.api [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 937.954064] env[69858]: value = "task-3419195" [ 937.954064] env[69858]: _type = "Task" [ 937.954064] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.958099] env[69858]: DEBUG nova.network.neutron [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Updating instance_info_cache with network_info: [{"id": "458d989e-4550-4414-9d12-95af858faa34", "address": "fa:16:3e:04:9c:f6", "network": {"id": "c4f5310c-106c-498b-96bf-688c049c3062", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-792684906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cacb2aff438842aba7a0febded330acd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap458d989e-45", "ovs_interfaceid": "458d989e-4550-4414-9d12-95af858faa34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.968043] env[69858]: DEBUG oslo_vmware.api [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.203231] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d53303-0fc0-46b0-9916-87cdab45ea2a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.214789] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7ff259-ca25-498e-b175-e71411aa1ade {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.245691] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a04b5a7-65aa-4a1f-8963-09d42bb0a4a0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.255039] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf53c12b-4ba6-41fa-9b20-f24f32926281 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.269579] env[69858]: DEBUG nova.compute.provider_tree [None req-5bbe122c-4506-4577-bdb3-d2305e3e8270 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.392050] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9e5e1c-6fe2-4f64-8738-35d63b525f74 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.415749] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd7e058-5e28-4e21-9e64-24f9ba3c2c6f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.443954] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Updating instance '43ae10cd-5eed-4344-9691-7366745b350c' progress to 67 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 938.461182] env[69858]: WARNING nova.compute.manager [None req-0cd49037-cd49-4c65-8c66-bdd85c315a6a tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Image not found during snapshot: nova.exception.ImageNotFound: Image e7bdeea5-4485-4d76-8770-6bdf4554a641 could not be found. [ 938.462896] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Releasing lock "refresh_cache-1f0cf56d-8399-431b-a98b-eac4d3a0d596" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.462896] env[69858]: DEBUG nova.compute.manager [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Instance network_info: |[{"id": "458d989e-4550-4414-9d12-95af858faa34", "address": "fa:16:3e:04:9c:f6", "network": {"id": "c4f5310c-106c-498b-96bf-688c049c3062", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-792684906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cacb2aff438842aba7a0febded330acd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap458d989e-45", "ovs_interfaceid": "458d989e-4550-4414-9d12-95af858faa34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 938.468048] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:9c:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '458d989e-4550-4414-9d12-95af858faa34', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.475621] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Creating folder: Project (cacb2aff438842aba7a0febded330acd). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 938.477768] env[69858]: DEBUG oslo_vmware.api [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419195, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.477768] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e0b84a7-4c07-4149-95e3-ffae6dcbb969 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.490023] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Created folder: Project (cacb2aff438842aba7a0febded330acd) in parent group-v682032. [ 938.490758] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Creating folder: Instances. Parent ref: group-v682191. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 938.491878] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f317f2c-09f8-47f9-96ba-992d3b8d44a1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.506025] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Created folder: Instances in parent group-v682191. [ 938.506025] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.506025] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.506025] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54565ffc-da75-4f19-b2ae-a6227976e752 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.526864] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.526864] env[69858]: value = "task-3419198" [ 938.526864] env[69858]: _type = "Task" [ 938.526864] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.541459] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419198, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.705750] env[69858]: DEBUG nova.compute.manager [req-1797dd29-fc41-47ae-ae12-c6a0ea0b44b9 req-2a5cb86a-4cfe-49aa-8b2e-2f100d0182b6 service nova] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Received event network-changed-458d989e-4550-4414-9d12-95af858faa34 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.705877] env[69858]: DEBUG nova.compute.manager [req-1797dd29-fc41-47ae-ae12-c6a0ea0b44b9 req-2a5cb86a-4cfe-49aa-8b2e-2f100d0182b6 service nova] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Refreshing instance network info cache due to event network-changed-458d989e-4550-4414-9d12-95af858faa34. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 938.707018] env[69858]: DEBUG oslo_concurrency.lockutils [req-1797dd29-fc41-47ae-ae12-c6a0ea0b44b9 req-2a5cb86a-4cfe-49aa-8b2e-2f100d0182b6 service nova] Acquiring lock "refresh_cache-1f0cf56d-8399-431b-a98b-eac4d3a0d596" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.707018] env[69858]: DEBUG oslo_concurrency.lockutils [req-1797dd29-fc41-47ae-ae12-c6a0ea0b44b9 req-2a5cb86a-4cfe-49aa-8b2e-2f100d0182b6 service nova] Acquired lock "refresh_cache-1f0cf56d-8399-431b-a98b-eac4d3a0d596" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.707018] env[69858]: DEBUG nova.network.neutron [req-1797dd29-fc41-47ae-ae12-c6a0ea0b44b9 req-2a5cb86a-4cfe-49aa-8b2e-2f100d0182b6 service nova] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Refreshing network info cache for port 458d989e-4550-4414-9d12-95af858faa34 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.774533] env[69858]: DEBUG nova.scheduler.client.report [None req-5bbe122c-4506-4577-bdb3-d2305e3e8270 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.966058] env[69858]: DEBUG oslo_vmware.api [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419195, 'name': PowerOnVM_Task, 'duration_secs': 0.969563} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.966322] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.966629] env[69858]: INFO nova.compute.manager [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Took 10.31 seconds to spawn the instance on the hypervisor. [ 938.967506] env[69858]: DEBUG nova.compute.manager [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.967628] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c3387c-eded-4a6c-b504-008123a12f62 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.995162] env[69858]: DEBUG nova.network.neutron [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Port 8e8cf94d-9555-4e71-864b-d034ec280b4c binding to destination host cpu-1 is already ACTIVE {{(pid=69858) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 939.038960] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bd4d4ec6-c543-4924-9c2e-29968f1884c9 tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Acquiring lock "ad653df1-ac0a-4761-920f-bd75ce97292a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.039278] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bd4d4ec6-c543-4924-9c2e-29968f1884c9 tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Lock "ad653df1-ac0a-4761-920f-bd75ce97292a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.039499] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bd4d4ec6-c543-4924-9c2e-29968f1884c9 tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Acquiring lock "ad653df1-ac0a-4761-920f-bd75ce97292a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.039681] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bd4d4ec6-c543-4924-9c2e-29968f1884c9 tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Lock "ad653df1-ac0a-4761-920f-bd75ce97292a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.039852] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bd4d4ec6-c543-4924-9c2e-29968f1884c9 tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Lock "ad653df1-ac0a-4761-920f-bd75ce97292a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.041608] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419198, 'name': CreateVM_Task} progress is 25%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.042056] env[69858]: INFO nova.compute.manager [None req-bd4d4ec6-c543-4924-9c2e-29968f1884c9 tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Terminating instance [ 939.279870] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5bbe122c-4506-4577-bdb3-d2305e3e8270 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.282392] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.325s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.284107] env[69858]: INFO nova.compute.claims [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.326230] env[69858]: INFO nova.scheduler.client.report [None req-5bbe122c-4506-4577-bdb3-d2305e3e8270 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Deleted allocations for instance ac25b921-0e82-4866-b73f-17e68740fa3a [ 939.443434] env[69858]: DEBUG nova.network.neutron [req-1797dd29-fc41-47ae-ae12-c6a0ea0b44b9 req-2a5cb86a-4cfe-49aa-8b2e-2f100d0182b6 service nova] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Updated VIF entry in instance network info cache for port 458d989e-4550-4414-9d12-95af858faa34. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.443434] env[69858]: DEBUG nova.network.neutron [req-1797dd29-fc41-47ae-ae12-c6a0ea0b44b9 req-2a5cb86a-4cfe-49aa-8b2e-2f100d0182b6 service nova] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Updating instance_info_cache with network_info: [{"id": "458d989e-4550-4414-9d12-95af858faa34", "address": "fa:16:3e:04:9c:f6", "network": {"id": "c4f5310c-106c-498b-96bf-688c049c3062", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-792684906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cacb2aff438842aba7a0febded330acd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap458d989e-45", "ovs_interfaceid": "458d989e-4550-4414-9d12-95af858faa34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.488204] env[69858]: INFO nova.compute.manager [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Took 50.89 seconds to build instance. [ 939.542531] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419198, 'name': CreateVM_Task, 'duration_secs': 0.801917} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.542531] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.542531] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.542531] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.542531] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.542531] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceafeebc-e9f7-4d93-941d-1a02955e518c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.545016] env[69858]: DEBUG nova.compute.manager [None req-bd4d4ec6-c543-4924-9c2e-29968f1884c9 tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 939.545469] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4d4ec6-c543-4924-9c2e-29968f1884c9 tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.547461] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfb60e9-8b35-40ee-8a3b-3060f98b6972 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.553126] env[69858]: DEBUG oslo_vmware.api [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Waiting for the task: (returnval){ [ 939.553126] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520de641-b141-33dd-ad5b-644c1e0bcbab" [ 939.553126] env[69858]: _type = "Task" [ 939.553126] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.559436] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4d4ec6-c543-4924-9c2e-29968f1884c9 tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.560277] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6957f10-03ab-4e6c-b621-c2c3b526717c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.568112] env[69858]: DEBUG oslo_vmware.api [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520de641-b141-33dd-ad5b-644c1e0bcbab, 'name': SearchDatastore_Task, 'duration_secs': 0.010465} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.569588] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.570072] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.570399] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.570633] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.571017] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.571494] env[69858]: DEBUG oslo_vmware.api [None req-bd4d4ec6-c543-4924-9c2e-29968f1884c9 tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Waiting for the task: (returnval){ [ 939.571494] env[69858]: value = "task-3419199" [ 939.571494] env[69858]: _type = "Task" [ 939.571494] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.571824] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1d4db82-4a31-454f-b4da-085298cca8e3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.583198] env[69858]: DEBUG oslo_vmware.api [None req-bd4d4ec6-c543-4924-9c2e-29968f1884c9 tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Task: {'id': task-3419199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.595233] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.595794] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.596442] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bbd2432-8b05-4715-bee5-4514b4102597 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.604598] env[69858]: DEBUG oslo_vmware.api [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Waiting for the task: (returnval){ [ 939.604598] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ea71f8-91d4-20f9-a7a2-53814b83d7d2" [ 939.604598] env[69858]: _type = "Task" [ 939.604598] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.613478] env[69858]: DEBUG oslo_vmware.api [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ea71f8-91d4-20f9-a7a2-53814b83d7d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.632757] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a24e0815-64ac-4868-9871-4f1c84540883 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Acquiring lock "9b219789-9b66-4e14-96b4-b3867e0a7f7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.632852] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a24e0815-64ac-4868-9871-4f1c84540883 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Lock "9b219789-9b66-4e14-96b4-b3867e0a7f7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.633014] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a24e0815-64ac-4868-9871-4f1c84540883 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Acquiring lock "9b219789-9b66-4e14-96b4-b3867e0a7f7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.633262] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a24e0815-64ac-4868-9871-4f1c84540883 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Lock "9b219789-9b66-4e14-96b4-b3867e0a7f7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.633482] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a24e0815-64ac-4868-9871-4f1c84540883 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Lock "9b219789-9b66-4e14-96b4-b3867e0a7f7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.635851] env[69858]: INFO nova.compute.manager [None req-a24e0815-64ac-4868-9871-4f1c84540883 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Terminating instance [ 939.842689] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5bbe122c-4506-4577-bdb3-d2305e3e8270 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "ac25b921-0e82-4866-b73f-17e68740fa3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.693s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.843775] env[69858]: DEBUG oslo_concurrency.lockutils [req-6879f0e4-e9ba-49ea-ae3a-5ddf9aae95c0 req-586241da-82ce-489b-a9e3-fd330e19ce49 service nova] Acquired lock "ac25b921-0e82-4866-b73f-17e68740fa3a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.844629] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de91f986-dea9-4d97-a9a4-2f5874e0e1bf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.855019] env[69858]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 939.855019] env[69858]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69858) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 939.855467] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2be28f51-ec37-468e-8ab2-fd7b412b37e2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.868179] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c3f05b-b65b-4549-af55-836e082bd0bb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.918639] env[69858]: ERROR root [req-6879f0e4-e9ba-49ea-ae3a-5ddf9aae95c0 req-586241da-82ce-489b-a9e3-fd330e19ce49 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-682131' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-682131' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-682131' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-682131'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-682131' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-682131' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-682131'}\n"]: nova.exception.InstanceNotFound: Instance ac25b921-0e82-4866-b73f-17e68740fa3a could not be found. [ 939.918639] env[69858]: DEBUG oslo_concurrency.lockutils [req-6879f0e4-e9ba-49ea-ae3a-5ddf9aae95c0 req-586241da-82ce-489b-a9e3-fd330e19ce49 service nova] Releasing lock "ac25b921-0e82-4866-b73f-17e68740fa3a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.919115] env[69858]: DEBUG nova.compute.manager [req-6879f0e4-e9ba-49ea-ae3a-5ddf9aae95c0 req-586241da-82ce-489b-a9e3-fd330e19ce49 service nova] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Detach interface failed, port_id=15e4cb80-1ca0-47aa-bd7d-e17df8992566, reason: Instance ac25b921-0e82-4866-b73f-17e68740fa3a could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 939.919346] env[69858]: DEBUG nova.compute.manager [req-6879f0e4-e9ba-49ea-ae3a-5ddf9aae95c0 req-586241da-82ce-489b-a9e3-fd330e19ce49 service nova] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Received event network-vif-deleted-48a09ad0-adba-4e4d-9a58-3fe53d1d3a63 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.945595] env[69858]: DEBUG oslo_concurrency.lockutils [req-1797dd29-fc41-47ae-ae12-c6a0ea0b44b9 req-2a5cb86a-4cfe-49aa-8b2e-2f100d0182b6 service nova] Releasing lock "refresh_cache-1f0cf56d-8399-431b-a98b-eac4d3a0d596" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.990082] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6bce9553-604e-490d-8e7a-095ead008973 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "0783efa1-a314-4a8b-b6ed-0a0e05618b34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.422s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.020462] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquiring lock "43ae10cd-5eed-4344-9691-7366745b350c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.020711] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Lock "43ae10cd-5eed-4344-9691-7366745b350c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.020886] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Lock "43ae10cd-5eed-4344-9691-7366745b350c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.088024] env[69858]: DEBUG oslo_vmware.api [None req-bd4d4ec6-c543-4924-9c2e-29968f1884c9 tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Task: {'id': task-3419199, 'name': PowerOffVM_Task, 'duration_secs': 0.224066} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.088337] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4d4ec6-c543-4924-9c2e-29968f1884c9 tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.088538] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4d4ec6-c543-4924-9c2e-29968f1884c9 tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.088762] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a31647e-1cb3-4492-80ec-6ef78a9e1914 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.115182] env[69858]: DEBUG oslo_vmware.api [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ea71f8-91d4-20f9-a7a2-53814b83d7d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010047} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.116027] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97918575-252f-4267-a218-873c83164cd1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.123053] env[69858]: DEBUG oslo_vmware.api [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Waiting for the task: (returnval){ [ 940.123053] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c1cf96-8f9a-0778-eef6-dea373f97106" [ 940.123053] env[69858]: _type = "Task" [ 940.123053] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.133821] env[69858]: DEBUG oslo_vmware.api [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c1cf96-8f9a-0778-eef6-dea373f97106, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.140015] env[69858]: DEBUG nova.compute.manager [None req-a24e0815-64ac-4868-9871-4f1c84540883 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.140252] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a24e0815-64ac-4868-9871-4f1c84540883 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.141135] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f0c4c2-8555-47ee-8308-d0ac6dc66f72 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.149137] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24e0815-64ac-4868-9871-4f1c84540883 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.149409] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b20f537-abb9-4a41-83a5-35198adb7332 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.165335] env[69858]: DEBUG oslo_vmware.api [None req-a24e0815-64ac-4868-9871-4f1c84540883 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for the task: (returnval){ [ 940.165335] env[69858]: value = "task-3419201" [ 940.165335] env[69858]: _type = "Task" [ 940.165335] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.172786] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4d4ec6-c543-4924-9c2e-29968f1884c9 tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.173208] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4d4ec6-c543-4924-9c2e-29968f1884c9 tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.173434] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd4d4ec6-c543-4924-9c2e-29968f1884c9 tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Deleting the datastore file [datastore1] ad653df1-ac0a-4761-920f-bd75ce97292a {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.176662] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf5be816-7ccc-49e9-b4fb-7ceb72009509 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.178881] env[69858]: DEBUG oslo_vmware.api [None req-a24e0815-64ac-4868-9871-4f1c84540883 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.186679] env[69858]: DEBUG oslo_vmware.api [None req-bd4d4ec6-c543-4924-9c2e-29968f1884c9 tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Waiting for the task: (returnval){ [ 940.186679] env[69858]: value = "task-3419202" [ 940.186679] env[69858]: _type = "Task" [ 940.186679] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.196772] env[69858]: DEBUG oslo_vmware.api [None req-bd4d4ec6-c543-4924-9c2e-29968f1884c9 tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Task: {'id': task-3419202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.494119] env[69858]: DEBUG nova.compute.manager [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 940.647276] env[69858]: DEBUG oslo_vmware.api [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c1cf96-8f9a-0778-eef6-dea373f97106, 'name': SearchDatastore_Task, 'duration_secs': 0.012574} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.650107] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.650397] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 1f0cf56d-8399-431b-a98b-eac4d3a0d596/1f0cf56d-8399-431b-a98b-eac4d3a0d596.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.651028] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0a350b9-4b88-49fb-806a-5abe32fa953c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.660291] env[69858]: DEBUG oslo_vmware.api [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Waiting for the task: (returnval){ [ 940.660291] env[69858]: value = "task-3419203" [ 940.660291] env[69858]: _type = "Task" [ 940.660291] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.675069] env[69858]: DEBUG oslo_vmware.api [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Task: {'id': task-3419203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.681433] env[69858]: DEBUG oslo_vmware.api [None req-a24e0815-64ac-4868-9871-4f1c84540883 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419201, 'name': PowerOffVM_Task, 'duration_secs': 0.212818} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.681913] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24e0815-64ac-4868-9871-4f1c84540883 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.682314] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a24e0815-64ac-4868-9871-4f1c84540883 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.682841] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34d9a70f-4792-4c4e-b156-009678f5b04d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.701417] env[69858]: DEBUG oslo_vmware.api [None req-bd4d4ec6-c543-4924-9c2e-29968f1884c9 tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Task: {'id': task-3419202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185259} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.701821] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd4d4ec6-c543-4924-9c2e-29968f1884c9 tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.702146] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4d4ec6-c543-4924-9c2e-29968f1884c9 tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.702490] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4d4ec6-c543-4924-9c2e-29968f1884c9 tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.705465] env[69858]: INFO nova.compute.manager [None req-bd4d4ec6-c543-4924-9c2e-29968f1884c9 tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 940.705727] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd4d4ec6-c543-4924-9c2e-29968f1884c9 tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.708835] env[69858]: DEBUG nova.compute.manager [-] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 940.708950] env[69858]: DEBUG nova.network.neutron [-] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.758506] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a24e0815-64ac-4868-9871-4f1c84540883 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.758844] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a24e0815-64ac-4868-9871-4f1c84540883 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.758889] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-a24e0815-64ac-4868-9871-4f1c84540883 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Deleting the datastore file [datastore1] 9b219789-9b66-4e14-96b4-b3867e0a7f7d {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.766255] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5e88f0b-e144-4eb8-b865-39a87e1c2f97 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.773962] env[69858]: DEBUG oslo_vmware.api [None req-a24e0815-64ac-4868-9871-4f1c84540883 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for the task: (returnval){ [ 940.773962] env[69858]: value = "task-3419205" [ 940.773962] env[69858]: _type = "Task" [ 940.773962] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.784241] env[69858]: DEBUG oslo_vmware.api [None req-a24e0815-64ac-4868-9871-4f1c84540883 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.949289] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4db4b4e-65dd-4702-9023-7e262210012d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.965288] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8248a5b1-6d4b-42d9-b7f5-9d446bed1e4f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.006403] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19495e4a-d459-4b98-8030-692230367f1d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.020447] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87347dd0-f551-4bd5-8a92-03e4d328c5da {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.030361] env[69858]: DEBUG oslo_concurrency.lockutils [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.045047] env[69858]: DEBUG nova.compute.provider_tree [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.174760] env[69858]: DEBUG oslo_vmware.api [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Task: {'id': task-3419203, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.175690] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquiring lock "refresh_cache-43ae10cd-5eed-4344-9691-7366745b350c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.175874] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquired lock "refresh_cache-43ae10cd-5eed-4344-9691-7366745b350c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.176065] env[69858]: DEBUG nova.network.neutron [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.291667] env[69858]: DEBUG oslo_vmware.api [None req-a24e0815-64ac-4868-9871-4f1c84540883 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282771} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.291922] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-a24e0815-64ac-4868-9871-4f1c84540883 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.294381] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a24e0815-64ac-4868-9871-4f1c84540883 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.294614] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a24e0815-64ac-4868-9871-4f1c84540883 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.295495] env[69858]: INFO nova.compute.manager [None req-a24e0815-64ac-4868-9871-4f1c84540883 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 941.296350] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a24e0815-64ac-4868-9871-4f1c84540883 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.296679] env[69858]: DEBUG nova.compute.manager [-] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 941.296782] env[69858]: DEBUG nova.network.neutron [-] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 941.551019] env[69858]: DEBUG nova.scheduler.client.report [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.636629] env[69858]: DEBUG nova.compute.manager [req-738206ed-3ee1-430a-bb46-570351574669 req-1933201b-f65f-42ef-88cd-c28b51986792 service nova] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Received event network-vif-deleted-54de1ed1-f4f1-4636-8321-4adf7befde19 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.637010] env[69858]: INFO nova.compute.manager [req-738206ed-3ee1-430a-bb46-570351574669 req-1933201b-f65f-42ef-88cd-c28b51986792 service nova] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Neutron deleted interface 54de1ed1-f4f1-4636-8321-4adf7befde19; detaching it from the instance and deleting it from the info cache [ 941.639658] env[69858]: DEBUG nova.network.neutron [req-738206ed-3ee1-430a-bb46-570351574669 req-1933201b-f65f-42ef-88cd-c28b51986792 service nova] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.673554] env[69858]: DEBUG oslo_vmware.api [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Task: {'id': task-3419203, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606586} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.673850] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 1f0cf56d-8399-431b-a98b-eac4d3a0d596/1f0cf56d-8399-431b-a98b-eac4d3a0d596.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.674111] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.674639] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8b88630-da9e-4b44-b094-b67d6463ec65 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.685488] env[69858]: DEBUG oslo_vmware.api [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Waiting for the task: (returnval){ [ 941.685488] env[69858]: value = "task-3419206" [ 941.685488] env[69858]: _type = "Task" [ 941.685488] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.696340] env[69858]: DEBUG oslo_vmware.api [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Task: {'id': task-3419206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.827445] env[69858]: INFO nova.compute.manager [None req-7fc9edf0-902c-426c-9ed3-d0091f40b1ce tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: facf78f4-ddc0-4821-9d88-045118633447] Get console output [ 941.827744] env[69858]: WARNING nova.virt.vmwareapi.driver [None req-7fc9edf0-902c-426c-9ed3-d0091f40b1ce tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: facf78f4-ddc0-4821-9d88-045118633447] The console log is missing. Check your VSPC configuration [ 941.975114] env[69858]: DEBUG nova.network.neutron [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Updating instance_info_cache with network_info: [{"id": "8e8cf94d-9555-4e71-864b-d034ec280b4c", "address": "fa:16:3e:0d:2d:23", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e8cf94d-95", "ovs_interfaceid": "8e8cf94d-9555-4e71-864b-d034ec280b4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.045427] env[69858]: DEBUG nova.compute.manager [req-cab4ddea-6426-4cbd-87b0-0e5b12a0aaa7 req-c26b2567-13ae-4911-ba78-1c8f1def26cb service nova] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Received event network-vif-deleted-27b882f7-2990-46ee-9f11-03b504e03770 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.045670] env[69858]: INFO nova.compute.manager [req-cab4ddea-6426-4cbd-87b0-0e5b12a0aaa7 req-c26b2567-13ae-4911-ba78-1c8f1def26cb service nova] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Neutron deleted interface 27b882f7-2990-46ee-9f11-03b504e03770; detaching it from the instance and deleting it from the info cache [ 942.045855] env[69858]: DEBUG nova.network.neutron [req-cab4ddea-6426-4cbd-87b0-0e5b12a0aaa7 req-c26b2567-13ae-4911-ba78-1c8f1def26cb service nova] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.061414] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.778s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.062035] env[69858]: DEBUG nova.compute.manager [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 942.067017] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b1dab27b-5cf1-48a1-85ec-d9ef04182b29 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.315s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.069336] env[69858]: DEBUG nova.objects.instance [None req-b1dab27b-5cf1-48a1-85ec-d9ef04182b29 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lazy-loading 'resources' on Instance uuid aca49fea-7217-49d1-b82e-33223df570c8 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.108943] env[69858]: DEBUG nova.network.neutron [-] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.142746] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bce1537d-c07f-48b0-82bd-aa8501bbf9d1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.154155] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e00520-7718-4bba-9844-e52a0704d4e5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.172133] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "898d7c6b-7e15-47f7-8105-9d44785d46f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.172412] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "898d7c6b-7e15-47f7-8105-9d44785d46f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.195070] env[69858]: DEBUG nova.compute.manager [req-738206ed-3ee1-430a-bb46-570351574669 req-1933201b-f65f-42ef-88cd-c28b51986792 service nova] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Detach interface failed, port_id=54de1ed1-f4f1-4636-8321-4adf7befde19, reason: Instance 9b219789-9b66-4e14-96b4-b3867e0a7f7d could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 942.203796] env[69858]: DEBUG oslo_vmware.api [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Task: {'id': task-3419206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065344} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.205162] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.206377] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823af445-54c5-4d70-8238-9a986551382b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.233267] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 1f0cf56d-8399-431b-a98b-eac4d3a0d596/1f0cf56d-8399-431b-a98b-eac4d3a0d596.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.233603] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecd94995-a7d7-4cc1-a9eb-d598cd13ebb4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.257181] env[69858]: DEBUG oslo_vmware.api [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Waiting for the task: (returnval){ [ 942.257181] env[69858]: value = "task-3419207" [ 942.257181] env[69858]: _type = "Task" [ 942.257181] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.265906] env[69858]: DEBUG oslo_vmware.api [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Task: {'id': task-3419207, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.400643] env[69858]: DEBUG nova.network.neutron [-] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.479444] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Releasing lock "refresh_cache-43ae10cd-5eed-4344-9691-7366745b350c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.550482] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d857dec4-9d18-411a-9020-3c3a15c52270 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.565406] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8f3121-6bd5-4c61-93cc-5817a99207e0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.583149] env[69858]: DEBUG nova.compute.utils [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 942.588717] env[69858]: DEBUG nova.compute.manager [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 942.588717] env[69858]: DEBUG nova.network.neutron [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 942.619132] env[69858]: INFO nova.compute.manager [-] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Took 1.32 seconds to deallocate network for instance. [ 942.619554] env[69858]: DEBUG nova.compute.manager [req-cab4ddea-6426-4cbd-87b0-0e5b12a0aaa7 req-c26b2567-13ae-4911-ba78-1c8f1def26cb service nova] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Detach interface failed, port_id=27b882f7-2990-46ee-9f11-03b504e03770, reason: Instance ad653df1-ac0a-4761-920f-bd75ce97292a could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 942.768301] env[69858]: DEBUG oslo_vmware.api [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Task: {'id': task-3419207, 'name': ReconfigVM_Task, 'duration_secs': 0.282075} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.768606] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 1f0cf56d-8399-431b-a98b-eac4d3a0d596/1f0cf56d-8399-431b-a98b-eac4d3a0d596.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.769389] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee91d422-b93f-45e6-b927-7e2920dab87d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.779239] env[69858]: DEBUG oslo_vmware.api [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Waiting for the task: (returnval){ [ 942.779239] env[69858]: value = "task-3419208" [ 942.779239] env[69858]: _type = "Task" [ 942.779239] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.788198] env[69858]: DEBUG oslo_vmware.api [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Task: {'id': task-3419208, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.904062] env[69858]: INFO nova.compute.manager [-] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Took 2.19 seconds to deallocate network for instance. [ 942.923549] env[69858]: DEBUG nova.policy [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '203d5dd8eca045669756612dd278d517', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9769f0327d5246d8b236665cdafb746e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 942.992645] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eeda8962-54f4-40d6-b312-f5cc6045f1a2 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Acquiring lock "facf78f4-ddc0-4821-9d88-045118633447" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.992953] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eeda8962-54f4-40d6-b312-f5cc6045f1a2 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Lock "facf78f4-ddc0-4821-9d88-045118633447" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.993199] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eeda8962-54f4-40d6-b312-f5cc6045f1a2 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Acquiring lock "facf78f4-ddc0-4821-9d88-045118633447-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.993370] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eeda8962-54f4-40d6-b312-f5cc6045f1a2 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Lock "facf78f4-ddc0-4821-9d88-045118633447-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.993535] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eeda8962-54f4-40d6-b312-f5cc6045f1a2 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Lock "facf78f4-ddc0-4821-9d88-045118633447-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.996079] env[69858]: INFO nova.compute.manager [None req-eeda8962-54f4-40d6-b312-f5cc6045f1a2 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: facf78f4-ddc0-4821-9d88-045118633447] Terminating instance [ 943.019595] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84974a90-b325-429e-9a27-176ba385339f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.047313] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729af251-524d-40de-8139-fa71bc28f561 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.052829] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Updating instance '43ae10cd-5eed-4344-9691-7366745b350c' progress to 83 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 943.057781] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a2c755-da93-4437-8427-5b10eaed992e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.065927] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f7e74c-b435-4e48-9072-829d98426fe3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.101256] env[69858]: DEBUG nova.compute.manager [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 943.105521] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af71778-762f-4be7-b5bd-456e188350e1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.114591] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d5d346-b518-4343-a8b6-254cdf10043b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.129461] env[69858]: DEBUG nova.compute.provider_tree [None req-b1dab27b-5cf1-48a1-85ec-d9ef04182b29 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.131427] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a24e0815-64ac-4868-9871-4f1c84540883 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.290503] env[69858]: DEBUG oslo_vmware.api [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Task: {'id': task-3419208, 'name': Rename_Task, 'duration_secs': 0.145921} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.290503] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.290503] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e672e384-dd57-422c-84eb-faa8512aeaae {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.297861] env[69858]: DEBUG oslo_vmware.api [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Waiting for the task: (returnval){ [ 943.297861] env[69858]: value = "task-3419209" [ 943.297861] env[69858]: _type = "Task" [ 943.297861] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.306779] env[69858]: DEBUG oslo_vmware.api [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Task: {'id': task-3419209, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.413942] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bd4d4ec6-c543-4924-9c2e-29968f1884c9 tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.500106] env[69858]: DEBUG nova.compute.manager [None req-eeda8962-54f4-40d6-b312-f5cc6045f1a2 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: facf78f4-ddc0-4821-9d88-045118633447] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.500815] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-eeda8962-54f4-40d6-b312-f5cc6045f1a2 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: facf78f4-ddc0-4821-9d88-045118633447] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.501614] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f4c8fb-781f-42cb-858e-d626ad1aef6d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.510845] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeda8962-54f4-40d6-b312-f5cc6045f1a2 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: facf78f4-ddc0-4821-9d88-045118633447] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.511821] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6e5ecc7-39c4-4864-876a-ab2f20be7ab0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.520769] env[69858]: DEBUG oslo_vmware.api [None req-eeda8962-54f4-40d6-b312-f5cc6045f1a2 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Waiting for the task: (returnval){ [ 943.520769] env[69858]: value = "task-3419210" [ 943.520769] env[69858]: _type = "Task" [ 943.520769] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.532459] env[69858]: DEBUG oslo_vmware.api [None req-eeda8962-54f4-40d6-b312-f5cc6045f1a2 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': task-3419210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.564529] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.564913] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53fd2ee3-8c69-4690-9bfa-49511576467d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.576628] env[69858]: DEBUG oslo_vmware.api [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for the task: (returnval){ [ 943.576628] env[69858]: value = "task-3419211" [ 943.576628] env[69858]: _type = "Task" [ 943.576628] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.588181] env[69858]: DEBUG oslo_vmware.api [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419211, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.633956] env[69858]: DEBUG nova.scheduler.client.report [None req-b1dab27b-5cf1-48a1-85ec-d9ef04182b29 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.698959] env[69858]: DEBUG nova.network.neutron [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Successfully created port: 74512d6d-76eb-4951-91b6-2fce5e3fecce {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 943.809895] env[69858]: DEBUG oslo_vmware.api [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Task: {'id': task-3419209, 'name': PowerOnVM_Task, 'duration_secs': 0.500318} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.809895] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.809895] env[69858]: INFO nova.compute.manager [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Took 7.73 seconds to spawn the instance on the hypervisor. [ 943.809895] env[69858]: DEBUG nova.compute.manager [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.810809] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db17add7-0a49-474a-b971-983c1836b860 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.957505] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "cf25f649-f669-40a9-b002-ff84d5b75100" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.957788] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "cf25f649-f669-40a9-b002-ff84d5b75100" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.030710] env[69858]: DEBUG oslo_vmware.api [None req-eeda8962-54f4-40d6-b312-f5cc6045f1a2 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': task-3419210, 'name': PowerOffVM_Task, 'duration_secs': 0.255225} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.031081] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeda8962-54f4-40d6-b312-f5cc6045f1a2 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: facf78f4-ddc0-4821-9d88-045118633447] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.031175] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-eeda8962-54f4-40d6-b312-f5cc6045f1a2 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: facf78f4-ddc0-4821-9d88-045118633447] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.031417] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d2b2886-18a4-4034-a2c8-810e713c84da {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.088289] env[69858]: DEBUG oslo_vmware.api [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419211, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.092849] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-eeda8962-54f4-40d6-b312-f5cc6045f1a2 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: facf78f4-ddc0-4821-9d88-045118633447] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.093079] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-eeda8962-54f4-40d6-b312-f5cc6045f1a2 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: facf78f4-ddc0-4821-9d88-045118633447] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.093264] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeda8962-54f4-40d6-b312-f5cc6045f1a2 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Deleting the datastore file [datastore1] facf78f4-ddc0-4821-9d88-045118633447 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.093569] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04d22b21-68bc-49a0-b84a-97d83e8b2c85 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.102249] env[69858]: DEBUG oslo_vmware.api [None req-eeda8962-54f4-40d6-b312-f5cc6045f1a2 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Waiting for the task: (returnval){ [ 944.102249] env[69858]: value = "task-3419213" [ 944.102249] env[69858]: _type = "Task" [ 944.102249] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.107356] env[69858]: DEBUG oslo_vmware.api [None req-eeda8962-54f4-40d6-b312-f5cc6045f1a2 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': task-3419213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.121361] env[69858]: DEBUG nova.compute.manager [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 944.145819] env[69858]: DEBUG nova.virt.hardware [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.145956] env[69858]: DEBUG nova.virt.hardware [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.146140] env[69858]: DEBUG nova.virt.hardware [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.146329] env[69858]: DEBUG nova.virt.hardware [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.146478] env[69858]: DEBUG nova.virt.hardware [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.146642] env[69858]: DEBUG nova.virt.hardware [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.146838] env[69858]: DEBUG nova.virt.hardware [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.146998] env[69858]: DEBUG nova.virt.hardware [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.147220] env[69858]: DEBUG nova.virt.hardware [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.147680] env[69858]: DEBUG nova.virt.hardware [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.147680] env[69858]: DEBUG nova.virt.hardware [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.148385] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b1dab27b-5cf1-48a1-85ec-d9ef04182b29 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.150887] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad30515-5c77-4a99-8df1-56c684579ac6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.154609] env[69858]: DEBUG oslo_concurrency.lockutils [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.785s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.158673] env[69858]: INFO nova.compute.claims [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.165107] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bb611e-d9cd-4bbf-a24d-effabb0295dc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.181254] env[69858]: INFO nova.scheduler.client.report [None req-b1dab27b-5cf1-48a1-85ec-d9ef04182b29 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Deleted allocations for instance aca49fea-7217-49d1-b82e-33223df570c8 [ 944.337520] env[69858]: INFO nova.compute.manager [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Took 49.59 seconds to build instance. [ 944.589351] env[69858]: DEBUG oslo_vmware.api [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419211, 'name': PowerOnVM_Task, 'duration_secs': 0.524782} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.589695] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.589907] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd3b456-acd6-4a5b-b679-14771dc1a99f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Updating instance '43ae10cd-5eed-4344-9691-7366745b350c' progress to 100 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 944.609817] env[69858]: DEBUG oslo_vmware.api [None req-eeda8962-54f4-40d6-b312-f5cc6045f1a2 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': task-3419213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146932} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.610607] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeda8962-54f4-40d6-b312-f5cc6045f1a2 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.610828] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-eeda8962-54f4-40d6-b312-f5cc6045f1a2 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: facf78f4-ddc0-4821-9d88-045118633447] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.610828] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-eeda8962-54f4-40d6-b312-f5cc6045f1a2 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: facf78f4-ddc0-4821-9d88-045118633447] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.611606] env[69858]: INFO nova.compute.manager [None req-eeda8962-54f4-40d6-b312-f5cc6045f1a2 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: facf78f4-ddc0-4821-9d88-045118633447] Took 1.11 seconds to destroy the instance on the hypervisor. [ 944.611606] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eeda8962-54f4-40d6-b312-f5cc6045f1a2 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.612262] env[69858]: DEBUG nova.compute.manager [-] [instance: facf78f4-ddc0-4821-9d88-045118633447] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.612262] env[69858]: DEBUG nova.network.neutron [-] [instance: facf78f4-ddc0-4821-9d88-045118633447] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.691809] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b1dab27b-5cf1-48a1-85ec-d9ef04182b29 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "aca49fea-7217-49d1-b82e-33223df570c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.574s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.839189] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ac953ce6-c9ba-472d-ade0-0c6ccbaf895e tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Lock "1f0cf56d-8399-431b-a98b-eac4d3a0d596" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.103s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.343285] env[69858]: DEBUG nova.compute.manager [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 945.357880] env[69858]: DEBUG nova.compute.manager [req-3bf9b357-9b1d-4868-a8ce-2a92e69330a5 req-06f425bb-1a6d-4a7b-abfb-d1b86b253dad service nova] [instance: facf78f4-ddc0-4821-9d88-045118633447] Received event network-vif-deleted-4fdd2075-3e55-4185-9e2f-661772916aff {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.359065] env[69858]: INFO nova.compute.manager [req-3bf9b357-9b1d-4868-a8ce-2a92e69330a5 req-06f425bb-1a6d-4a7b-abfb-d1b86b253dad service nova] [instance: facf78f4-ddc0-4821-9d88-045118633447] Neutron deleted interface 4fdd2075-3e55-4185-9e2f-661772916aff; detaching it from the instance and deleting it from the info cache [ 945.359287] env[69858]: DEBUG nova.network.neutron [req-3bf9b357-9b1d-4868-a8ce-2a92e69330a5 req-06f425bb-1a6d-4a7b-abfb-d1b86b253dad service nova] [instance: facf78f4-ddc0-4821-9d88-045118633447] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.375455] env[69858]: DEBUG nova.compute.manager [req-87734ae9-9d83-4857-b798-9ae025b1d8b2 req-657b9d96-3045-4e66-a651-cf225f18c982 service nova] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Received event network-vif-plugged-74512d6d-76eb-4951-91b6-2fce5e3fecce {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.375693] env[69858]: DEBUG oslo_concurrency.lockutils [req-87734ae9-9d83-4857-b798-9ae025b1d8b2 req-657b9d96-3045-4e66-a651-cf225f18c982 service nova] Acquiring lock "86847312-9ce8-42b3-8d8c-539fb7de24fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.375987] env[69858]: DEBUG oslo_concurrency.lockutils [req-87734ae9-9d83-4857-b798-9ae025b1d8b2 req-657b9d96-3045-4e66-a651-cf225f18c982 service nova] Lock "86847312-9ce8-42b3-8d8c-539fb7de24fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.376153] env[69858]: DEBUG oslo_concurrency.lockutils [req-87734ae9-9d83-4857-b798-9ae025b1d8b2 req-657b9d96-3045-4e66-a651-cf225f18c982 service nova] Lock "86847312-9ce8-42b3-8d8c-539fb7de24fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.376299] env[69858]: DEBUG nova.compute.manager [req-87734ae9-9d83-4857-b798-9ae025b1d8b2 req-657b9d96-3045-4e66-a651-cf225f18c982 service nova] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] No waiting events found dispatching network-vif-plugged-74512d6d-76eb-4951-91b6-2fce5e3fecce {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 945.376463] env[69858]: WARNING nova.compute.manager [req-87734ae9-9d83-4857-b798-9ae025b1d8b2 req-657b9d96-3045-4e66-a651-cf225f18c982 service nova] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Received unexpected event network-vif-plugged-74512d6d-76eb-4951-91b6-2fce5e3fecce for instance with vm_state building and task_state spawning. [ 945.512880] env[69858]: DEBUG nova.network.neutron [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Successfully updated port: 74512d6d-76eb-4951-91b6-2fce5e3fecce {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.620423] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Acquiring lock "d6a70464-5106-4f86-ab95-87661e43bae1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.620719] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Lock "d6a70464-5106-4f86-ab95-87661e43bae1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.624556] env[69858]: DEBUG oslo_concurrency.lockutils [None req-965be65b-e381-48a9-ad2f-f3a076a18b0d tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Acquiring lock "1f0cf56d-8399-431b-a98b-eac4d3a0d596" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.624826] env[69858]: DEBUG oslo_concurrency.lockutils [None req-965be65b-e381-48a9-ad2f-f3a076a18b0d tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Lock "1f0cf56d-8399-431b-a98b-eac4d3a0d596" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.625100] env[69858]: INFO nova.compute.manager [None req-965be65b-e381-48a9-ad2f-f3a076a18b0d tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Rebooting instance [ 945.638094] env[69858]: DEBUG nova.network.neutron [-] [instance: facf78f4-ddc0-4821-9d88-045118633447] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.704995] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a92484e-aade-4477-b78d-f8a96c519065 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.713140] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3901f7-f15b-402f-a90e-a352314b76a9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.744835] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2496f20-2ff2-420b-9c97-67d7f87d683d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.752190] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaddc0a6-5f3f-41b5-8b7f-505f236aba1c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.765613] env[69858]: DEBUG nova.compute.provider_tree [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.863622] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.865140] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d33e48be-d96a-41fb-be92-6259625fa904 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.875043] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09956dc-f223-468a-be8e-e526f2a97e5d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.907030] env[69858]: DEBUG nova.compute.manager [req-3bf9b357-9b1d-4868-a8ce-2a92e69330a5 req-06f425bb-1a6d-4a7b-abfb-d1b86b253dad service nova] [instance: facf78f4-ddc0-4821-9d88-045118633447] Detach interface failed, port_id=4fdd2075-3e55-4185-9e2f-661772916aff, reason: Instance facf78f4-ddc0-4821-9d88-045118633447 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 946.018511] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "refresh_cache-86847312-9ce8-42b3-8d8c-539fb7de24fd" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.018694] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquired lock "refresh_cache-86847312-9ce8-42b3-8d8c-539fb7de24fd" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.019204] env[69858]: DEBUG nova.network.neutron [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.140755] env[69858]: INFO nova.compute.manager [-] [instance: facf78f4-ddc0-4821-9d88-045118633447] Took 1.53 seconds to deallocate network for instance. [ 946.156974] env[69858]: DEBUG oslo_concurrency.lockutils [None req-965be65b-e381-48a9-ad2f-f3a076a18b0d tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Acquiring lock "refresh_cache-1f0cf56d-8399-431b-a98b-eac4d3a0d596" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.157289] env[69858]: DEBUG oslo_concurrency.lockutils [None req-965be65b-e381-48a9-ad2f-f3a076a18b0d tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Acquired lock "refresh_cache-1f0cf56d-8399-431b-a98b-eac4d3a0d596" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.157381] env[69858]: DEBUG nova.network.neutron [None req-965be65b-e381-48a9-ad2f-f3a076a18b0d tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.270559] env[69858]: DEBUG nova.scheduler.client.report [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.552548] env[69858]: DEBUG nova.network.neutron [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.650953] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eeda8962-54f4-40d6-b312-f5cc6045f1a2 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.775022] env[69858]: DEBUG oslo_concurrency.lockutils [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.775628] env[69858]: DEBUG nova.compute.manager [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 946.779184] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.344s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.784693] env[69858]: INFO nova.compute.claims [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.809746] env[69858]: DEBUG nova.network.neutron [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Updating instance_info_cache with network_info: [{"id": "74512d6d-76eb-4951-91b6-2fce5e3fecce", "address": "fa:16:3e:2c:18:5b", "network": {"id": "0cb8dc32-92e2-4a4c-b9a7-b79ea800f471", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-995143875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9769f0327d5246d8b236665cdafb746e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74512d6d-76", "ovs_interfaceid": "74512d6d-76eb-4951-91b6-2fce5e3fecce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.917631] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2abe9e72-c00a-46eb-a42a-fa17fdbc85ca tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquiring lock "43ae10cd-5eed-4344-9691-7366745b350c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.917631] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2abe9e72-c00a-46eb-a42a-fa17fdbc85ca tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Lock "43ae10cd-5eed-4344-9691-7366745b350c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.917631] env[69858]: DEBUG nova.compute.manager [None req-2abe9e72-c00a-46eb-a42a-fa17fdbc85ca tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Going to confirm migration 1 {{(pid=69858) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 946.963293] env[69858]: DEBUG nova.network.neutron [None req-965be65b-e381-48a9-ad2f-f3a076a18b0d tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Updating instance_info_cache with network_info: [{"id": "458d989e-4550-4414-9d12-95af858faa34", "address": "fa:16:3e:04:9c:f6", "network": {"id": "c4f5310c-106c-498b-96bf-688c049c3062", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-792684906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cacb2aff438842aba7a0febded330acd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap458d989e-45", "ovs_interfaceid": "458d989e-4550-4414-9d12-95af858faa34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.291549] env[69858]: DEBUG nova.compute.utils [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 947.292938] env[69858]: DEBUG nova.compute.manager [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 947.293127] env[69858]: DEBUG nova.network.neutron [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 947.312945] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Releasing lock "refresh_cache-86847312-9ce8-42b3-8d8c-539fb7de24fd" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.313267] env[69858]: DEBUG nova.compute.manager [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Instance network_info: |[{"id": "74512d6d-76eb-4951-91b6-2fce5e3fecce", "address": "fa:16:3e:2c:18:5b", "network": {"id": "0cb8dc32-92e2-4a4c-b9a7-b79ea800f471", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-995143875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9769f0327d5246d8b236665cdafb746e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74512d6d-76", "ovs_interfaceid": "74512d6d-76eb-4951-91b6-2fce5e3fecce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.313695] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:18:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74512d6d-76eb-4951-91b6-2fce5e3fecce', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.321487] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.321944] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.322186] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2a26da2-9b8e-44a4-a728-bfa133bf98be {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.338040] env[69858]: DEBUG nova.policy [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e000570822224a57a6f44dd486c009ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d7e8193856c48c58e9cd583c010b8fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.345398] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.345398] env[69858]: value = "task-3419214" [ 947.345398] env[69858]: _type = "Task" [ 947.345398] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.352954] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419214, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.405606] env[69858]: DEBUG nova.compute.manager [req-8422d656-e446-42b7-b199-58e207ecf23a req-d3fa8971-41f9-499d-8266-1270a1f86e9d service nova] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Received event network-changed-74512d6d-76eb-4951-91b6-2fce5e3fecce {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.405823] env[69858]: DEBUG nova.compute.manager [req-8422d656-e446-42b7-b199-58e207ecf23a req-d3fa8971-41f9-499d-8266-1270a1f86e9d service nova] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Refreshing instance network info cache due to event network-changed-74512d6d-76eb-4951-91b6-2fce5e3fecce. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 947.406362] env[69858]: DEBUG oslo_concurrency.lockutils [req-8422d656-e446-42b7-b199-58e207ecf23a req-d3fa8971-41f9-499d-8266-1270a1f86e9d service nova] Acquiring lock "refresh_cache-86847312-9ce8-42b3-8d8c-539fb7de24fd" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.406549] env[69858]: DEBUG oslo_concurrency.lockutils [req-8422d656-e446-42b7-b199-58e207ecf23a req-d3fa8971-41f9-499d-8266-1270a1f86e9d service nova] Acquired lock "refresh_cache-86847312-9ce8-42b3-8d8c-539fb7de24fd" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.406732] env[69858]: DEBUG nova.network.neutron [req-8422d656-e446-42b7-b199-58e207ecf23a req-d3fa8971-41f9-499d-8266-1270a1f86e9d service nova] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Refreshing network info cache for port 74512d6d-76eb-4951-91b6-2fce5e3fecce {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.447513] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2abe9e72-c00a-46eb-a42a-fa17fdbc85ca tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquiring lock "refresh_cache-43ae10cd-5eed-4344-9691-7366745b350c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.447789] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2abe9e72-c00a-46eb-a42a-fa17fdbc85ca tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquired lock "refresh_cache-43ae10cd-5eed-4344-9691-7366745b350c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.448059] env[69858]: DEBUG nova.network.neutron [None req-2abe9e72-c00a-46eb-a42a-fa17fdbc85ca tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.448418] env[69858]: DEBUG nova.objects.instance [None req-2abe9e72-c00a-46eb-a42a-fa17fdbc85ca tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Lazy-loading 'info_cache' on Instance uuid 43ae10cd-5eed-4344-9691-7366745b350c {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.467773] env[69858]: DEBUG oslo_concurrency.lockutils [None req-965be65b-e381-48a9-ad2f-f3a076a18b0d tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Releasing lock "refresh_cache-1f0cf56d-8399-431b-a98b-eac4d3a0d596" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.641119] env[69858]: DEBUG nova.network.neutron [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Successfully created port: 34d5c5fd-0713-49d2-ad18-83f786b24215 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.797058] env[69858]: DEBUG nova.compute.manager [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.860724] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419214, 'name': CreateVM_Task, 'duration_secs': 0.359034} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.861836] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.861836] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.862109] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.862225] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.862473] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0822d47-7646-40db-873d-bc116736fdcd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.866885] env[69858]: DEBUG oslo_vmware.api [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 947.866885] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524960a0-280b-6226-8764-d5e596c496c3" [ 947.866885] env[69858]: _type = "Task" [ 947.866885] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.875731] env[69858]: DEBUG oslo_vmware.api [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524960a0-280b-6226-8764-d5e596c496c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.972094] env[69858]: DEBUG nova.compute.manager [None req-965be65b-e381-48a9-ad2f-f3a076a18b0d tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.973115] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1623a37a-1130-4c2b-ae42-0ca0b79f7dbe {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.193806] env[69858]: DEBUG nova.network.neutron [req-8422d656-e446-42b7-b199-58e207ecf23a req-d3fa8971-41f9-499d-8266-1270a1f86e9d service nova] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Updated VIF entry in instance network info cache for port 74512d6d-76eb-4951-91b6-2fce5e3fecce. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.194186] env[69858]: DEBUG nova.network.neutron [req-8422d656-e446-42b7-b199-58e207ecf23a req-d3fa8971-41f9-499d-8266-1270a1f86e9d service nova] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Updating instance_info_cache with network_info: [{"id": "74512d6d-76eb-4951-91b6-2fce5e3fecce", "address": "fa:16:3e:2c:18:5b", "network": {"id": "0cb8dc32-92e2-4a4c-b9a7-b79ea800f471", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-995143875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9769f0327d5246d8b236665cdafb746e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74512d6d-76", "ovs_interfaceid": "74512d6d-76eb-4951-91b6-2fce5e3fecce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.238916] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7cebdb-994e-4aa2-8b1d-45cb6b8ddd5f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.247880] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107270b7-2384-4733-9c6f-20c002fe51ef {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.277688] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac6c16a-ebe3-40d9-80ea-c47ba9a1fe3a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.285428] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26473af-0333-4bd3-9d2e-f53ad1164dc9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.298851] env[69858]: DEBUG nova.compute.provider_tree [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.377647] env[69858]: DEBUG oslo_vmware.api [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524960a0-280b-6226-8764-d5e596c496c3, 'name': SearchDatastore_Task, 'duration_secs': 0.01804} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.377953] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.378208] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.378446] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.378596] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.378890] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.379375] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5010fd46-10bc-4851-b69a-24f26e58f045 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.387082] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.387307] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.388031] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f8066cd-e6d5-4dbb-890d-f53a8f6db7fc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.393057] env[69858]: DEBUG oslo_vmware.api [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 948.393057] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]525b91ca-30d2-fd97-f3d6-2d84f863fa26" [ 948.393057] env[69858]: _type = "Task" [ 948.393057] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.402229] env[69858]: DEBUG oslo_vmware.api [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]525b91ca-30d2-fd97-f3d6-2d84f863fa26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.698558] env[69858]: DEBUG oslo_concurrency.lockutils [req-8422d656-e446-42b7-b199-58e207ecf23a req-d3fa8971-41f9-499d-8266-1270a1f86e9d service nova] Releasing lock "refresh_cache-86847312-9ce8-42b3-8d8c-539fb7de24fd" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.754030] env[69858]: DEBUG nova.network.neutron [None req-2abe9e72-c00a-46eb-a42a-fa17fdbc85ca tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Updating instance_info_cache with network_info: [{"id": "8e8cf94d-9555-4e71-864b-d034ec280b4c", "address": "fa:16:3e:0d:2d:23", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e8cf94d-95", "ovs_interfaceid": "8e8cf94d-9555-4e71-864b-d034ec280b4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.802383] env[69858]: DEBUG nova.scheduler.client.report [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.807018] env[69858]: DEBUG nova.compute.manager [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.834308] env[69858]: DEBUG nova.virt.hardware [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.834469] env[69858]: DEBUG nova.virt.hardware [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.834626] env[69858]: DEBUG nova.virt.hardware [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.834811] env[69858]: DEBUG nova.virt.hardware [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.834957] env[69858]: DEBUG nova.virt.hardware [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.835130] env[69858]: DEBUG nova.virt.hardware [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.835338] env[69858]: DEBUG nova.virt.hardware [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.835493] env[69858]: DEBUG nova.virt.hardware [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.835732] env[69858]: DEBUG nova.virt.hardware [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.835904] env[69858]: DEBUG nova.virt.hardware [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.836088] env[69858]: DEBUG nova.virt.hardware [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.837596] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ee7dc5-bffe-42fe-b775-bfd3d1478250 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.844520] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07f3127-5efe-4e39-b200-e5ac156386c6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.903193] env[69858]: DEBUG oslo_vmware.api [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]525b91ca-30d2-fd97-f3d6-2d84f863fa26, 'name': SearchDatastore_Task, 'duration_secs': 0.009119} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.903988] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cef48773-469e-42d4-9096-bc196d1500ba {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.910320] env[69858]: DEBUG oslo_vmware.api [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 948.910320] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528c8981-1611-bb4a-c452-215fae47bf22" [ 948.910320] env[69858]: _type = "Task" [ 948.910320] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.917936] env[69858]: DEBUG oslo_vmware.api [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528c8981-1611-bb4a-c452-215fae47bf22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.990527] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccedd37d-32b6-4e7c-b972-ace83b413af5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.997626] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-965be65b-e381-48a9-ad2f-f3a076a18b0d tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Doing hard reboot of VM {{(pid=69858) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 948.997878] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-82eca8c3-c44e-4127-9311-1576ab186c0c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.004098] env[69858]: DEBUG oslo_vmware.api [None req-965be65b-e381-48a9-ad2f-f3a076a18b0d tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Waiting for the task: (returnval){ [ 949.004098] env[69858]: value = "task-3419215" [ 949.004098] env[69858]: _type = "Task" [ 949.004098] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.012708] env[69858]: DEBUG oslo_vmware.api [None req-965be65b-e381-48a9-ad2f-f3a076a18b0d tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Task: {'id': task-3419215, 'name': ResetVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.115801] env[69858]: DEBUG nova.network.neutron [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Successfully updated port: 34d5c5fd-0713-49d2-ad18-83f786b24215 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.199673] env[69858]: DEBUG nova.compute.manager [req-6eaa8c62-ded5-4aec-852d-042cf85a0b6c req-85eefce0-3cc5-4173-828c-9112ff101a27 service nova] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Received event network-vif-plugged-34d5c5fd-0713-49d2-ad18-83f786b24215 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.199933] env[69858]: DEBUG oslo_concurrency.lockutils [req-6eaa8c62-ded5-4aec-852d-042cf85a0b6c req-85eefce0-3cc5-4173-828c-9112ff101a27 service nova] Acquiring lock "587f6c2d-ea44-459f-b0c5-6e232da0e6d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.200153] env[69858]: DEBUG oslo_concurrency.lockutils [req-6eaa8c62-ded5-4aec-852d-042cf85a0b6c req-85eefce0-3cc5-4173-828c-9112ff101a27 service nova] Lock "587f6c2d-ea44-459f-b0c5-6e232da0e6d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.200316] env[69858]: DEBUG oslo_concurrency.lockutils [req-6eaa8c62-ded5-4aec-852d-042cf85a0b6c req-85eefce0-3cc5-4173-828c-9112ff101a27 service nova] Lock "587f6c2d-ea44-459f-b0c5-6e232da0e6d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.200479] env[69858]: DEBUG nova.compute.manager [req-6eaa8c62-ded5-4aec-852d-042cf85a0b6c req-85eefce0-3cc5-4173-828c-9112ff101a27 service nova] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] No waiting events found dispatching network-vif-plugged-34d5c5fd-0713-49d2-ad18-83f786b24215 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 949.200639] env[69858]: WARNING nova.compute.manager [req-6eaa8c62-ded5-4aec-852d-042cf85a0b6c req-85eefce0-3cc5-4173-828c-9112ff101a27 service nova] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Received unexpected event network-vif-plugged-34d5c5fd-0713-49d2-ad18-83f786b24215 for instance with vm_state building and task_state spawning. [ 949.256598] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2abe9e72-c00a-46eb-a42a-fa17fdbc85ca tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Releasing lock "refresh_cache-43ae10cd-5eed-4344-9691-7366745b350c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.256889] env[69858]: DEBUG nova.objects.instance [None req-2abe9e72-c00a-46eb-a42a-fa17fdbc85ca tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Lazy-loading 'migration_context' on Instance uuid 43ae10cd-5eed-4344-9691-7366745b350c {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.310401] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.311180] env[69858]: DEBUG nova.compute.manager [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 949.314103] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.676s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.314309] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.314494] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69858) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 949.314793] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.647s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.316349] env[69858]: INFO nova.compute.claims [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.323024] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545d7283-e705-4f22-8a93-1bd693a1f542 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.329025] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5557880-248d-4b43-9853-7e261ac64087 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.346573] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740e056a-11fb-49a2-87b2-5595893776c6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.353389] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b859d94d-062b-4462-a753-1d4cb420a21b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.384260] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178671MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=69858) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 949.384424] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.423831] env[69858]: DEBUG oslo_vmware.api [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528c8981-1611-bb4a-c452-215fae47bf22, 'name': SearchDatastore_Task, 'duration_secs': 0.009252} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.424226] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.424695] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 86847312-9ce8-42b3-8d8c-539fb7de24fd/86847312-9ce8-42b3-8d8c-539fb7de24fd.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.425051] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-879b4966-7d65-4a5a-9068-a226e3d24af9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.432216] env[69858]: DEBUG oslo_vmware.api [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 949.432216] env[69858]: value = "task-3419216" [ 949.432216] env[69858]: _type = "Task" [ 949.432216] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.442546] env[69858]: DEBUG oslo_vmware.api [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.513566] env[69858]: DEBUG oslo_vmware.api [None req-965be65b-e381-48a9-ad2f-f3a076a18b0d tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Task: {'id': task-3419215, 'name': ResetVM_Task, 'duration_secs': 0.080427} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.513818] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-965be65b-e381-48a9-ad2f-f3a076a18b0d tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Did hard reboot of VM {{(pid=69858) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 949.513975] env[69858]: DEBUG nova.compute.manager [None req-965be65b-e381-48a9-ad2f-f3a076a18b0d tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.514781] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428fc216-bcbb-4145-b5ec-728479eb7692 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.618431] env[69858]: DEBUG oslo_concurrency.lockutils [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "refresh_cache-587f6c2d-ea44-459f-b0c5-6e232da0e6d1" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.618688] env[69858]: DEBUG oslo_concurrency.lockutils [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquired lock "refresh_cache-587f6c2d-ea44-459f-b0c5-6e232da0e6d1" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.618812] env[69858]: DEBUG nova.network.neutron [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.761718] env[69858]: DEBUG nova.objects.base [None req-2abe9e72-c00a-46eb-a42a-fa17fdbc85ca tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Object Instance<43ae10cd-5eed-4344-9691-7366745b350c> lazy-loaded attributes: info_cache,migration_context {{(pid=69858) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 949.762726] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616d989a-1a8b-4983-83bd-f1e33244c783 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.783292] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1da5446b-21b9-4b30-be33-b1ee7d2871e8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.789608] env[69858]: DEBUG oslo_vmware.api [None req-2abe9e72-c00a-46eb-a42a-fa17fdbc85ca tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for the task: (returnval){ [ 949.789608] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b8443d-c5e8-31a4-c8a4-bbfcd7620c0a" [ 949.789608] env[69858]: _type = "Task" [ 949.789608] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.798599] env[69858]: DEBUG oslo_vmware.api [None req-2abe9e72-c00a-46eb-a42a-fa17fdbc85ca tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b8443d-c5e8-31a4-c8a4-bbfcd7620c0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.824054] env[69858]: DEBUG nova.compute.utils [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.824878] env[69858]: DEBUG nova.compute.manager [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 949.825605] env[69858]: DEBUG nova.network.neutron [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 949.874640] env[69858]: DEBUG nova.policy [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9a772d7ad634497a31e2cf05766da07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e21f824572245afb02e7da8be90d1e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.942586] env[69858]: DEBUG oslo_vmware.api [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451416} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.942881] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 86847312-9ce8-42b3-8d8c-539fb7de24fd/86847312-9ce8-42b3-8d8c-539fb7de24fd.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.943220] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.943538] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a60ee997-faaf-44e0-9804-011ab0dad297 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.950455] env[69858]: DEBUG oslo_vmware.api [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 949.950455] env[69858]: value = "task-3419217" [ 949.950455] env[69858]: _type = "Task" [ 949.950455] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.958966] env[69858]: DEBUG oslo_vmware.api [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.026759] env[69858]: DEBUG oslo_concurrency.lockutils [None req-965be65b-e381-48a9-ad2f-f3a076a18b0d tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Lock "1f0cf56d-8399-431b-a98b-eac4d3a0d596" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.402s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.128918] env[69858]: DEBUG nova.network.neutron [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Successfully created port: 1b12d035-e32a-422d-9e72-6d084ace1c1f {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 950.153164] env[69858]: DEBUG nova.network.neutron [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.300369] env[69858]: DEBUG oslo_vmware.api [None req-2abe9e72-c00a-46eb-a42a-fa17fdbc85ca tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b8443d-c5e8-31a4-c8a4-bbfcd7620c0a, 'name': SearchDatastore_Task, 'duration_secs': 0.01714} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.300659] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2abe9e72-c00a-46eb-a42a-fa17fdbc85ca tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.335244] env[69858]: DEBUG nova.compute.manager [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 950.416303] env[69858]: DEBUG nova.network.neutron [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Updating instance_info_cache with network_info: [{"id": "34d5c5fd-0713-49d2-ad18-83f786b24215", "address": "fa:16:3e:4b:8a:5f", "network": {"id": "4484751d-59b0-4615-9b2a-599607510af6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1350349162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d7e8193856c48c58e9cd583c010b8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34d5c5fd-07", "ovs_interfaceid": "34d5c5fd-0713-49d2-ad18-83f786b24215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.461203] env[69858]: DEBUG oslo_vmware.api [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067151} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.464026] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.465942] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989e69bb-f6f7-4318-ac76-8866f58f7c25 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.493584] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 86847312-9ce8-42b3-8d8c-539fb7de24fd/86847312-9ce8-42b3-8d8c-539fb7de24fd.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.497026] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0e04e93-f746-47a4-975b-d360fb1a0713 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.518666] env[69858]: DEBUG oslo_vmware.api [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 950.518666] env[69858]: value = "task-3419218" [ 950.518666] env[69858]: _type = "Task" [ 950.518666] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.527485] env[69858]: DEBUG oslo_vmware.api [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419218, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.920757] env[69858]: DEBUG oslo_concurrency.lockutils [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Releasing lock "refresh_cache-587f6c2d-ea44-459f-b0c5-6e232da0e6d1" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.922608] env[69858]: DEBUG nova.compute.manager [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Instance network_info: |[{"id": "34d5c5fd-0713-49d2-ad18-83f786b24215", "address": "fa:16:3e:4b:8a:5f", "network": {"id": "4484751d-59b0-4615-9b2a-599607510af6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1350349162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d7e8193856c48c58e9cd583c010b8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34d5c5fd-07", "ovs_interfaceid": "34d5c5fd-0713-49d2-ad18-83f786b24215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 950.923316] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:8a:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34d5c5fd-0713-49d2-ad18-83f786b24215', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.932691] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Creating folder: Project (1d7e8193856c48c58e9cd583c010b8fa). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.933340] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-462628f0-2829-4670-852d-534ffe15c730 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.955703] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Created folder: Project (1d7e8193856c48c58e9cd583c010b8fa) in parent group-v682032. [ 950.955897] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Creating folder: Instances. Parent ref: group-v682195. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.956118] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4682bc4e-728e-41f9-bfe2-3e5204497b34 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.969201] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Created folder: Instances in parent group-v682195. [ 950.969201] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.969201] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.969423] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc3d4df8-e67d-4000-a847-793005446519 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.991626] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.991626] env[69858]: value = "task-3419221" [ 950.991626] env[69858]: _type = "Task" [ 950.991626] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.004846] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342034dc-e960-45dc-b79a-b21165046a92 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.009781] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419221, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.014770] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f50ce57-8ba1-4427-91eb-d12e2bc8774f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.048037] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cf1a0e-923a-4e89-a807-6babd453d556 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.053698] env[69858]: DEBUG oslo_vmware.api [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419218, 'name': ReconfigVM_Task, 'duration_secs': 0.386941} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.054423] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 86847312-9ce8-42b3-8d8c-539fb7de24fd/86847312-9ce8-42b3-8d8c-539fb7de24fd.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.055080] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-171ffc02-fbf1-4d28-9351-506d1ed9d13e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.060323] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b57e72-a12b-4b2d-86cd-a99cfcd439cb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.065884] env[69858]: DEBUG oslo_vmware.api [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 951.065884] env[69858]: value = "task-3419222" [ 951.065884] env[69858]: _type = "Task" [ 951.065884] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.077498] env[69858]: DEBUG nova.compute.provider_tree [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.084355] env[69858]: DEBUG oslo_vmware.api [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419222, 'name': Rename_Task} progress is 10%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.133170] env[69858]: DEBUG oslo_concurrency.lockutils [None req-16e44869-0c24-4769-bce8-d9418dc3f980 tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Acquiring lock "1f0cf56d-8399-431b-a98b-eac4d3a0d596" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.133690] env[69858]: DEBUG oslo_concurrency.lockutils [None req-16e44869-0c24-4769-bce8-d9418dc3f980 tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Lock "1f0cf56d-8399-431b-a98b-eac4d3a0d596" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.134044] env[69858]: DEBUG oslo_concurrency.lockutils [None req-16e44869-0c24-4769-bce8-d9418dc3f980 tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Acquiring lock "1f0cf56d-8399-431b-a98b-eac4d3a0d596-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.134324] env[69858]: DEBUG oslo_concurrency.lockutils [None req-16e44869-0c24-4769-bce8-d9418dc3f980 tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Lock "1f0cf56d-8399-431b-a98b-eac4d3a0d596-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.134563] env[69858]: DEBUG oslo_concurrency.lockutils [None req-16e44869-0c24-4769-bce8-d9418dc3f980 tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Lock "1f0cf56d-8399-431b-a98b-eac4d3a0d596-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.137262] env[69858]: INFO nova.compute.manager [None req-16e44869-0c24-4769-bce8-d9418dc3f980 tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Terminating instance [ 951.229124] env[69858]: DEBUG nova.compute.manager [req-e3330c3e-4bde-4c52-a7b5-213e40f1d8b7 req-64db9587-ed98-4421-9667-47ad048d32cd service nova] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Received event network-changed-34d5c5fd-0713-49d2-ad18-83f786b24215 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.229402] env[69858]: DEBUG nova.compute.manager [req-e3330c3e-4bde-4c52-a7b5-213e40f1d8b7 req-64db9587-ed98-4421-9667-47ad048d32cd service nova] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Refreshing instance network info cache due to event network-changed-34d5c5fd-0713-49d2-ad18-83f786b24215. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 951.229684] env[69858]: DEBUG oslo_concurrency.lockutils [req-e3330c3e-4bde-4c52-a7b5-213e40f1d8b7 req-64db9587-ed98-4421-9667-47ad048d32cd service nova] Acquiring lock "refresh_cache-587f6c2d-ea44-459f-b0c5-6e232da0e6d1" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.229759] env[69858]: DEBUG oslo_concurrency.lockutils [req-e3330c3e-4bde-4c52-a7b5-213e40f1d8b7 req-64db9587-ed98-4421-9667-47ad048d32cd service nova] Acquired lock "refresh_cache-587f6c2d-ea44-459f-b0c5-6e232da0e6d1" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.229921] env[69858]: DEBUG nova.network.neutron [req-e3330c3e-4bde-4c52-a7b5-213e40f1d8b7 req-64db9587-ed98-4421-9667-47ad048d32cd service nova] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Refreshing network info cache for port 34d5c5fd-0713-49d2-ad18-83f786b24215 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.347363] env[69858]: DEBUG nova.compute.manager [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 951.373913] env[69858]: DEBUG nova.virt.hardware [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.374187] env[69858]: DEBUG nova.virt.hardware [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.374362] env[69858]: DEBUG nova.virt.hardware [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.374561] env[69858]: DEBUG nova.virt.hardware [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.374711] env[69858]: DEBUG nova.virt.hardware [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.374872] env[69858]: DEBUG nova.virt.hardware [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.375166] env[69858]: DEBUG nova.virt.hardware [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.375356] env[69858]: DEBUG nova.virt.hardware [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.375543] env[69858]: DEBUG nova.virt.hardware [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.375707] env[69858]: DEBUG nova.virt.hardware [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.375903] env[69858]: DEBUG nova.virt.hardware [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.376809] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415e73c1-8934-4941-ac07-200fc179c027 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.384648] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e345a3-4754-4020-9ef0-d24abd0924a2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.501801] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419221, 'name': CreateVM_Task, 'duration_secs': 0.389695} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.501987] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.502701] env[69858]: DEBUG oslo_concurrency.lockutils [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.502869] env[69858]: DEBUG oslo_concurrency.lockutils [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.503216] env[69858]: DEBUG oslo_concurrency.lockutils [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.503462] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c861eda-94c0-4717-9eb5-e89c2d848eab {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.508560] env[69858]: DEBUG oslo_vmware.api [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 951.508560] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52842de5-ce94-2767-8e90-17c7c86de84a" [ 951.508560] env[69858]: _type = "Task" [ 951.508560] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.518027] env[69858]: DEBUG oslo_vmware.api [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52842de5-ce94-2767-8e90-17c7c86de84a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.576070] env[69858]: DEBUG oslo_vmware.api [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419222, 'name': Rename_Task, 'duration_secs': 0.145255} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.576550] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.576914] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b6cdb21-150c-4f29-8145-488da68dda34 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.585019] env[69858]: DEBUG nova.scheduler.client.report [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.587576] env[69858]: DEBUG oslo_vmware.api [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 951.587576] env[69858]: value = "task-3419223" [ 951.587576] env[69858]: _type = "Task" [ 951.587576] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.599148] env[69858]: DEBUG oslo_vmware.api [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.620020] env[69858]: DEBUG nova.network.neutron [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Successfully updated port: 1b12d035-e32a-422d-9e72-6d084ace1c1f {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.641236] env[69858]: DEBUG nova.compute.manager [None req-16e44869-0c24-4769-bce8-d9418dc3f980 tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.641467] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-16e44869-0c24-4769-bce8-d9418dc3f980 tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.642385] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f94a09-6c8d-42f1-8fba-14ff5c3fb0ca {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.650689] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e44869-0c24-4769-bce8-d9418dc3f980 tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.650928] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a986970a-2f98-49e3-ae72-e3558d5f0b45 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.656676] env[69858]: DEBUG oslo_vmware.api [None req-16e44869-0c24-4769-bce8-d9418dc3f980 tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Waiting for the task: (returnval){ [ 951.656676] env[69858]: value = "task-3419224" [ 951.656676] env[69858]: _type = "Task" [ 951.656676] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.664700] env[69858]: DEBUG oslo_vmware.api [None req-16e44869-0c24-4769-bce8-d9418dc3f980 tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Task: {'id': task-3419224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.951801] env[69858]: DEBUG nova.network.neutron [req-e3330c3e-4bde-4c52-a7b5-213e40f1d8b7 req-64db9587-ed98-4421-9667-47ad048d32cd service nova] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Updated VIF entry in instance network info cache for port 34d5c5fd-0713-49d2-ad18-83f786b24215. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.952202] env[69858]: DEBUG nova.network.neutron [req-e3330c3e-4bde-4c52-a7b5-213e40f1d8b7 req-64db9587-ed98-4421-9667-47ad048d32cd service nova] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Updating instance_info_cache with network_info: [{"id": "34d5c5fd-0713-49d2-ad18-83f786b24215", "address": "fa:16:3e:4b:8a:5f", "network": {"id": "4484751d-59b0-4615-9b2a-599607510af6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1350349162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d7e8193856c48c58e9cd583c010b8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34d5c5fd-07", "ovs_interfaceid": "34d5c5fd-0713-49d2-ad18-83f786b24215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.023099] env[69858]: DEBUG oslo_vmware.api [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52842de5-ce94-2767-8e90-17c7c86de84a, 'name': SearchDatastore_Task, 'duration_secs': 0.010397} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.023577] env[69858]: DEBUG oslo_concurrency.lockutils [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.024059] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.024369] env[69858]: DEBUG oslo_concurrency.lockutils [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.025201] env[69858]: DEBUG oslo_concurrency.lockutils [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.025201] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.025493] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a4e8181-0b1e-4dea-8fa6-f88302faede6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.047875] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.048229] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.049414] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e73da09e-d1c0-497b-8639-0cbb5c73fc05 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.057635] env[69858]: DEBUG oslo_vmware.api [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 952.057635] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526abc2f-56ef-e6db-6c8b-f8ae1bbe03fa" [ 952.057635] env[69858]: _type = "Task" [ 952.057635] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.067440] env[69858]: DEBUG oslo_vmware.api [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526abc2f-56ef-e6db-6c8b-f8ae1bbe03fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.089561] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.090155] env[69858]: DEBUG nova.compute.manager [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 952.092841] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.282s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.094226] env[69858]: INFO nova.compute.claims [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.113864] env[69858]: DEBUG oslo_vmware.api [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419223, 'name': PowerOnVM_Task, 'duration_secs': 0.481235} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.114541] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.114541] env[69858]: INFO nova.compute.manager [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Took 7.99 seconds to spawn the instance on the hypervisor. [ 952.114541] env[69858]: DEBUG nova.compute.manager [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.116365] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec31c98e-2d48-4300-a9ee-fe5da3801463 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.127964] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Acquiring lock "refresh_cache-880b4dde-36c7-4fda-909a-8b09c4ff8096" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.128134] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Acquired lock "refresh_cache-880b4dde-36c7-4fda-909a-8b09c4ff8096" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.128309] env[69858]: DEBUG nova.network.neutron [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.167721] env[69858]: DEBUG oslo_vmware.api [None req-16e44869-0c24-4769-bce8-d9418dc3f980 tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Task: {'id': task-3419224, 'name': PowerOffVM_Task, 'duration_secs': 0.299369} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.167874] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e44869-0c24-4769-bce8-d9418dc3f980 tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.168064] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-16e44869-0c24-4769-bce8-d9418dc3f980 tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.168331] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6c697be-7d02-4da8-8bcf-499f1042b7b1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.244021] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-16e44869-0c24-4769-bce8-d9418dc3f980 tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.244021] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-16e44869-0c24-4769-bce8-d9418dc3f980 tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.244021] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e44869-0c24-4769-bce8-d9418dc3f980 tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Deleting the datastore file [datastore2] 1f0cf56d-8399-431b-a98b-eac4d3a0d596 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.244021] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80d5977f-e692-4a6f-ae36-39d98b3285e0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.251031] env[69858]: DEBUG oslo_vmware.api [None req-16e44869-0c24-4769-bce8-d9418dc3f980 tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Waiting for the task: (returnval){ [ 952.251031] env[69858]: value = "task-3419226" [ 952.251031] env[69858]: _type = "Task" [ 952.251031] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.259757] env[69858]: DEBUG oslo_vmware.api [None req-16e44869-0c24-4769-bce8-d9418dc3f980 tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Task: {'id': task-3419226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.455314] env[69858]: DEBUG oslo_concurrency.lockutils [req-e3330c3e-4bde-4c52-a7b5-213e40f1d8b7 req-64db9587-ed98-4421-9667-47ad048d32cd service nova] Releasing lock "refresh_cache-587f6c2d-ea44-459f-b0c5-6e232da0e6d1" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.569261] env[69858]: DEBUG oslo_vmware.api [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526abc2f-56ef-e6db-6c8b-f8ae1bbe03fa, 'name': SearchDatastore_Task, 'duration_secs': 0.014735} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.570129] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20be79c8-8799-42eb-829f-d824df2ea134 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.575779] env[69858]: DEBUG oslo_vmware.api [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 952.575779] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d0cf33-020f-eb98-de66-27fce04fd087" [ 952.575779] env[69858]: _type = "Task" [ 952.575779] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.584165] env[69858]: DEBUG oslo_vmware.api [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d0cf33-020f-eb98-de66-27fce04fd087, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.604048] env[69858]: DEBUG nova.compute.utils [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 952.607991] env[69858]: DEBUG nova.compute.manager [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 952.608223] env[69858]: DEBUG nova.network.neutron [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 952.637492] env[69858]: INFO nova.compute.manager [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Took 52.70 seconds to build instance. [ 952.647522] env[69858]: DEBUG nova.policy [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cc7f0d1fb3e4b529cf42a516808877b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9205d50abe134e3ea851dcb4a480de38', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 952.688586] env[69858]: DEBUG nova.network.neutron [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.761333] env[69858]: DEBUG oslo_vmware.api [None req-16e44869-0c24-4769-bce8-d9418dc3f980 tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Task: {'id': task-3419226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.439829} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.761333] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e44869-0c24-4769-bce8-d9418dc3f980 tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.761540] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-16e44869-0c24-4769-bce8-d9418dc3f980 tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.761744] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-16e44869-0c24-4769-bce8-d9418dc3f980 tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.761971] env[69858]: INFO nova.compute.manager [None req-16e44869-0c24-4769-bce8-d9418dc3f980 tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Took 1.12 seconds to destroy the instance on the hypervisor. [ 952.762329] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16e44869-0c24-4769-bce8-d9418dc3f980 tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.762500] env[69858]: DEBUG nova.compute.manager [-] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.762874] env[69858]: DEBUG nova.network.neutron [-] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.922826] env[69858]: DEBUG nova.network.neutron [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Successfully created port: 1f276fff-9720-4450-911c-a148402effad {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 953.017086] env[69858]: DEBUG nova.network.neutron [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Updating instance_info_cache with network_info: [{"id": "1b12d035-e32a-422d-9e72-6d084ace1c1f", "address": "fa:16:3e:75:01:7e", "network": {"id": "f7569734-7d7c-466c-9a72-58c3fbf42c4a", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1450929119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e21f824572245afb02e7da8be90d1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b12d035-e3", "ovs_interfaceid": "1b12d035-e32a-422d-9e72-6d084ace1c1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.090728] env[69858]: DEBUG oslo_vmware.api [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d0cf33-020f-eb98-de66-27fce04fd087, 'name': SearchDatastore_Task, 'duration_secs': 0.01063} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.090728] env[69858]: DEBUG oslo_concurrency.lockutils [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.090728] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 587f6c2d-ea44-459f-b0c5-6e232da0e6d1/587f6c2d-ea44-459f-b0c5-6e232da0e6d1.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 953.090728] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cce7102f-70f5-4c9f-a9e5-fccdf1e4f038 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.096420] env[69858]: DEBUG oslo_vmware.api [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 953.096420] env[69858]: value = "task-3419227" [ 953.096420] env[69858]: _type = "Task" [ 953.096420] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.106421] env[69858]: DEBUG oslo_vmware.api [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.109020] env[69858]: DEBUG nova.compute.manager [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 953.141586] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3692e4be-8577-46ac-8102-ce53aea6d02d tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "86847312-9ce8-42b3-8d8c-539fb7de24fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.219s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.424378] env[69858]: DEBUG nova.compute.manager [req-011b1fd8-2b3d-4dea-8a94-4aee0ffc8f18 req-859c5f96-83ad-40e4-b680-eb7988c558ef service nova] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Received event network-vif-plugged-1b12d035-e32a-422d-9e72-6d084ace1c1f {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.424882] env[69858]: DEBUG oslo_concurrency.lockutils [req-011b1fd8-2b3d-4dea-8a94-4aee0ffc8f18 req-859c5f96-83ad-40e4-b680-eb7988c558ef service nova] Acquiring lock "880b4dde-36c7-4fda-909a-8b09c4ff8096-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.424882] env[69858]: DEBUG oslo_concurrency.lockutils [req-011b1fd8-2b3d-4dea-8a94-4aee0ffc8f18 req-859c5f96-83ad-40e4-b680-eb7988c558ef service nova] Lock "880b4dde-36c7-4fda-909a-8b09c4ff8096-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.424998] env[69858]: DEBUG oslo_concurrency.lockutils [req-011b1fd8-2b3d-4dea-8a94-4aee0ffc8f18 req-859c5f96-83ad-40e4-b680-eb7988c558ef service nova] Lock "880b4dde-36c7-4fda-909a-8b09c4ff8096-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.425247] env[69858]: DEBUG nova.compute.manager [req-011b1fd8-2b3d-4dea-8a94-4aee0ffc8f18 req-859c5f96-83ad-40e4-b680-eb7988c558ef service nova] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] No waiting events found dispatching network-vif-plugged-1b12d035-e32a-422d-9e72-6d084ace1c1f {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 953.425426] env[69858]: WARNING nova.compute.manager [req-011b1fd8-2b3d-4dea-8a94-4aee0ffc8f18 req-859c5f96-83ad-40e4-b680-eb7988c558ef service nova] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Received unexpected event network-vif-plugged-1b12d035-e32a-422d-9e72-6d084ace1c1f for instance with vm_state building and task_state spawning. [ 953.425691] env[69858]: DEBUG nova.compute.manager [req-011b1fd8-2b3d-4dea-8a94-4aee0ffc8f18 req-859c5f96-83ad-40e4-b680-eb7988c558ef service nova] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Received event network-changed-1b12d035-e32a-422d-9e72-6d084ace1c1f {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.425744] env[69858]: DEBUG nova.compute.manager [req-011b1fd8-2b3d-4dea-8a94-4aee0ffc8f18 req-859c5f96-83ad-40e4-b680-eb7988c558ef service nova] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Refreshing instance network info cache due to event network-changed-1b12d035-e32a-422d-9e72-6d084ace1c1f. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 953.426946] env[69858]: DEBUG oslo_concurrency.lockutils [req-011b1fd8-2b3d-4dea-8a94-4aee0ffc8f18 req-859c5f96-83ad-40e4-b680-eb7988c558ef service nova] Acquiring lock "refresh_cache-880b4dde-36c7-4fda-909a-8b09c4ff8096" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.449164] env[69858]: DEBUG nova.compute.manager [req-9c57b6ea-5a27-4f6a-be85-eb96f0655f71 req-2644c73c-ab05-40fc-95ef-843f08735df9 service nova] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Received event network-vif-deleted-458d989e-4550-4414-9d12-95af858faa34 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.449528] env[69858]: INFO nova.compute.manager [req-9c57b6ea-5a27-4f6a-be85-eb96f0655f71 req-2644c73c-ab05-40fc-95ef-843f08735df9 service nova] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Neutron deleted interface 458d989e-4550-4414-9d12-95af858faa34; detaching it from the instance and deleting it from the info cache [ 953.449660] env[69858]: DEBUG nova.network.neutron [req-9c57b6ea-5a27-4f6a-be85-eb96f0655f71 req-2644c73c-ab05-40fc-95ef-843f08735df9 service nova] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.523690] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Releasing lock "refresh_cache-880b4dde-36c7-4fda-909a-8b09c4ff8096" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.524912] env[69858]: DEBUG nova.compute.manager [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Instance network_info: |[{"id": "1b12d035-e32a-422d-9e72-6d084ace1c1f", "address": "fa:16:3e:75:01:7e", "network": {"id": "f7569734-7d7c-466c-9a72-58c3fbf42c4a", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1450929119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e21f824572245afb02e7da8be90d1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b12d035-e3", "ovs_interfaceid": "1b12d035-e32a-422d-9e72-6d084ace1c1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 953.527546] env[69858]: DEBUG oslo_concurrency.lockutils [req-011b1fd8-2b3d-4dea-8a94-4aee0ffc8f18 req-859c5f96-83ad-40e4-b680-eb7988c558ef service nova] Acquired lock "refresh_cache-880b4dde-36c7-4fda-909a-8b09c4ff8096" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.527773] env[69858]: DEBUG nova.network.neutron [req-011b1fd8-2b3d-4dea-8a94-4aee0ffc8f18 req-859c5f96-83ad-40e4-b680-eb7988c558ef service nova] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Refreshing network info cache for port 1b12d035-e32a-422d-9e72-6d084ace1c1f {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.529355] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:01:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '310b8ba9-edca-4135-863e-f4a786dd4a77', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b12d035-e32a-422d-9e72-6d084ace1c1f', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.540539] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Creating folder: Project (0e21f824572245afb02e7da8be90d1e4). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 953.544158] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a37af20-2666-4001-b26d-333d549bea7e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.559529] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Created folder: Project (0e21f824572245afb02e7da8be90d1e4) in parent group-v682032. [ 953.559529] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Creating folder: Instances. Parent ref: group-v682198. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 953.559529] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e77d5fc2-0482-4545-9a75-7fdc8213e023 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.571104] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Created folder: Instances in parent group-v682198. [ 953.571378] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.571655] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.571901] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6ad5e78-d95d-43d8-909a-c1e6f85e6836 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.594769] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.594769] env[69858]: value = "task-3419230" [ 953.594769] env[69858]: _type = "Task" [ 953.594769] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.612016] env[69858]: DEBUG oslo_vmware.api [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419227, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494683} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.615480] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 587f6c2d-ea44-459f-b0c5-6e232da0e6d1/587f6c2d-ea44-459f-b0c5-6e232da0e6d1.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.615797] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.621103] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419230, 'name': CreateVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.621345] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f1334bc-3bcf-4dff-afb4-4254c60a8ca3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.628596] env[69858]: DEBUG oslo_vmware.api [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 953.628596] env[69858]: value = "task-3419231" [ 953.628596] env[69858]: _type = "Task" [ 953.628596] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.634747] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d8511d-1f68-4169-99bb-e05ed68c3b4d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.645572] env[69858]: DEBUG oslo_vmware.api [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.647014] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8294c172-818b-4a66-9c23-1eaa25ec24e1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.650534] env[69858]: DEBUG nova.compute.manager [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 953.684276] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7beb796-5323-4611-839d-0fe3d8db44cb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.695369] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9287fa-6a70-4504-9d3a-379ac10196d7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.711122] env[69858]: DEBUG nova.compute.provider_tree [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.795020] env[69858]: DEBUG nova.network.neutron [-] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.912136] env[69858]: DEBUG nova.network.neutron [req-011b1fd8-2b3d-4dea-8a94-4aee0ffc8f18 req-859c5f96-83ad-40e4-b680-eb7988c558ef service nova] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Updated VIF entry in instance network info cache for port 1b12d035-e32a-422d-9e72-6d084ace1c1f. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.912495] env[69858]: DEBUG nova.network.neutron [req-011b1fd8-2b3d-4dea-8a94-4aee0ffc8f18 req-859c5f96-83ad-40e4-b680-eb7988c558ef service nova] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Updating instance_info_cache with network_info: [{"id": "1b12d035-e32a-422d-9e72-6d084ace1c1f", "address": "fa:16:3e:75:01:7e", "network": {"id": "f7569734-7d7c-466c-9a72-58c3fbf42c4a", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1450929119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e21f824572245afb02e7da8be90d1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b12d035-e3", "ovs_interfaceid": "1b12d035-e32a-422d-9e72-6d084ace1c1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.952268] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e08e6bcf-d800-4bb2-b7a0-42fbff934574 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.961416] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b5cede-1069-402d-8875-4099e690d2c3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.994180] env[69858]: DEBUG nova.compute.manager [req-9c57b6ea-5a27-4f6a-be85-eb96f0655f71 req-2644c73c-ab05-40fc-95ef-843f08735df9 service nova] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Detach interface failed, port_id=458d989e-4550-4414-9d12-95af858faa34, reason: Instance 1f0cf56d-8399-431b-a98b-eac4d3a0d596 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 954.105204] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419230, 'name': CreateVM_Task, 'duration_secs': 0.360522} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.105204] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.106965] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.107194] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.107602] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.107894] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed1fc557-ab31-4815-8c3f-2c26db961744 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.112402] env[69858]: DEBUG oslo_vmware.api [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Waiting for the task: (returnval){ [ 954.112402] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52bc013e-cb7b-0f1c-4013-936ece802431" [ 954.112402] env[69858]: _type = "Task" [ 954.112402] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.119993] env[69858]: DEBUG oslo_vmware.api [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52bc013e-cb7b-0f1c-4013-936ece802431, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.125106] env[69858]: DEBUG nova.compute.manager [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 954.136523] env[69858]: DEBUG oslo_vmware.api [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103703} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.136826] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.137660] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d70084e-72f6-494c-b471-d3065b7d426d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.161693] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 587f6c2d-ea44-459f-b0c5-6e232da0e6d1/587f6c2d-ea44-459f-b0c5-6e232da0e6d1.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.163909] env[69858]: DEBUG nova.virt.hardware [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.164147] env[69858]: DEBUG nova.virt.hardware [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.164311] env[69858]: DEBUG nova.virt.hardware [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.164494] env[69858]: DEBUG nova.virt.hardware [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.164640] env[69858]: DEBUG nova.virt.hardware [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.164786] env[69858]: DEBUG nova.virt.hardware [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.164997] env[69858]: DEBUG nova.virt.hardware [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.165173] env[69858]: DEBUG nova.virt.hardware [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.165387] env[69858]: DEBUG nova.virt.hardware [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.165579] env[69858]: DEBUG nova.virt.hardware [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.165758] env[69858]: DEBUG nova.virt.hardware [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.167989] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab7699cc-15f8-4b14-8214-d99227ad5e7c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.182648] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fb2978-5641-4b41-bfe5-502b0dc9845a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.193978] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf9f5dd-e7a9-4a0e-bb3f-b410d645dcb3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.197549] env[69858]: DEBUG oslo_vmware.api [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 954.197549] env[69858]: value = "task-3419232" [ 954.197549] env[69858]: _type = "Task" [ 954.197549] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.198547] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.214030] env[69858]: DEBUG oslo_vmware.api [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.215985] env[69858]: DEBUG nova.scheduler.client.report [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.298318] env[69858]: INFO nova.compute.manager [-] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Took 1.54 seconds to deallocate network for instance. [ 954.405286] env[69858]: DEBUG nova.network.neutron [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Successfully updated port: 1f276fff-9720-4450-911c-a148402effad {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 954.411555] env[69858]: INFO nova.compute.manager [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Rebuilding instance [ 954.416865] env[69858]: DEBUG oslo_concurrency.lockutils [req-011b1fd8-2b3d-4dea-8a94-4aee0ffc8f18 req-859c5f96-83ad-40e4-b680-eb7988c558ef service nova] Releasing lock "refresh_cache-880b4dde-36c7-4fda-909a-8b09c4ff8096" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.455202] env[69858]: DEBUG nova.compute.manager [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.456179] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbffd2bd-0c0a-4fc6-a1c0-5e5f8193b24c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.623845] env[69858]: DEBUG oslo_vmware.api [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52bc013e-cb7b-0f1c-4013-936ece802431, 'name': SearchDatastore_Task, 'duration_secs': 0.078892} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.624626] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.624786] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.625036] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.625188] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.625398] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.625676] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a136eef8-add2-4bff-9a59-ce1c8a337f9a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.633596] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.633773] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.634513] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a065793f-7927-4863-bb65-07b76b0203ce {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.641377] env[69858]: DEBUG oslo_vmware.api [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Waiting for the task: (returnval){ [ 954.641377] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5266ab79-c72a-cf0b-13f1-b8e470a800a5" [ 954.641377] env[69858]: _type = "Task" [ 954.641377] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.648482] env[69858]: DEBUG oslo_vmware.api [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5266ab79-c72a-cf0b-13f1-b8e470a800a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.708782] env[69858]: DEBUG oslo_vmware.api [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419232, 'name': ReconfigVM_Task, 'duration_secs': 0.269918} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.709179] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 587f6c2d-ea44-459f-b0c5-6e232da0e6d1/587f6c2d-ea44-459f-b0c5-6e232da0e6d1.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.709847] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a7a0c20-fe7d-4ec5-8b81-897c15bfb84a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.716813] env[69858]: DEBUG oslo_vmware.api [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 954.716813] env[69858]: value = "task-3419233" [ 954.716813] env[69858]: _type = "Task" [ 954.716813] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.720305] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.720753] env[69858]: DEBUG nova.compute.manager [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 954.723245] env[69858]: DEBUG oslo_concurrency.lockutils [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.911s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.726986] env[69858]: INFO nova.compute.claims [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.732423] env[69858]: DEBUG oslo_vmware.api [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419233, 'name': Rename_Task} progress is 10%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.807611] env[69858]: DEBUG oslo_concurrency.lockutils [None req-16e44869-0c24-4769-bce8-d9418dc3f980 tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.910112] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Acquiring lock "refresh_cache-5cf9c6bb-ae14-4c2e-a828-a94084a83565" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.910284] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Acquired lock "refresh_cache-5cf9c6bb-ae14-4c2e-a828-a94084a83565" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.910444] env[69858]: DEBUG nova.network.neutron [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.152748] env[69858]: DEBUG oslo_vmware.api [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5266ab79-c72a-cf0b-13f1-b8e470a800a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009293} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.153604] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddb7a393-17e7-4a95-9970-e6af8ca6ac1b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.158944] env[69858]: DEBUG oslo_vmware.api [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Waiting for the task: (returnval){ [ 955.158944] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5297cb7c-f2fe-be9a-5efc-73cf5b92b8f7" [ 955.158944] env[69858]: _type = "Task" [ 955.158944] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.166765] env[69858]: DEBUG oslo_vmware.api [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5297cb7c-f2fe-be9a-5efc-73cf5b92b8f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.227502] env[69858]: DEBUG oslo_vmware.api [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419233, 'name': Rename_Task, 'duration_secs': 0.151139} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.227791] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.228049] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20ce1268-4a3f-4f32-b1dc-2885db970a41 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.230547] env[69858]: DEBUG nova.compute.utils [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.234637] env[69858]: DEBUG nova.compute.manager [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 955.234808] env[69858]: DEBUG nova.network.neutron [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 955.242806] env[69858]: DEBUG oslo_vmware.api [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 955.242806] env[69858]: value = "task-3419234" [ 955.242806] env[69858]: _type = "Task" [ 955.242806] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.251472] env[69858]: DEBUG oslo_vmware.api [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.272915] env[69858]: DEBUG nova.policy [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5b886fcee8b4357b88742bedeac5129', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a020b849a67549ad9a01a514b0f41be2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 955.449081] env[69858]: DEBUG nova.network.neutron [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.454013] env[69858]: DEBUG nova.compute.manager [req-4978c306-75ee-45ef-8c57-06e331dcb09a req-00ccbeda-8313-4ea4-b1bd-6c75ff97005d service nova] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Received event network-vif-plugged-1f276fff-9720-4450-911c-a148402effad {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.454233] env[69858]: DEBUG oslo_concurrency.lockutils [req-4978c306-75ee-45ef-8c57-06e331dcb09a req-00ccbeda-8313-4ea4-b1bd-6c75ff97005d service nova] Acquiring lock "5cf9c6bb-ae14-4c2e-a828-a94084a83565-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.454439] env[69858]: DEBUG oslo_concurrency.lockutils [req-4978c306-75ee-45ef-8c57-06e331dcb09a req-00ccbeda-8313-4ea4-b1bd-6c75ff97005d service nova] Lock "5cf9c6bb-ae14-4c2e-a828-a94084a83565-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.455144] env[69858]: DEBUG oslo_concurrency.lockutils [req-4978c306-75ee-45ef-8c57-06e331dcb09a req-00ccbeda-8313-4ea4-b1bd-6c75ff97005d service nova] Lock "5cf9c6bb-ae14-4c2e-a828-a94084a83565-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.455144] env[69858]: DEBUG nova.compute.manager [req-4978c306-75ee-45ef-8c57-06e331dcb09a req-00ccbeda-8313-4ea4-b1bd-6c75ff97005d service nova] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] No waiting events found dispatching network-vif-plugged-1f276fff-9720-4450-911c-a148402effad {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 955.455144] env[69858]: WARNING nova.compute.manager [req-4978c306-75ee-45ef-8c57-06e331dcb09a req-00ccbeda-8313-4ea4-b1bd-6c75ff97005d service nova] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Received unexpected event network-vif-plugged-1f276fff-9720-4450-911c-a148402effad for instance with vm_state building and task_state spawning. [ 955.457030] env[69858]: DEBUG nova.compute.manager [req-4978c306-75ee-45ef-8c57-06e331dcb09a req-00ccbeda-8313-4ea4-b1bd-6c75ff97005d service nova] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Received event network-changed-1f276fff-9720-4450-911c-a148402effad {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.457030] env[69858]: DEBUG nova.compute.manager [req-4978c306-75ee-45ef-8c57-06e331dcb09a req-00ccbeda-8313-4ea4-b1bd-6c75ff97005d service nova] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Refreshing instance network info cache due to event network-changed-1f276fff-9720-4450-911c-a148402effad. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 955.457030] env[69858]: DEBUG oslo_concurrency.lockutils [req-4978c306-75ee-45ef-8c57-06e331dcb09a req-00ccbeda-8313-4ea4-b1bd-6c75ff97005d service nova] Acquiring lock "refresh_cache-5cf9c6bb-ae14-4c2e-a828-a94084a83565" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.472733] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.473013] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ab93aed-15d7-4e7b-838d-72c9e594a316 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.481049] env[69858]: DEBUG oslo_vmware.api [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 955.481049] env[69858]: value = "task-3419235" [ 955.481049] env[69858]: _type = "Task" [ 955.481049] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.489908] env[69858]: DEBUG oslo_vmware.api [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.545873] env[69858]: DEBUG nova.network.neutron [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Successfully created port: 816e6dc1-f4e9-4d6e-abfb-957d5b902dc0 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 955.672132] env[69858]: DEBUG oslo_vmware.api [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5297cb7c-f2fe-be9a-5efc-73cf5b92b8f7, 'name': SearchDatastore_Task, 'duration_secs': 0.041859} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.672432] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.672711] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 880b4dde-36c7-4fda-909a-8b09c4ff8096/880b4dde-36c7-4fda-909a-8b09c4ff8096.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.673760] env[69858]: DEBUG nova.network.neutron [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Updating instance_info_cache with network_info: [{"id": "1f276fff-9720-4450-911c-a148402effad", "address": "fa:16:3e:41:9f:0d", "network": {"id": "d09f9855-6b3f-4af5-a1be-84223e6b095d", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-715139556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9205d50abe134e3ea851dcb4a480de38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f276fff-97", "ovs_interfaceid": "1f276fff-9720-4450-911c-a148402effad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.678382] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-328ca8ff-d176-4fd3-a517-5e75c8f69b2e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.685075] env[69858]: DEBUG oslo_vmware.api [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Waiting for the task: (returnval){ [ 955.685075] env[69858]: value = "task-3419236" [ 955.685075] env[69858]: _type = "Task" [ 955.685075] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.697209] env[69858]: DEBUG oslo_vmware.api [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Task: {'id': task-3419236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.735546] env[69858]: DEBUG nova.compute.manager [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 955.752570] env[69858]: DEBUG oslo_vmware.api [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419234, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.993048] env[69858]: DEBUG oslo_vmware.api [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419235, 'name': PowerOffVM_Task, 'duration_secs': 0.196843} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.993048] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.993336] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.994210] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf90ac7-61e2-4cc4-8b09-924b7f95b2f3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.002096] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.002397] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-566f36cf-443e-4d85-ac5f-c7822b177795 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.094818] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.094904] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.095116] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Deleting the datastore file [datastore1] 86847312-9ce8-42b3-8d8c-539fb7de24fd {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.098034] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bc2f93d-ee52-478c-8e6e-1681da809cc4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.105403] env[69858]: DEBUG oslo_vmware.api [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 956.105403] env[69858]: value = "task-3419238" [ 956.105403] env[69858]: _type = "Task" [ 956.105403] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.113415] env[69858]: DEBUG oslo_vmware.api [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.177667] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Releasing lock "refresh_cache-5cf9c6bb-ae14-4c2e-a828-a94084a83565" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.178135] env[69858]: DEBUG nova.compute.manager [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Instance network_info: |[{"id": "1f276fff-9720-4450-911c-a148402effad", "address": "fa:16:3e:41:9f:0d", "network": {"id": "d09f9855-6b3f-4af5-a1be-84223e6b095d", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-715139556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9205d50abe134e3ea851dcb4a480de38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f276fff-97", "ovs_interfaceid": "1f276fff-9720-4450-911c-a148402effad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 956.179155] env[69858]: DEBUG oslo_concurrency.lockutils [req-4978c306-75ee-45ef-8c57-06e331dcb09a req-00ccbeda-8313-4ea4-b1bd-6c75ff97005d service nova] Acquired lock "refresh_cache-5cf9c6bb-ae14-4c2e-a828-a94084a83565" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.179155] env[69858]: DEBUG nova.network.neutron [req-4978c306-75ee-45ef-8c57-06e331dcb09a req-00ccbeda-8313-4ea4-b1bd-6c75ff97005d service nova] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Refreshing network info cache for port 1f276fff-9720-4450-911c-a148402effad {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.180117] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:9f:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40c947c4-f471-4d48-8e43-fee54198107e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f276fff-9720-4450-911c-a148402effad', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.187964] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Creating folder: Project (9205d50abe134e3ea851dcb4a480de38). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 956.191934] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-100722fd-c469-41f2-9308-2d0e26763284 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.205151] env[69858]: DEBUG oslo_vmware.api [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Task: {'id': task-3419236, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448534} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.205417] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 880b4dde-36c7-4fda-909a-8b09c4ff8096/880b4dde-36c7-4fda-909a-8b09c4ff8096.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.205636] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.205881] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2653ea60-d4ce-4bc1-a37d-b61cc2e6f6c9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.211062] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Created folder: Project (9205d50abe134e3ea851dcb4a480de38) in parent group-v682032. [ 956.211256] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Creating folder: Instances. Parent ref: group-v682201. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 956.212465] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3afbba1c-6a0f-440c-a150-04e2ba168188 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.213962] env[69858]: DEBUG oslo_vmware.api [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Waiting for the task: (returnval){ [ 956.213962] env[69858]: value = "task-3419240" [ 956.213962] env[69858]: _type = "Task" [ 956.213962] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.222177] env[69858]: DEBUG oslo_vmware.api [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Task: {'id': task-3419240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.225644] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Created folder: Instances in parent group-v682201. [ 956.226060] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.226297] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.226515] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d58c77bf-eb44-424a-81d1-48e5f971edd2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.253850] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.253850] env[69858]: value = "task-3419242" [ 956.253850] env[69858]: _type = "Task" [ 956.253850] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.259568] env[69858]: DEBUG oslo_vmware.api [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419234, 'name': PowerOnVM_Task, 'duration_secs': 0.635945} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.260215] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.260447] env[69858]: INFO nova.compute.manager [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Took 7.45 seconds to spawn the instance on the hypervisor. [ 956.260635] env[69858]: DEBUG nova.compute.manager [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.264059] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc433b4-4c8e-41d5-9c79-b1374450616a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.270335] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419242, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.388180] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb9d9f5-80e3-468a-9e65-c61265be91a4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.397385] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b7f536-241a-42e9-83ee-8337af60931c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.429242] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fd4991-e698-4f9d-81cd-d14dc3b70455 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.439081] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2676b7-230e-4aca-9eaf-42ed7adea1d1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.453223] env[69858]: DEBUG nova.compute.provider_tree [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.526177] env[69858]: DEBUG nova.network.neutron [req-4978c306-75ee-45ef-8c57-06e331dcb09a req-00ccbeda-8313-4ea4-b1bd-6c75ff97005d service nova] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Updated VIF entry in instance network info cache for port 1f276fff-9720-4450-911c-a148402effad. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.526580] env[69858]: DEBUG nova.network.neutron [req-4978c306-75ee-45ef-8c57-06e331dcb09a req-00ccbeda-8313-4ea4-b1bd-6c75ff97005d service nova] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Updating instance_info_cache with network_info: [{"id": "1f276fff-9720-4450-911c-a148402effad", "address": "fa:16:3e:41:9f:0d", "network": {"id": "d09f9855-6b3f-4af5-a1be-84223e6b095d", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-715139556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9205d50abe134e3ea851dcb4a480de38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f276fff-97", "ovs_interfaceid": "1f276fff-9720-4450-911c-a148402effad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.615724] env[69858]: DEBUG oslo_vmware.api [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214578} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.616355] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.616605] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.616812] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.724163] env[69858]: DEBUG oslo_vmware.api [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Task: {'id': task-3419240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082722} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.724500] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.725302] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2590a094-065b-4ee3-a1e1-30c0c5ce2279 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.746942] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 880b4dde-36c7-4fda-909a-8b09c4ff8096/880b4dde-36c7-4fda-909a-8b09c4ff8096.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.747029] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65afffd9-f12f-4cac-8ca1-7469ee35b745 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.762216] env[69858]: DEBUG nova.compute.manager [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 956.775741] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419242, 'name': CreateVM_Task} progress is 25%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.777200] env[69858]: DEBUG oslo_vmware.api [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Waiting for the task: (returnval){ [ 956.777200] env[69858]: value = "task-3419243" [ 956.777200] env[69858]: _type = "Task" [ 956.777200] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.788917] env[69858]: INFO nova.compute.manager [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Took 53.44 seconds to build instance. [ 956.793598] env[69858]: DEBUG oslo_vmware.api [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Task: {'id': task-3419243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.795801] env[69858]: DEBUG nova.virt.hardware [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.796039] env[69858]: DEBUG nova.virt.hardware [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.796205] env[69858]: DEBUG nova.virt.hardware [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.796390] env[69858]: DEBUG nova.virt.hardware [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.796539] env[69858]: DEBUG nova.virt.hardware [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.796691] env[69858]: DEBUG nova.virt.hardware [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.796895] env[69858]: DEBUG nova.virt.hardware [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.797067] env[69858]: DEBUG nova.virt.hardware [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.797242] env[69858]: DEBUG nova.virt.hardware [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.797410] env[69858]: DEBUG nova.virt.hardware [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.797579] env[69858]: DEBUG nova.virt.hardware [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.798373] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35098d35-902c-4ec9-829b-2da6d0b1793b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.806220] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f8872c-2d55-43d3-bf5b-fef2a27d5d4c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.956905] env[69858]: DEBUG nova.scheduler.client.report [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.029184] env[69858]: DEBUG oslo_concurrency.lockutils [req-4978c306-75ee-45ef-8c57-06e331dcb09a req-00ccbeda-8313-4ea4-b1bd-6c75ff97005d service nova] Releasing lock "refresh_cache-5cf9c6bb-ae14-4c2e-a828-a94084a83565" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.273817] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419242, 'name': CreateVM_Task, 'duration_secs': 0.81382} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.274115] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.274870] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.275060] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.275395] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.275656] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fde0abfe-24d7-49c2-a7e3-1e32020438ac {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.281592] env[69858]: DEBUG oslo_vmware.api [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Waiting for the task: (returnval){ [ 957.281592] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d95d1c-8cdb-4ced-931d-394240a7beac" [ 957.281592] env[69858]: _type = "Task" [ 957.281592] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.292172] env[69858]: DEBUG oslo_vmware.api [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Task: {'id': task-3419243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.293428] env[69858]: DEBUG oslo_concurrency.lockutils [None req-042ad757-8d86-4abe-ae33-91ae04ad85a5 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "587f6c2d-ea44-459f-b0c5-6e232da0e6d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.956s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.298774] env[69858]: DEBUG oslo_vmware.api [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d95d1c-8cdb-4ced-931d-394240a7beac, 'name': SearchDatastore_Task, 'duration_secs': 0.008976} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.299211] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.299478] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.299725] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.299873] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.300071] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.300331] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4d9e133-235c-4d7f-b7a1-6307fd3b6460 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.308514] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.308696] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.310337] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f647871-b640-4255-a4e9-ab73d91bf112 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.316655] env[69858]: DEBUG oslo_vmware.api [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Waiting for the task: (returnval){ [ 957.316655] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520f74c0-51f5-2120-c8a5-487d47a7d76f" [ 957.316655] env[69858]: _type = "Task" [ 957.316655] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.324745] env[69858]: DEBUG oslo_vmware.api [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520f74c0-51f5-2120-c8a5-487d47a7d76f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.462848] env[69858]: DEBUG oslo_concurrency.lockutils [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.463421] env[69858]: DEBUG nova.compute.manager [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 957.466311] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ee6e79df-f1c6-45fe-9db3-eea28a497384 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.040s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.466535] env[69858]: DEBUG nova.objects.instance [None req-ee6e79df-f1c6-45fe-9db3-eea28a497384 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Lazy-loading 'resources' on Instance uuid db67c772-084d-4422-9368-359b2990e501 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.482521] env[69858]: DEBUG nova.compute.manager [req-bc9e8e2c-c34d-4e00-8110-9bf5d90da598 req-d8255010-ce4a-4044-ab2c-a2707ab1666e service nova] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Received event network-vif-plugged-816e6dc1-f4e9-4d6e-abfb-957d5b902dc0 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.482731] env[69858]: DEBUG oslo_concurrency.lockutils [req-bc9e8e2c-c34d-4e00-8110-9bf5d90da598 req-d8255010-ce4a-4044-ab2c-a2707ab1666e service nova] Acquiring lock "1e4e9e2e-8a86-4798-b467-12c4baeaf9d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.482934] env[69858]: DEBUG oslo_concurrency.lockutils [req-bc9e8e2c-c34d-4e00-8110-9bf5d90da598 req-d8255010-ce4a-4044-ab2c-a2707ab1666e service nova] Lock "1e4e9e2e-8a86-4798-b467-12c4baeaf9d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.483893] env[69858]: DEBUG oslo_concurrency.lockutils [req-bc9e8e2c-c34d-4e00-8110-9bf5d90da598 req-d8255010-ce4a-4044-ab2c-a2707ab1666e service nova] Lock "1e4e9e2e-8a86-4798-b467-12c4baeaf9d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.483893] env[69858]: DEBUG nova.compute.manager [req-bc9e8e2c-c34d-4e00-8110-9bf5d90da598 req-d8255010-ce4a-4044-ab2c-a2707ab1666e service nova] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] No waiting events found dispatching network-vif-plugged-816e6dc1-f4e9-4d6e-abfb-957d5b902dc0 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 957.483893] env[69858]: WARNING nova.compute.manager [req-bc9e8e2c-c34d-4e00-8110-9bf5d90da598 req-d8255010-ce4a-4044-ab2c-a2707ab1666e service nova] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Received unexpected event network-vif-plugged-816e6dc1-f4e9-4d6e-abfb-957d5b902dc0 for instance with vm_state building and task_state spawning. [ 957.487651] env[69858]: DEBUG nova.network.neutron [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Successfully updated port: 816e6dc1-f4e9-4d6e-abfb-957d5b902dc0 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 957.651514] env[69858]: DEBUG nova.virt.hardware [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.651774] env[69858]: DEBUG nova.virt.hardware [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.651936] env[69858]: DEBUG nova.virt.hardware [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.652135] env[69858]: DEBUG nova.virt.hardware [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.652286] env[69858]: DEBUG nova.virt.hardware [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.652436] env[69858]: DEBUG nova.virt.hardware [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.652639] env[69858]: DEBUG nova.virt.hardware [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.652800] env[69858]: DEBUG nova.virt.hardware [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.652969] env[69858]: DEBUG nova.virt.hardware [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.653163] env[69858]: DEBUG nova.virt.hardware [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.653339] env[69858]: DEBUG nova.virt.hardware [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.654542] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f2510d-aa08-4c3a-a7d7-82337260105e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.662433] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7799f89-3372-4f81-b76b-04a403cd61ea {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.677677] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:18:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74512d6d-76eb-4951-91b6-2fce5e3fecce', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.685093] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.685355] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.685573] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e367f215-bc56-4c14-a191-9d77c41e7ba1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.705338] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.705338] env[69858]: value = "task-3419244" [ 957.705338] env[69858]: _type = "Task" [ 957.705338] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.713354] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419244, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.788439] env[69858]: DEBUG oslo_vmware.api [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Task: {'id': task-3419243, 'name': ReconfigVM_Task, 'duration_secs': 0.948005} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.788762] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 880b4dde-36c7-4fda-909a-8b09c4ff8096/880b4dde-36c7-4fda-909a-8b09c4ff8096.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.789441] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f046a97a-be67-4e51-84f6-50320399376f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.795598] env[69858]: DEBUG nova.compute.manager [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 957.798592] env[69858]: DEBUG oslo_vmware.api [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Waiting for the task: (returnval){ [ 957.798592] env[69858]: value = "task-3419245" [ 957.798592] env[69858]: _type = "Task" [ 957.798592] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.807615] env[69858]: DEBUG oslo_vmware.api [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Task: {'id': task-3419245, 'name': Rename_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.827206] env[69858]: DEBUG oslo_vmware.api [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520f74c0-51f5-2120-c8a5-487d47a7d76f, 'name': SearchDatastore_Task, 'duration_secs': 0.01484} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.828260] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4ae2486-3fa5-4041-a6a6-79a4091daa82 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.833401] env[69858]: DEBUG oslo_vmware.api [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Waiting for the task: (returnval){ [ 957.833401] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e95031-a647-6c0a-f297-51a6890a849d" [ 957.833401] env[69858]: _type = "Task" [ 957.833401] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.842660] env[69858]: DEBUG oslo_vmware.api [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e95031-a647-6c0a-f297-51a6890a849d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.973402] env[69858]: DEBUG nova.compute.utils [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 957.975169] env[69858]: DEBUG nova.compute.manager [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 957.975344] env[69858]: DEBUG nova.network.neutron [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.991491] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Acquiring lock "refresh_cache-1e4e9e2e-8a86-4798-b467-12c4baeaf9d6" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.993650] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Acquired lock "refresh_cache-1e4e9e2e-8a86-4798-b467-12c4baeaf9d6" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.993650] env[69858]: DEBUG nova.network.neutron [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.026816] env[69858]: DEBUG nova.policy [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67ef9a60ff754e9a8652fc544ee2e9da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22c2afe657294dc88f3af629c4a97bc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 958.216306] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419244, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.316072] env[69858]: DEBUG oslo_vmware.api [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Task: {'id': task-3419245, 'name': Rename_Task, 'duration_secs': 0.15668} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.316072] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.316072] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54a3794b-2060-481e-b918-b19f47ba96ce {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.323012] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.324507] env[69858]: DEBUG oslo_vmware.api [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Waiting for the task: (returnval){ [ 958.324507] env[69858]: value = "task-3419246" [ 958.324507] env[69858]: _type = "Task" [ 958.324507] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.325179] env[69858]: DEBUG nova.network.neutron [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Successfully created port: 3ce555c6-68f5-41a1-a2b8-0c9e707e82df {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 958.336665] env[69858]: DEBUG oslo_vmware.api [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Task: {'id': task-3419246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.344720] env[69858]: DEBUG oslo_vmware.api [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e95031-a647-6c0a-f297-51a6890a849d, 'name': SearchDatastore_Task, 'duration_secs': 0.008886} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.344968] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.345280] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 5cf9c6bb-ae14-4c2e-a828-a94084a83565/5cf9c6bb-ae14-4c2e-a828-a94084a83565.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.345696] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09441845-1e0e-4713-b6c5-7ec383794f26 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.352977] env[69858]: DEBUG oslo_vmware.api [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Waiting for the task: (returnval){ [ 958.352977] env[69858]: value = "task-3419247" [ 958.352977] env[69858]: _type = "Task" [ 958.352977] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.361031] env[69858]: DEBUG oslo_vmware.api [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Task: {'id': task-3419247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.427808] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93041c21-f885-4280-8a3a-384137fd6363 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.436947] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2a3966-8c40-48f8-b246-fba0129bb74f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.467238] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bddcc5f-dcda-46db-8b4c-a7dbc799eac6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.474847] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb430b9-890e-4c46-b520-87adc4602a3a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.480610] env[69858]: DEBUG nova.compute.manager [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 958.491517] env[69858]: DEBUG nova.compute.provider_tree [None req-ee6e79df-f1c6-45fe-9db3-eea28a497384 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.588613] env[69858]: DEBUG nova.network.neutron [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 958.718842] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419244, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.838776] env[69858]: DEBUG oslo_vmware.api [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Task: {'id': task-3419246, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.856126] env[69858]: DEBUG nova.network.neutron [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Updating instance_info_cache with network_info: [{"id": "816e6dc1-f4e9-4d6e-abfb-957d5b902dc0", "address": "fa:16:3e:ae:06:50", "network": {"id": "7d4cd844-a01c-4771-9394-22ecb54132db", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-594376897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a020b849a67549ad9a01a514b0f41be2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap816e6dc1-f4", "ovs_interfaceid": "816e6dc1-f4e9-4d6e-abfb-957d5b902dc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.865559] env[69858]: DEBUG oslo_vmware.api [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Task: {'id': task-3419247, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472305} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.866100] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 5cf9c6bb-ae14-4c2e-a828-a94084a83565/5cf9c6bb-ae14-4c2e-a828-a94084a83565.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.866475] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.866818] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4239953f-404d-4b62-9d90-748c3ca452dc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.873812] env[69858]: DEBUG oslo_vmware.api [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Waiting for the task: (returnval){ [ 958.873812] env[69858]: value = "task-3419248" [ 958.873812] env[69858]: _type = "Task" [ 958.873812] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.888742] env[69858]: DEBUG oslo_vmware.api [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Task: {'id': task-3419248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.997943] env[69858]: DEBUG nova.scheduler.client.report [None req-ee6e79df-f1c6-45fe-9db3-eea28a497384 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.218483] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419244, 'name': CreateVM_Task, 'duration_secs': 1.326355} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.218671] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.219465] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.219641] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.219974] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.220247] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e40ecd0a-1af3-43a6-b322-2eacc47933c5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.225454] env[69858]: DEBUG oslo_vmware.api [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 959.225454] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528ea049-96ec-0841-40b7-ab0f9595b6a5" [ 959.225454] env[69858]: _type = "Task" [ 959.225454] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.233402] env[69858]: DEBUG oslo_vmware.api [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528ea049-96ec-0841-40b7-ab0f9595b6a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.337025] env[69858]: DEBUG oslo_vmware.api [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Task: {'id': task-3419246, 'name': PowerOnVM_Task, 'duration_secs': 0.646951} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.337329] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.337523] env[69858]: INFO nova.compute.manager [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Took 7.99 seconds to spawn the instance on the hypervisor. [ 959.337703] env[69858]: DEBUG nova.compute.manager [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.338492] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe42784-890c-4f00-9fd7-dada6589d853 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.360862] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Releasing lock "refresh_cache-1e4e9e2e-8a86-4798-b467-12c4baeaf9d6" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.360862] env[69858]: DEBUG nova.compute.manager [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Instance network_info: |[{"id": "816e6dc1-f4e9-4d6e-abfb-957d5b902dc0", "address": "fa:16:3e:ae:06:50", "network": {"id": "7d4cd844-a01c-4771-9394-22ecb54132db", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-594376897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a020b849a67549ad9a01a514b0f41be2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap816e6dc1-f4", "ovs_interfaceid": "816e6dc1-f4e9-4d6e-abfb-957d5b902dc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 959.361247] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:06:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '816e6dc1-f4e9-4d6e-abfb-957d5b902dc0', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 959.369208] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Creating folder: Project (a020b849a67549ad9a01a514b0f41be2). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 959.369460] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5e8df49-1aab-4cd7-a159-d112bfe35a93 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.383598] env[69858]: DEBUG oslo_vmware.api [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Task: {'id': task-3419248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064985} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.383836] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.385441] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195d8d1c-448e-4408-8551-f088769bdfe0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.387701] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Created folder: Project (a020b849a67549ad9a01a514b0f41be2) in parent group-v682032. [ 959.387874] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Creating folder: Instances. Parent ref: group-v682205. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 959.388312] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94d1cfeb-cdf4-4d61-a641-a6d03cdbd8e8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.408462] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 5cf9c6bb-ae14-4c2e-a828-a94084a83565/5cf9c6bb-ae14-4c2e-a828-a94084a83565.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.409671] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4519f0d7-8685-4831-9c41-87a39f42c85d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.423812] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Created folder: Instances in parent group-v682205. [ 959.424068] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.424582] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 959.425210] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c32ce373-b4ce-4bcd-9c99-b855c62e3081 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.440505] env[69858]: DEBUG oslo_vmware.api [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Waiting for the task: (returnval){ [ 959.440505] env[69858]: value = "task-3419251" [ 959.440505] env[69858]: _type = "Task" [ 959.440505] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.444939] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 959.444939] env[69858]: value = "task-3419252" [ 959.444939] env[69858]: _type = "Task" [ 959.444939] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.451427] env[69858]: DEBUG oslo_vmware.api [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Task: {'id': task-3419251, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.458643] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419252, 'name': CreateVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.504226] env[69858]: DEBUG nova.compute.manager [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 959.506876] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ee6e79df-f1c6-45fe-9db3-eea28a497384 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.509106] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.771s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.511017] env[69858]: INFO nova.compute.claims [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.533291] env[69858]: INFO nova.scheduler.client.report [None req-ee6e79df-f1c6-45fe-9db3-eea28a497384 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Deleted allocations for instance db67c772-084d-4422-9368-359b2990e501 [ 959.539189] env[69858]: DEBUG nova.virt.hardware [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.539488] env[69858]: DEBUG nova.virt.hardware [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.539648] env[69858]: DEBUG nova.virt.hardware [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.539840] env[69858]: DEBUG nova.virt.hardware [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.540017] env[69858]: DEBUG nova.virt.hardware [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.540189] env[69858]: DEBUG nova.virt.hardware [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.540430] env[69858]: DEBUG nova.virt.hardware [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.540612] env[69858]: DEBUG nova.virt.hardware [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.540800] env[69858]: DEBUG nova.virt.hardware [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.540989] env[69858]: DEBUG nova.virt.hardware [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.541221] env[69858]: DEBUG nova.virt.hardware [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.542498] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfaee0de-e41d-483d-b939-30436557e57e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.555244] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b4001b-7c0a-498f-a443-4d2e811de3df {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.736164] env[69858]: DEBUG oslo_vmware.api [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528ea049-96ec-0841-40b7-ab0f9595b6a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009827} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.736493] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.736727] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.736956] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.737125] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.737327] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.737589] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54a83d68-7184-4fb6-af77-c8832161a307 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.745561] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.745756] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.746467] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b5ec4d9-9582-4082-9a56-55bb1af296c4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.751379] env[69858]: DEBUG oslo_vmware.api [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 959.751379] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528d4b19-efd3-78f7-12b0-5a0f7fce4289" [ 959.751379] env[69858]: _type = "Task" [ 959.751379] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.758747] env[69858]: DEBUG oslo_vmware.api [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528d4b19-efd3-78f7-12b0-5a0f7fce4289, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.812652] env[69858]: DEBUG nova.compute.manager [req-85bec429-6f5d-4daf-a95d-2250e72789f0 req-bcdf8225-6e82-444a-9bcd-124ea0c35f55 service nova] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Received event network-changed-816e6dc1-f4e9-4d6e-abfb-957d5b902dc0 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.812874] env[69858]: DEBUG nova.compute.manager [req-85bec429-6f5d-4daf-a95d-2250e72789f0 req-bcdf8225-6e82-444a-9bcd-124ea0c35f55 service nova] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Refreshing instance network info cache due to event network-changed-816e6dc1-f4e9-4d6e-abfb-957d5b902dc0. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 959.813398] env[69858]: DEBUG oslo_concurrency.lockutils [req-85bec429-6f5d-4daf-a95d-2250e72789f0 req-bcdf8225-6e82-444a-9bcd-124ea0c35f55 service nova] Acquiring lock "refresh_cache-1e4e9e2e-8a86-4798-b467-12c4baeaf9d6" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.813629] env[69858]: DEBUG oslo_concurrency.lockutils [req-85bec429-6f5d-4daf-a95d-2250e72789f0 req-bcdf8225-6e82-444a-9bcd-124ea0c35f55 service nova] Acquired lock "refresh_cache-1e4e9e2e-8a86-4798-b467-12c4baeaf9d6" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.813823] env[69858]: DEBUG nova.network.neutron [req-85bec429-6f5d-4daf-a95d-2250e72789f0 req-bcdf8225-6e82-444a-9bcd-124ea0c35f55 service nova] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Refreshing network info cache for port 816e6dc1-f4e9-4d6e-abfb-957d5b902dc0 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.837744] env[69858]: DEBUG nova.network.neutron [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Successfully updated port: 3ce555c6-68f5-41a1-a2b8-0c9e707e82df {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 959.855106] env[69858]: INFO nova.compute.manager [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Took 55.44 seconds to build instance. [ 959.954890] env[69858]: DEBUG oslo_vmware.api [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Task: {'id': task-3419251, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.958386] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419252, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.053038] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ee6e79df-f1c6-45fe-9db3-eea28a497384 tempest-FloatingIPsAssociationTestJSON-962927415 tempest-FloatingIPsAssociationTestJSON-962927415-project-member] Lock "db67c772-084d-4422-9368-359b2990e501" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.535s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.261846] env[69858]: DEBUG oslo_vmware.api [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528d4b19-efd3-78f7-12b0-5a0f7fce4289, 'name': SearchDatastore_Task, 'duration_secs': 0.008984} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.262900] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3c77e00-b26f-4783-a9a0-354c73b6846d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.267486] env[69858]: DEBUG oslo_vmware.api [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 960.267486] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520f42b0-7cd4-eb4a-777c-fec053b98da2" [ 960.267486] env[69858]: _type = "Task" [ 960.267486] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.274972] env[69858]: DEBUG oslo_vmware.api [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520f42b0-7cd4-eb4a-777c-fec053b98da2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.339951] env[69858]: DEBUG oslo_concurrency.lockutils [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Acquiring lock "refresh_cache-80836351-28a6-4b5b-892c-606c4df56c89" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.340205] env[69858]: DEBUG oslo_concurrency.lockutils [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Acquired lock "refresh_cache-80836351-28a6-4b5b-892c-606c4df56c89" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.340276] env[69858]: DEBUG nova.network.neutron [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.357755] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2f3b885c-fd80-4fda-925b-5c01d00d20cd tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Lock "880b4dde-36c7-4fda-909a-8b09c4ff8096" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.957s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.456675] env[69858]: DEBUG oslo_vmware.api [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Task: {'id': task-3419251, 'name': ReconfigVM_Task, 'duration_secs': 0.682493} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.459813] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 5cf9c6bb-ae14-4c2e-a828-a94084a83565/5cf9c6bb-ae14-4c2e-a828-a94084a83565.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.460366] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419252, 'name': CreateVM_Task, 'duration_secs': 0.633038} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.460562] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69db5a34-7bc2-49cb-9336-57107270a647 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.461940] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 960.462585] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.462743] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.463056] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.463619] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ad169bf-9656-4936-98a4-9047897bc417 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.468020] env[69858]: DEBUG oslo_vmware.api [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Waiting for the task: (returnval){ [ 960.468020] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b1258c-c9ea-d16d-356a-993df8d206ce" [ 960.468020] env[69858]: _type = "Task" [ 960.468020] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.469194] env[69858]: DEBUG oslo_vmware.api [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Waiting for the task: (returnval){ [ 960.469194] env[69858]: value = "task-3419253" [ 960.469194] env[69858]: _type = "Task" [ 960.469194] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.479693] env[69858]: DEBUG oslo_vmware.api [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Task: {'id': task-3419253, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.484854] env[69858]: DEBUG oslo_vmware.api [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b1258c-c9ea-d16d-356a-993df8d206ce, 'name': SearchDatastore_Task, 'duration_secs': 0.009894} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.485788] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.485788] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.485788] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.517096] env[69858]: DEBUG nova.network.neutron [req-85bec429-6f5d-4daf-a95d-2250e72789f0 req-bcdf8225-6e82-444a-9bcd-124ea0c35f55 service nova] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Updated VIF entry in instance network info cache for port 816e6dc1-f4e9-4d6e-abfb-957d5b902dc0. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.517497] env[69858]: DEBUG nova.network.neutron [req-85bec429-6f5d-4daf-a95d-2250e72789f0 req-bcdf8225-6e82-444a-9bcd-124ea0c35f55 service nova] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Updating instance_info_cache with network_info: [{"id": "816e6dc1-f4e9-4d6e-abfb-957d5b902dc0", "address": "fa:16:3e:ae:06:50", "network": {"id": "7d4cd844-a01c-4771-9394-22ecb54132db", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-594376897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a020b849a67549ad9a01a514b0f41be2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap816e6dc1-f4", "ovs_interfaceid": "816e6dc1-f4e9-4d6e-abfb-957d5b902dc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.777458] env[69858]: DEBUG oslo_vmware.api [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520f42b0-7cd4-eb4a-777c-fec053b98da2, 'name': SearchDatastore_Task, 'duration_secs': 0.009559} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.779711] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.779988] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 86847312-9ce8-42b3-8d8c-539fb7de24fd/86847312-9ce8-42b3-8d8c-539fb7de24fd.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.780889] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.780889] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.780889] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-810af199-1d31-4314-9b88-6d57563b122d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.782659] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56b56f9e-61a5-4069-9c6d-b39c104cb619 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.789367] env[69858]: DEBUG oslo_vmware.api [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 960.789367] env[69858]: value = "task-3419254" [ 960.789367] env[69858]: _type = "Task" [ 960.789367] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.795026] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.795226] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.795909] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d307181e-68bf-42c8-b3cc-7d57fd5844e6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.801507] env[69858]: DEBUG oslo_vmware.api [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Waiting for the task: (returnval){ [ 960.801507] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c17831-8a22-4885-8182-727eb6ab9de2" [ 960.801507] env[69858]: _type = "Task" [ 960.801507] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.806363] env[69858]: DEBUG oslo_vmware.api [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.813756] env[69858]: DEBUG oslo_vmware.api [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c17831-8a22-4885-8182-727eb6ab9de2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.822784] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7931cfaa-6899-4704-818d-098c4949ba91 tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Acquiring lock "880b4dde-36c7-4fda-909a-8b09c4ff8096" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.823022] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7931cfaa-6899-4704-818d-098c4949ba91 tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Lock "880b4dde-36c7-4fda-909a-8b09c4ff8096" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.823225] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7931cfaa-6899-4704-818d-098c4949ba91 tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Acquiring lock "880b4dde-36c7-4fda-909a-8b09c4ff8096-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.823409] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7931cfaa-6899-4704-818d-098c4949ba91 tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Lock "880b4dde-36c7-4fda-909a-8b09c4ff8096-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.823577] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7931cfaa-6899-4704-818d-098c4949ba91 tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Lock "880b4dde-36c7-4fda-909a-8b09c4ff8096-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.825758] env[69858]: INFO nova.compute.manager [None req-7931cfaa-6899-4704-818d-098c4949ba91 tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Terminating instance [ 960.860626] env[69858]: DEBUG nova.compute.manager [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 960.878487] env[69858]: DEBUG nova.network.neutron [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 960.930617] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22743f5-522d-49f0-b8f0-cfb9c99cec3f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.939421] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664bef6d-e861-4850-bccb-a3e5822bfe29 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.981560] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cd9b76-9512-426e-91cc-4114c9f3d8ce {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.990860] env[69858]: DEBUG oslo_vmware.api [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Task: {'id': task-3419253, 'name': Rename_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.995080] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a34035-c111-49ca-a859-e44b02addfcd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.012384] env[69858]: DEBUG nova.compute.provider_tree [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.022187] env[69858]: DEBUG oslo_concurrency.lockutils [req-85bec429-6f5d-4daf-a95d-2250e72789f0 req-bcdf8225-6e82-444a-9bcd-124ea0c35f55 service nova] Releasing lock "refresh_cache-1e4e9e2e-8a86-4798-b467-12c4baeaf9d6" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.022461] env[69858]: DEBUG nova.compute.manager [req-85bec429-6f5d-4daf-a95d-2250e72789f0 req-bcdf8225-6e82-444a-9bcd-124ea0c35f55 service nova] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Received event network-changed-34d5c5fd-0713-49d2-ad18-83f786b24215 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.022633] env[69858]: DEBUG nova.compute.manager [req-85bec429-6f5d-4daf-a95d-2250e72789f0 req-bcdf8225-6e82-444a-9bcd-124ea0c35f55 service nova] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Refreshing instance network info cache due to event network-changed-34d5c5fd-0713-49d2-ad18-83f786b24215. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 961.022849] env[69858]: DEBUG oslo_concurrency.lockutils [req-85bec429-6f5d-4daf-a95d-2250e72789f0 req-bcdf8225-6e82-444a-9bcd-124ea0c35f55 service nova] Acquiring lock "refresh_cache-587f6c2d-ea44-459f-b0c5-6e232da0e6d1" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.022994] env[69858]: DEBUG oslo_concurrency.lockutils [req-85bec429-6f5d-4daf-a95d-2250e72789f0 req-bcdf8225-6e82-444a-9bcd-124ea0c35f55 service nova] Acquired lock "refresh_cache-587f6c2d-ea44-459f-b0c5-6e232da0e6d1" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.023172] env[69858]: DEBUG nova.network.neutron [req-85bec429-6f5d-4daf-a95d-2250e72789f0 req-bcdf8225-6e82-444a-9bcd-124ea0c35f55 service nova] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Refreshing network info cache for port 34d5c5fd-0713-49d2-ad18-83f786b24215 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.066771] env[69858]: DEBUG nova.network.neutron [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Updating instance_info_cache with network_info: [{"id": "3ce555c6-68f5-41a1-a2b8-0c9e707e82df", "address": "fa:16:3e:c3:8c:99", "network": {"id": "03e22acd-1261-424b-af8e-bd556385d353", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1611870714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22c2afe657294dc88f3af629c4a97bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ce555c6-68", "ovs_interfaceid": "3ce555c6-68f5-41a1-a2b8-0c9e707e82df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.209857] env[69858]: INFO nova.compute.manager [None req-c9ff9d12-1924-4299-ac38-2b3f41478510 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Get console output [ 961.210115] env[69858]: WARNING nova.virt.vmwareapi.driver [None req-c9ff9d12-1924-4299-ac38-2b3f41478510 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] The console log is missing. Check your VSPC configuration [ 961.306256] env[69858]: DEBUG oslo_vmware.api [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419254, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466032} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.306809] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 86847312-9ce8-42b3-8d8c-539fb7de24fd/86847312-9ce8-42b3-8d8c-539fb7de24fd.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.307213] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.315030] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b430cd71-2896-4112-a503-918ed8f6726c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.321748] env[69858]: DEBUG oslo_vmware.api [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c17831-8a22-4885-8182-727eb6ab9de2, 'name': SearchDatastore_Task, 'duration_secs': 0.017885} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.324290] env[69858]: DEBUG oslo_vmware.api [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 961.324290] env[69858]: value = "task-3419255" [ 961.324290] env[69858]: _type = "Task" [ 961.324290] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.324290] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b00ccf28-5f6d-409e-b185-9bacfc07143d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.330093] env[69858]: DEBUG nova.compute.manager [None req-7931cfaa-6899-4704-818d-098c4949ba91 tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.330231] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7931cfaa-6899-4704-818d-098c4949ba91 tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.331252] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302d6cc7-f13e-41dc-b310-7b1e00eb544d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.336499] env[69858]: DEBUG oslo_vmware.api [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Waiting for the task: (returnval){ [ 961.336499] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523da432-2a51-0e09-9743-6b5dea48735a" [ 961.336499] env[69858]: _type = "Task" [ 961.336499] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.340079] env[69858]: DEBUG oslo_vmware.api [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419255, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.345916] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7931cfaa-6899-4704-818d-098c4949ba91 tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.346935] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3f0cf59-b360-4e2f-8bd5-951101678cc0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.351797] env[69858]: DEBUG oslo_vmware.api [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523da432-2a51-0e09-9743-6b5dea48735a, 'name': SearchDatastore_Task, 'duration_secs': 0.009657} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.352407] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.352693] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6/1e4e9e2e-8a86-4798-b467-12c4baeaf9d6.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 961.353104] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e50b2650-deaf-4fc5-a5e7-351b6a8d7729 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.356759] env[69858]: DEBUG oslo_vmware.api [None req-7931cfaa-6899-4704-818d-098c4949ba91 tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Waiting for the task: (returnval){ [ 961.356759] env[69858]: value = "task-3419256" [ 961.356759] env[69858]: _type = "Task" [ 961.356759] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.361368] env[69858]: DEBUG oslo_vmware.api [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Waiting for the task: (returnval){ [ 961.361368] env[69858]: value = "task-3419257" [ 961.361368] env[69858]: _type = "Task" [ 961.361368] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.369592] env[69858]: DEBUG oslo_vmware.api [None req-7931cfaa-6899-4704-818d-098c4949ba91 tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Task: {'id': task-3419256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.376715] env[69858]: DEBUG oslo_vmware.api [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.383939] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.487049] env[69858]: DEBUG oslo_vmware.api [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Task: {'id': task-3419253, 'name': Rename_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.516210] env[69858]: DEBUG nova.scheduler.client.report [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.570849] env[69858]: DEBUG oslo_concurrency.lockutils [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Releasing lock "refresh_cache-80836351-28a6-4b5b-892c-606c4df56c89" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.571348] env[69858]: DEBUG nova.compute.manager [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Instance network_info: |[{"id": "3ce555c6-68f5-41a1-a2b8-0c9e707e82df", "address": "fa:16:3e:c3:8c:99", "network": {"id": "03e22acd-1261-424b-af8e-bd556385d353", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1611870714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22c2afe657294dc88f3af629c4a97bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ce555c6-68", "ovs_interfaceid": "3ce555c6-68f5-41a1-a2b8-0c9e707e82df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 961.571858] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:8c:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5514c5a3-1294-40ad-ae96-29d5c24a3d95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ce555c6-68f5-41a1-a2b8-0c9e707e82df', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.582269] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Creating folder: Project (22c2afe657294dc88f3af629c4a97bc1). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 961.583161] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-292861e8-4a22-4bff-a179-66871d77dace {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.602834] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Created folder: Project (22c2afe657294dc88f3af629c4a97bc1) in parent group-v682032. [ 961.603128] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Creating folder: Instances. Parent ref: group-v682208. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 961.603425] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b4e2be3-29e7-4f9e-8058-42bdffe3d9cf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.619464] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Created folder: Instances in parent group-v682208. [ 961.619810] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.620030] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.620315] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-411e6947-2c1e-4b3f-8405-a75d4842261b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.647620] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.647620] env[69858]: value = "task-3419260" [ 961.647620] env[69858]: _type = "Task" [ 961.647620] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.660830] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419260, 'name': CreateVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.838551] env[69858]: DEBUG oslo_vmware.api [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419255, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06993} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.838871] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.839652] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98381ed-65ae-4d97-8bc0-c31731b06c74 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.862259] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 86847312-9ce8-42b3-8d8c-539fb7de24fd/86847312-9ce8-42b3-8d8c-539fb7de24fd.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.863425] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80615b63-bde3-410e-a4fa-95b2e7a5b329 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.893611] env[69858]: DEBUG oslo_vmware.api [None req-7931cfaa-6899-4704-818d-098c4949ba91 tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Task: {'id': task-3419256, 'name': PowerOffVM_Task, 'duration_secs': 0.2508} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.897916] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7931cfaa-6899-4704-818d-098c4949ba91 tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.898146] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7931cfaa-6899-4704-818d-098c4949ba91 tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.898437] env[69858]: DEBUG oslo_vmware.api [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419257, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.898749] env[69858]: DEBUG oslo_vmware.api [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 961.898749] env[69858]: value = "task-3419261" [ 961.898749] env[69858]: _type = "Task" [ 961.898749] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.898997] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96c6f525-2d70-4754-9d2f-1843ba1536bf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.910680] env[69858]: DEBUG oslo_vmware.api [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.964567] env[69858]: DEBUG nova.network.neutron [req-85bec429-6f5d-4daf-a95d-2250e72789f0 req-bcdf8225-6e82-444a-9bcd-124ea0c35f55 service nova] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Updated VIF entry in instance network info cache for port 34d5c5fd-0713-49d2-ad18-83f786b24215. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 961.965652] env[69858]: DEBUG nova.network.neutron [req-85bec429-6f5d-4daf-a95d-2250e72789f0 req-bcdf8225-6e82-444a-9bcd-124ea0c35f55 service nova] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Updating instance_info_cache with network_info: [{"id": "34d5c5fd-0713-49d2-ad18-83f786b24215", "address": "fa:16:3e:4b:8a:5f", "network": {"id": "4484751d-59b0-4615-9b2a-599607510af6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1350349162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d7e8193856c48c58e9cd583c010b8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34d5c5fd-07", "ovs_interfaceid": "34d5c5fd-0713-49d2-ad18-83f786b24215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.988961] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7931cfaa-6899-4704-818d-098c4949ba91 tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.989394] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7931cfaa-6899-4704-818d-098c4949ba91 tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.989745] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-7931cfaa-6899-4704-818d-098c4949ba91 tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Deleting the datastore file [datastore1] 880b4dde-36c7-4fda-909a-8b09c4ff8096 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.991279] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74240e73-2f06-4cd9-b1ac-92d2ea99c3b5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.000737] env[69858]: DEBUG oslo_vmware.api [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Task: {'id': task-3419253, 'name': Rename_Task, 'duration_secs': 1.086519} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.001729] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.002236] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bce1e65e-0883-4f4b-996b-d9e1abd1f181 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.007318] env[69858]: DEBUG oslo_vmware.api [None req-7931cfaa-6899-4704-818d-098c4949ba91 tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Waiting for the task: (returnval){ [ 962.007318] env[69858]: value = "task-3419263" [ 962.007318] env[69858]: _type = "Task" [ 962.007318] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.017506] env[69858]: DEBUG oslo_vmware.api [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Waiting for the task: (returnval){ [ 962.017506] env[69858]: value = "task-3419264" [ 962.017506] env[69858]: _type = "Task" [ 962.017506] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.019256] env[69858]: DEBUG nova.compute.manager [req-be4f23d4-bd06-4ee8-a2ee-ddb6cb7c7438 req-226489f4-f060-43a9-be5d-03597f7c1b7c service nova] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Received event network-vif-plugged-3ce555c6-68f5-41a1-a2b8-0c9e707e82df {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.019847] env[69858]: DEBUG oslo_concurrency.lockutils [req-be4f23d4-bd06-4ee8-a2ee-ddb6cb7c7438 req-226489f4-f060-43a9-be5d-03597f7c1b7c service nova] Acquiring lock "80836351-28a6-4b5b-892c-606c4df56c89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.019847] env[69858]: DEBUG oslo_concurrency.lockutils [req-be4f23d4-bd06-4ee8-a2ee-ddb6cb7c7438 req-226489f4-f060-43a9-be5d-03597f7c1b7c service nova] Lock "80836351-28a6-4b5b-892c-606c4df56c89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.019969] env[69858]: DEBUG oslo_concurrency.lockutils [req-be4f23d4-bd06-4ee8-a2ee-ddb6cb7c7438 req-226489f4-f060-43a9-be5d-03597f7c1b7c service nova] Lock "80836351-28a6-4b5b-892c-606c4df56c89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.020251] env[69858]: DEBUG nova.compute.manager [req-be4f23d4-bd06-4ee8-a2ee-ddb6cb7c7438 req-226489f4-f060-43a9-be5d-03597f7c1b7c service nova] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] No waiting events found dispatching network-vif-plugged-3ce555c6-68f5-41a1-a2b8-0c9e707e82df {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 962.020540] env[69858]: WARNING nova.compute.manager [req-be4f23d4-bd06-4ee8-a2ee-ddb6cb7c7438 req-226489f4-f060-43a9-be5d-03597f7c1b7c service nova] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Received unexpected event network-vif-plugged-3ce555c6-68f5-41a1-a2b8-0c9e707e82df for instance with vm_state building and task_state spawning. [ 962.020778] env[69858]: DEBUG nova.compute.manager [req-be4f23d4-bd06-4ee8-a2ee-ddb6cb7c7438 req-226489f4-f060-43a9-be5d-03597f7c1b7c service nova] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Received event network-changed-3ce555c6-68f5-41a1-a2b8-0c9e707e82df {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.021069] env[69858]: DEBUG nova.compute.manager [req-be4f23d4-bd06-4ee8-a2ee-ddb6cb7c7438 req-226489f4-f060-43a9-be5d-03597f7c1b7c service nova] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Refreshing instance network info cache due to event network-changed-3ce555c6-68f5-41a1-a2b8-0c9e707e82df. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 962.021342] env[69858]: DEBUG oslo_concurrency.lockutils [req-be4f23d4-bd06-4ee8-a2ee-ddb6cb7c7438 req-226489f4-f060-43a9-be5d-03597f7c1b7c service nova] Acquiring lock "refresh_cache-80836351-28a6-4b5b-892c-606c4df56c89" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.021579] env[69858]: DEBUG oslo_concurrency.lockutils [req-be4f23d4-bd06-4ee8-a2ee-ddb6cb7c7438 req-226489f4-f060-43a9-be5d-03597f7c1b7c service nova] Acquired lock "refresh_cache-80836351-28a6-4b5b-892c-606c4df56c89" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.021833] env[69858]: DEBUG nova.network.neutron [req-be4f23d4-bd06-4ee8-a2ee-ddb6cb7c7438 req-226489f4-f060-43a9-be5d-03597f7c1b7c service nova] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Refreshing network info cache for port 3ce555c6-68f5-41a1-a2b8-0c9e707e82df {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.036800] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.037614] env[69858]: DEBUG nova.compute.manager [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 962.043272] env[69858]: DEBUG oslo_vmware.api [None req-7931cfaa-6899-4704-818d-098c4949ba91 tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Task: {'id': task-3419263, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.043498] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 40.316s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.043797] env[69858]: DEBUG nova.objects.instance [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69858) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 962.061022] env[69858]: DEBUG oslo_vmware.api [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Task: {'id': task-3419264, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.157751] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419260, 'name': CreateVM_Task} progress is 25%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.374488] env[69858]: DEBUG oslo_vmware.api [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547965} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.374996] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6/1e4e9e2e-8a86-4798-b467-12c4baeaf9d6.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 962.375287] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 962.375646] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53586431-a8aa-420d-af5f-7c1d8e4e59d7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.384394] env[69858]: DEBUG oslo_vmware.api [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Waiting for the task: (returnval){ [ 962.384394] env[69858]: value = "task-3419265" [ 962.384394] env[69858]: _type = "Task" [ 962.384394] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.398669] env[69858]: DEBUG oslo_vmware.api [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.410070] env[69858]: DEBUG oslo_vmware.api [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.469240] env[69858]: DEBUG oslo_concurrency.lockutils [req-85bec429-6f5d-4daf-a95d-2250e72789f0 req-bcdf8225-6e82-444a-9bcd-124ea0c35f55 service nova] Releasing lock "refresh_cache-587f6c2d-ea44-459f-b0c5-6e232da0e6d1" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.481337] env[69858]: DEBUG oslo_concurrency.lockutils [None req-edaba4d3-299d-4d04-b2b1-f566be1c6056 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Acquiring lock "b0455420-8630-4c65-8b2c-f949630c42f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.481406] env[69858]: DEBUG oslo_concurrency.lockutils [None req-edaba4d3-299d-4d04-b2b1-f566be1c6056 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Lock "b0455420-8630-4c65-8b2c-f949630c42f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.481621] env[69858]: DEBUG oslo_concurrency.lockutils [None req-edaba4d3-299d-4d04-b2b1-f566be1c6056 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Acquiring lock "b0455420-8630-4c65-8b2c-f949630c42f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.481836] env[69858]: DEBUG oslo_concurrency.lockutils [None req-edaba4d3-299d-4d04-b2b1-f566be1c6056 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Lock "b0455420-8630-4c65-8b2c-f949630c42f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.482064] env[69858]: DEBUG oslo_concurrency.lockutils [None req-edaba4d3-299d-4d04-b2b1-f566be1c6056 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Lock "b0455420-8630-4c65-8b2c-f949630c42f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.484788] env[69858]: INFO nova.compute.manager [None req-edaba4d3-299d-4d04-b2b1-f566be1c6056 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Terminating instance [ 962.518281] env[69858]: DEBUG oslo_vmware.api [None req-7931cfaa-6899-4704-818d-098c4949ba91 tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Task: {'id': task-3419263, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.535183] env[69858]: DEBUG oslo_vmware.api [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Task: {'id': task-3419264, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.553788] env[69858]: DEBUG nova.compute.utils [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.559243] env[69858]: DEBUG nova.compute.manager [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 962.559613] env[69858]: DEBUG nova.network.neutron [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.643290] env[69858]: DEBUG nova.policy [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5b886fcee8b4357b88742bedeac5129', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a020b849a67549ad9a01a514b0f41be2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 962.659677] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419260, 'name': CreateVM_Task, 'duration_secs': 0.900254} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.660340] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.660545] env[69858]: DEBUG oslo_concurrency.lockutils [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.660714] env[69858]: DEBUG oslo_concurrency.lockutils [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.661055] env[69858]: DEBUG oslo_concurrency.lockutils [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.661326] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f309b35-59c5-4d5e-a981-9b66460133de {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.666257] env[69858]: DEBUG oslo_vmware.api [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Waiting for the task: (returnval){ [ 962.666257] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52be6deb-d3bb-1248-3f96-11dfa0131765" [ 962.666257] env[69858]: _type = "Task" [ 962.666257] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.677853] env[69858]: DEBUG oslo_vmware.api [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52be6deb-d3bb-1248-3f96-11dfa0131765, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.784165] env[69858]: DEBUG nova.network.neutron [req-be4f23d4-bd06-4ee8-a2ee-ddb6cb7c7438 req-226489f4-f060-43a9-be5d-03597f7c1b7c service nova] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Updated VIF entry in instance network info cache for port 3ce555c6-68f5-41a1-a2b8-0c9e707e82df. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.784552] env[69858]: DEBUG nova.network.neutron [req-be4f23d4-bd06-4ee8-a2ee-ddb6cb7c7438 req-226489f4-f060-43a9-be5d-03597f7c1b7c service nova] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Updating instance_info_cache with network_info: [{"id": "3ce555c6-68f5-41a1-a2b8-0c9e707e82df", "address": "fa:16:3e:c3:8c:99", "network": {"id": "03e22acd-1261-424b-af8e-bd556385d353", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1611870714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22c2afe657294dc88f3af629c4a97bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ce555c6-68", "ovs_interfaceid": "3ce555c6-68f5-41a1-a2b8-0c9e707e82df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.896130] env[69858]: DEBUG oslo_vmware.api [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18859} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.896420] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 962.897246] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a077f5-c4af-41fc-98c5-7b61d50bd2d7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.926050] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6/1e4e9e2e-8a86-4798-b467-12c4baeaf9d6.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.927028] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59e5b691-7a10-4dbd-9fd7-9050c1822a2c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.951712] env[69858]: DEBUG oslo_vmware.api [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419261, 'name': ReconfigVM_Task, 'duration_secs': 0.911762} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.955325] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 86847312-9ce8-42b3-8d8c-539fb7de24fd/86847312-9ce8-42b3-8d8c-539fb7de24fd.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.955325] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc7fb922-b02e-4161-a807-6e92ff3bf4b4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.959383] env[69858]: DEBUG oslo_vmware.api [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Waiting for the task: (returnval){ [ 962.959383] env[69858]: value = "task-3419266" [ 962.959383] env[69858]: _type = "Task" [ 962.959383] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.964320] env[69858]: DEBUG oslo_vmware.api [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 962.964320] env[69858]: value = "task-3419267" [ 962.964320] env[69858]: _type = "Task" [ 962.964320] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.973524] env[69858]: DEBUG oslo_vmware.api [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419266, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.976955] env[69858]: DEBUG oslo_vmware.api [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419267, 'name': Rename_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.989451] env[69858]: DEBUG nova.compute.manager [None req-edaba4d3-299d-4d04-b2b1-f566be1c6056 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.989696] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-edaba4d3-299d-4d04-b2b1-f566be1c6056 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.990770] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae190bc1-e9c2-452d-acc2-0281fe90ee6d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.001644] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-edaba4d3-299d-4d04-b2b1-f566be1c6056 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.001957] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03226e71-bd31-493a-9dff-64b2e05759f4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.010020] env[69858]: DEBUG oslo_vmware.api [None req-edaba4d3-299d-4d04-b2b1-f566be1c6056 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Waiting for the task: (returnval){ [ 963.010020] env[69858]: value = "task-3419268" [ 963.010020] env[69858]: _type = "Task" [ 963.010020] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.021900] env[69858]: DEBUG oslo_vmware.api [None req-edaba4d3-299d-4d04-b2b1-f566be1c6056 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Task: {'id': task-3419268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.027288] env[69858]: DEBUG oslo_vmware.api [None req-7931cfaa-6899-4704-818d-098c4949ba91 tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Task: {'id': task-3419263, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.526256} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.030974] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-7931cfaa-6899-4704-818d-098c4949ba91 tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.031206] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7931cfaa-6899-4704-818d-098c4949ba91 tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.031384] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7931cfaa-6899-4704-818d-098c4949ba91 tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.031570] env[69858]: INFO nova.compute.manager [None req-7931cfaa-6899-4704-818d-098c4949ba91 tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Took 1.70 seconds to destroy the instance on the hypervisor. [ 963.031847] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7931cfaa-6899-4704-818d-098c4949ba91 tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.032085] env[69858]: DEBUG nova.compute.manager [-] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.032178] env[69858]: DEBUG nova.network.neutron [-] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.040361] env[69858]: DEBUG oslo_vmware.api [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Task: {'id': task-3419264, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.045849] env[69858]: DEBUG nova.network.neutron [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Successfully created port: efb61c3d-9c0f-460a-b16c-477cc12efca5 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 963.059886] env[69858]: DEBUG nova.compute.manager [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 963.063919] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b8ff07fb-d723-4702-9a29-160e8046895a tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.065520] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.707s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.065520] env[69858]: DEBUG nova.objects.instance [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69858) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 963.181411] env[69858]: DEBUG oslo_vmware.api [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52be6deb-d3bb-1248-3f96-11dfa0131765, 'name': SearchDatastore_Task, 'duration_secs': 0.017396} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.181844] env[69858]: DEBUG oslo_concurrency.lockutils [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.183414] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.183414] env[69858]: DEBUG oslo_concurrency.lockutils [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.183414] env[69858]: DEBUG oslo_concurrency.lockutils [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.183414] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.183788] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b331cad-040b-4993-9d62-6e7f711a3a5c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.195027] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.195256] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.195997] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bdfecba-0453-40d5-aa92-0dac6c6c4083 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.205258] env[69858]: DEBUG oslo_vmware.api [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Waiting for the task: (returnval){ [ 963.205258] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527a6167-b6b8-594a-0922-2bc63cdbb23f" [ 963.205258] env[69858]: _type = "Task" [ 963.205258] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.216800] env[69858]: DEBUG oslo_vmware.api [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527a6167-b6b8-594a-0922-2bc63cdbb23f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.287668] env[69858]: DEBUG oslo_concurrency.lockutils [req-be4f23d4-bd06-4ee8-a2ee-ddb6cb7c7438 req-226489f4-f060-43a9-be5d-03597f7c1b7c service nova] Releasing lock "refresh_cache-80836351-28a6-4b5b-892c-606c4df56c89" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.475191] env[69858]: DEBUG oslo_vmware.api [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.484770] env[69858]: DEBUG oslo_vmware.api [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419267, 'name': Rename_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.519295] env[69858]: DEBUG oslo_vmware.api [None req-edaba4d3-299d-4d04-b2b1-f566be1c6056 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Task: {'id': task-3419268, 'name': PowerOffVM_Task, 'duration_secs': 0.336767} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.519674] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-edaba4d3-299d-4d04-b2b1-f566be1c6056 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.519857] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-edaba4d3-299d-4d04-b2b1-f566be1c6056 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.520319] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34e204aa-a99d-4d12-bd09-27040f5500b1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.535861] env[69858]: DEBUG oslo_vmware.api [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Task: {'id': task-3419264, 'name': PowerOnVM_Task, 'duration_secs': 1.056668} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.536147] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.536357] env[69858]: INFO nova.compute.manager [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Took 9.41 seconds to spawn the instance on the hypervisor. [ 963.536545] env[69858]: DEBUG nova.compute.manager [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.537330] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288d51a0-4546-49e6-adcf-c58589692361 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.581988] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-edaba4d3-299d-4d04-b2b1-f566be1c6056 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.582260] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-edaba4d3-299d-4d04-b2b1-f566be1c6056 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.582448] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-edaba4d3-299d-4d04-b2b1-f566be1c6056 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Deleting the datastore file [datastore2] b0455420-8630-4c65-8b2c-f949630c42f1 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.582731] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6a59750-eb62-4054-b4b5-0c65da7c25a1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.590668] env[69858]: DEBUG oslo_vmware.api [None req-edaba4d3-299d-4d04-b2b1-f566be1c6056 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Waiting for the task: (returnval){ [ 963.590668] env[69858]: value = "task-3419270" [ 963.590668] env[69858]: _type = "Task" [ 963.590668] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.605191] env[69858]: DEBUG oslo_vmware.api [None req-edaba4d3-299d-4d04-b2b1-f566be1c6056 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Task: {'id': task-3419270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.716973] env[69858]: DEBUG oslo_vmware.api [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527a6167-b6b8-594a-0922-2bc63cdbb23f, 'name': SearchDatastore_Task, 'duration_secs': 0.015347} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.717944] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e2e1a25-ea7e-41fc-8915-0520e132e7df {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.723429] env[69858]: DEBUG oslo_vmware.api [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Waiting for the task: (returnval){ [ 963.723429] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ee4a40-3239-bd8c-e554-64e60a4878b5" [ 963.723429] env[69858]: _type = "Task" [ 963.723429] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.732087] env[69858]: DEBUG oslo_vmware.api [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ee4a40-3239-bd8c-e554-64e60a4878b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.897427] env[69858]: DEBUG nova.network.neutron [-] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.973099] env[69858]: DEBUG oslo_vmware.api [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419266, 'name': ReconfigVM_Task, 'duration_secs': 0.719504} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.980476] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6/1e4e9e2e-8a86-4798-b467-12c4baeaf9d6.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.980476] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-096b13ab-d730-42a6-b20d-584864a09833 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.989593] env[69858]: DEBUG oslo_vmware.api [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419267, 'name': Rename_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.991262] env[69858]: DEBUG oslo_vmware.api [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Waiting for the task: (returnval){ [ 963.991262] env[69858]: value = "task-3419271" [ 963.991262] env[69858]: _type = "Task" [ 963.991262] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.003196] env[69858]: DEBUG oslo_vmware.api [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419271, 'name': Rename_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.053778] env[69858]: DEBUG nova.compute.manager [req-f01c56b7-5993-41c9-ab2c-0a22f5cbb566 req-94f18814-b3d7-47e4-8c53-d820baa22350 service nova] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Received event network-vif-deleted-1b12d035-e32a-422d-9e72-6d084ace1c1f {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.056220] env[69858]: INFO nova.compute.manager [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Took 48.42 seconds to build instance. [ 964.073672] env[69858]: DEBUG nova.compute.manager [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.077893] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eadb8993-16d0-4cd6-a345-039313668bf8 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.082805] env[69858]: DEBUG oslo_concurrency.lockutils [None req-06392662-11ee-4343-8e5b-93f0617f5a62 tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.194s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.084665] env[69858]: DEBUG nova.objects.instance [None req-06392662-11ee-4343-8e5b-93f0617f5a62 tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Lazy-loading 'resources' on Instance uuid 06360ef7-63d6-4eff-89b6-a105e0d87cb4 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.101070] env[69858]: DEBUG oslo_vmware.api [None req-edaba4d3-299d-4d04-b2b1-f566be1c6056 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Task: {'id': task-3419270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146854} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.103289] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-edaba4d3-299d-4d04-b2b1-f566be1c6056 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.103541] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-edaba4d3-299d-4d04-b2b1-f566be1c6056 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.103763] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-edaba4d3-299d-4d04-b2b1-f566be1c6056 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.103967] env[69858]: INFO nova.compute.manager [None req-edaba4d3-299d-4d04-b2b1-f566be1c6056 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 964.104270] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edaba4d3-299d-4d04-b2b1-f566be1c6056 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.104717] env[69858]: DEBUG nova.compute.manager [-] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 964.104815] env[69858]: DEBUG nova.network.neutron [-] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 964.110881] env[69858]: DEBUG nova.virt.hardware [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.111156] env[69858]: DEBUG nova.virt.hardware [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.111355] env[69858]: DEBUG nova.virt.hardware [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.111609] env[69858]: DEBUG nova.virt.hardware [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.111786] env[69858]: DEBUG nova.virt.hardware [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.111971] env[69858]: DEBUG nova.virt.hardware [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.112246] env[69858]: DEBUG nova.virt.hardware [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.112470] env[69858]: DEBUG nova.virt.hardware [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.112671] env[69858]: DEBUG nova.virt.hardware [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.112875] env[69858]: DEBUG nova.virt.hardware [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.113102] env[69858]: DEBUG nova.virt.hardware [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.113967] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a22e332-3af5-49a9-87ec-617db70577ba {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.122463] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952f6b26-9c59-4ee4-87d2-f67d2ffb9f91 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.235371] env[69858]: DEBUG oslo_vmware.api [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ee4a40-3239-bd8c-e554-64e60a4878b5, 'name': SearchDatastore_Task, 'duration_secs': 0.011211} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.235685] env[69858]: DEBUG oslo_concurrency.lockutils [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.236550] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 80836351-28a6-4b5b-892c-606c4df56c89/80836351-28a6-4b5b-892c-606c4df56c89.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.237017] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ffa7efb-8265-420b-9db7-7fabe99c6a55 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.244359] env[69858]: DEBUG oslo_vmware.api [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Waiting for the task: (returnval){ [ 964.244359] env[69858]: value = "task-3419272" [ 964.244359] env[69858]: _type = "Task" [ 964.244359] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.258483] env[69858]: DEBUG oslo_vmware.api [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Task: {'id': task-3419272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.400363] env[69858]: INFO nova.compute.manager [-] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Took 1.37 seconds to deallocate network for instance. [ 964.485581] env[69858]: DEBUG oslo_vmware.api [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419267, 'name': Rename_Task, 'duration_secs': 1.171557} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.485951] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.486402] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bbcd0b0-a24e-45b9-a24d-1f267fb4c428 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.493637] env[69858]: DEBUG oslo_vmware.api [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 964.493637] env[69858]: value = "task-3419273" [ 964.493637] env[69858]: _type = "Task" [ 964.493637] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.513734] env[69858]: DEBUG oslo_vmware.api [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419271, 'name': Rename_Task, 'duration_secs': 0.232208} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.518900] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.519322] env[69858]: DEBUG oslo_vmware.api [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419273, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.519628] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cab4864-b322-4e43-b95c-e6c577fe9c3b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.529268] env[69858]: DEBUG oslo_vmware.api [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Waiting for the task: (returnval){ [ 964.529268] env[69858]: value = "task-3419274" [ 964.529268] env[69858]: _type = "Task" [ 964.529268] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.537800] env[69858]: DEBUG oslo_vmware.api [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.558577] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8e433a3e-f4ef-439c-8f0c-54574087fcab tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Lock "5cf9c6bb-ae14-4c2e-a828-a94084a83565" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.936s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.755362] env[69858]: DEBUG oslo_vmware.api [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Task: {'id': task-3419272, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.911336] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7931cfaa-6899-4704-818d-098c4949ba91 tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.015984] env[69858]: DEBUG oslo_vmware.api [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419273, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.028356] env[69858]: DEBUG nova.network.neutron [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Successfully updated port: efb61c3d-9c0f-460a-b16c-477cc12efca5 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 965.045165] env[69858]: DEBUG oslo_vmware.api [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419274, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.139441] env[69858]: DEBUG nova.compute.manager [req-a122394d-93f8-4664-ad47-0b7d1441fc0c req-a36c0607-5f63-41b4-9cbd-7db8a2113532 service nova] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Received event network-vif-plugged-efb61c3d-9c0f-460a-b16c-477cc12efca5 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.139700] env[69858]: DEBUG oslo_concurrency.lockutils [req-a122394d-93f8-4664-ad47-0b7d1441fc0c req-a36c0607-5f63-41b4-9cbd-7db8a2113532 service nova] Acquiring lock "d8f9c735-339f-4fa9-80ea-520b37764716-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.139897] env[69858]: DEBUG oslo_concurrency.lockutils [req-a122394d-93f8-4664-ad47-0b7d1441fc0c req-a36c0607-5f63-41b4-9cbd-7db8a2113532 service nova] Lock "d8f9c735-339f-4fa9-80ea-520b37764716-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.140285] env[69858]: DEBUG oslo_concurrency.lockutils [req-a122394d-93f8-4664-ad47-0b7d1441fc0c req-a36c0607-5f63-41b4-9cbd-7db8a2113532 service nova] Lock "d8f9c735-339f-4fa9-80ea-520b37764716-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.140498] env[69858]: DEBUG nova.compute.manager [req-a122394d-93f8-4664-ad47-0b7d1441fc0c req-a36c0607-5f63-41b4-9cbd-7db8a2113532 service nova] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] No waiting events found dispatching network-vif-plugged-efb61c3d-9c0f-460a-b16c-477cc12efca5 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 965.140677] env[69858]: WARNING nova.compute.manager [req-a122394d-93f8-4664-ad47-0b7d1441fc0c req-a36c0607-5f63-41b4-9cbd-7db8a2113532 service nova] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Received unexpected event network-vif-plugged-efb61c3d-9c0f-460a-b16c-477cc12efca5 for instance with vm_state building and task_state spawning. [ 965.174314] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f34f41-a24f-463a-9839-746f4cde0e0e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.184334] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da880bc-4f8d-4bdc-80f4-49ddf2940bb6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.223095] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce44bd6b-4101-443d-a083-1dced20b74d7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.231849] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d13662f-5bc1-4ef9-818d-fc5b35d5ae51 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.247723] env[69858]: DEBUG nova.compute.provider_tree [None req-06392662-11ee-4343-8e5b-93f0617f5a62 tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.258128] env[69858]: DEBUG oslo_vmware.api [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Task: {'id': task-3419272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768951} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.259097] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 80836351-28a6-4b5b-892c-606c4df56c89/80836351-28a6-4b5b-892c-606c4df56c89.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.259333] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.259638] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-567cf9df-8308-4b12-95f1-624dd7001f10 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.267270] env[69858]: DEBUG oslo_vmware.api [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Waiting for the task: (returnval){ [ 965.267270] env[69858]: value = "task-3419275" [ 965.267270] env[69858]: _type = "Task" [ 965.267270] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.276477] env[69858]: DEBUG oslo_vmware.api [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Task: {'id': task-3419275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.366309] env[69858]: DEBUG nova.network.neutron [-] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.514560] env[69858]: DEBUG oslo_vmware.api [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419273, 'name': PowerOnVM_Task, 'duration_secs': 0.761211} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.514889] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.515114] env[69858]: DEBUG nova.compute.manager [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.518157] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f6bee4-8654-4fee-bc13-b060f818f37d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.531769] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Acquiring lock "refresh_cache-d8f9c735-339f-4fa9-80ea-520b37764716" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.531987] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Acquired lock "refresh_cache-d8f9c735-339f-4fa9-80ea-520b37764716" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.532167] env[69858]: DEBUG nova.network.neutron [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.546292] env[69858]: DEBUG oslo_vmware.api [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419274, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.754564] env[69858]: DEBUG nova.scheduler.client.report [None req-06392662-11ee-4343-8e5b-93f0617f5a62 tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.781818] env[69858]: DEBUG oslo_vmware.api [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Task: {'id': task-3419275, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072543} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.782271] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.783191] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a5d149-d037-464d-a6bf-36b0fac0bf2f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.811630] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 80836351-28a6-4b5b-892c-606c4df56c89/80836351-28a6-4b5b-892c-606c4df56c89.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.811630] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a1476cf-ad03-41f1-a166-6944be827a57 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.832605] env[69858]: DEBUG oslo_vmware.api [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Waiting for the task: (returnval){ [ 965.832605] env[69858]: value = "task-3419276" [ 965.832605] env[69858]: _type = "Task" [ 965.832605] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.841364] env[69858]: DEBUG oslo_vmware.api [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Task: {'id': task-3419276, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.869654] env[69858]: INFO nova.compute.manager [-] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Took 1.76 seconds to deallocate network for instance. [ 966.045237] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.049759] env[69858]: DEBUG oslo_vmware.api [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419274, 'name': PowerOnVM_Task, 'duration_secs': 1.4778} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.050251] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.050482] env[69858]: INFO nova.compute.manager [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Took 9.29 seconds to spawn the instance on the hypervisor. [ 966.051491] env[69858]: DEBUG nova.compute.manager [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.051647] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42763ee-79f3-4955-9c1a-dcd6347ae361 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.096019] env[69858]: DEBUG nova.network.neutron [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 966.118675] env[69858]: DEBUG oslo_concurrency.lockutils [None req-67045903-2386-4b22-a2e4-3e11853208f1 tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Acquiring lock "5cf9c6bb-ae14-4c2e-a828-a94084a83565" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.122100] env[69858]: DEBUG oslo_concurrency.lockutils [None req-67045903-2386-4b22-a2e4-3e11853208f1 tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Lock "5cf9c6bb-ae14-4c2e-a828-a94084a83565" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.122100] env[69858]: DEBUG oslo_concurrency.lockutils [None req-67045903-2386-4b22-a2e4-3e11853208f1 tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Acquiring lock "5cf9c6bb-ae14-4c2e-a828-a94084a83565-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.122100] env[69858]: DEBUG oslo_concurrency.lockutils [None req-67045903-2386-4b22-a2e4-3e11853208f1 tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Lock "5cf9c6bb-ae14-4c2e-a828-a94084a83565-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.122100] env[69858]: DEBUG oslo_concurrency.lockutils [None req-67045903-2386-4b22-a2e4-3e11853208f1 tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Lock "5cf9c6bb-ae14-4c2e-a828-a94084a83565-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.122100] env[69858]: INFO nova.compute.manager [None req-67045903-2386-4b22-a2e4-3e11853208f1 tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Terminating instance [ 966.260185] env[69858]: DEBUG oslo_concurrency.lockutils [None req-06392662-11ee-4343-8e5b-93f0617f5a62 tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.265057] env[69858]: DEBUG oslo_concurrency.lockutils [None req-917223a0-fdee-49ce-8d05-3479c46f4cc7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.403s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.265330] env[69858]: DEBUG nova.objects.instance [None req-917223a0-fdee-49ce-8d05-3479c46f4cc7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lazy-loading 'resources' on Instance uuid 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.291833] env[69858]: INFO nova.scheduler.client.report [None req-06392662-11ee-4343-8e5b-93f0617f5a62 tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Deleted allocations for instance 06360ef7-63d6-4eff-89b6-a105e0d87cb4 [ 966.311439] env[69858]: DEBUG nova.compute.manager [req-472e9b25-15ce-4a48-99da-5e578654b608 req-f2fe28ad-dada-4a53-b324-f527ca21f0de service nova] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Received event network-vif-deleted-000baca1-66e5-4582-9ca2-e5765da24c6a {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.331015] env[69858]: DEBUG nova.network.neutron [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Updating instance_info_cache with network_info: [{"id": "efb61c3d-9c0f-460a-b16c-477cc12efca5", "address": "fa:16:3e:73:f6:67", "network": {"id": "7d4cd844-a01c-4771-9394-22ecb54132db", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-594376897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a020b849a67549ad9a01a514b0f41be2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb61c3d-9c", "ovs_interfaceid": "efb61c3d-9c0f-460a-b16c-477cc12efca5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.344049] env[69858]: DEBUG oslo_vmware.api [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Task: {'id': task-3419276, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.376698] env[69858]: DEBUG oslo_concurrency.lockutils [None req-edaba4d3-299d-4d04-b2b1-f566be1c6056 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.572913] env[69858]: INFO nova.compute.manager [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Took 47.79 seconds to build instance. [ 966.625765] env[69858]: DEBUG nova.compute.manager [None req-67045903-2386-4b22-a2e4-3e11853208f1 tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 966.626087] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-67045903-2386-4b22-a2e4-3e11853208f1 tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.627040] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9f8891-f6f4-47a2-b685-658ca5df33e5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.636688] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-67045903-2386-4b22-a2e4-3e11853208f1 tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.637463] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bcd1135-ac8e-46ee-a676-bc5344444333 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.645052] env[69858]: DEBUG oslo_vmware.api [None req-67045903-2386-4b22-a2e4-3e11853208f1 tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Waiting for the task: (returnval){ [ 966.645052] env[69858]: value = "task-3419277" [ 966.645052] env[69858]: _type = "Task" [ 966.645052] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.653199] env[69858]: DEBUG oslo_vmware.api [None req-67045903-2386-4b22-a2e4-3e11853208f1 tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Task: {'id': task-3419277, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.807820] env[69858]: DEBUG oslo_concurrency.lockutils [None req-06392662-11ee-4343-8e5b-93f0617f5a62 tempest-ServerShowV254Test-1191364485 tempest-ServerShowV254Test-1191364485-project-member] Lock "06360ef7-63d6-4eff-89b6-a105e0d87cb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.204s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.833707] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Releasing lock "refresh_cache-d8f9c735-339f-4fa9-80ea-520b37764716" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.834031] env[69858]: DEBUG nova.compute.manager [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Instance network_info: |[{"id": "efb61c3d-9c0f-460a-b16c-477cc12efca5", "address": "fa:16:3e:73:f6:67", "network": {"id": "7d4cd844-a01c-4771-9394-22ecb54132db", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-594376897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a020b849a67549ad9a01a514b0f41be2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb61c3d-9c", "ovs_interfaceid": "efb61c3d-9c0f-460a-b16c-477cc12efca5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 966.834573] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:f6:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efb61c3d-9c0f-460a-b16c-477cc12efca5', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.842510] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.846676] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.850893] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e75e841-81ad-4489-a0a8-dd97ef064e74 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.878416] env[69858]: DEBUG oslo_vmware.api [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Task: {'id': task-3419276, 'name': ReconfigVM_Task, 'duration_secs': 0.851035} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.880309] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 80836351-28a6-4b5b-892c-606c4df56c89/80836351-28a6-4b5b-892c-606c4df56c89.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.881068] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.881068] env[69858]: value = "task-3419278" [ 966.881068] env[69858]: _type = "Task" [ 966.881068] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.887021] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15333d54-3c15-4041-bd63-72191a9d2534 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.896690] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419278, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.898042] env[69858]: DEBUG oslo_vmware.api [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Waiting for the task: (returnval){ [ 966.898042] env[69858]: value = "task-3419279" [ 966.898042] env[69858]: _type = "Task" [ 966.898042] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.986931] env[69858]: DEBUG oslo_concurrency.lockutils [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "cc3faea5-e665-404e-bc36-09a938abfb28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.990397] env[69858]: DEBUG oslo_concurrency.lockutils [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "cc3faea5-e665-404e-bc36-09a938abfb28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.074500] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ab1c644-dc49-4ea5-a62a-9e68bce993bb tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Lock "1e4e9e2e-8a86-4798-b467-12c4baeaf9d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.298s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.157440] env[69858]: DEBUG oslo_vmware.api [None req-67045903-2386-4b22-a2e4-3e11853208f1 tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Task: {'id': task-3419277, 'name': PowerOffVM_Task, 'duration_secs': 0.378769} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.157780] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-67045903-2386-4b22-a2e4-3e11853208f1 tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.157976] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-67045903-2386-4b22-a2e4-3e11853208f1 tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.158276] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9eeb6a15-e0e6-47fa-8019-8833a42e3e70 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.171892] env[69858]: DEBUG nova.compute.manager [req-a937df88-9a42-42ce-9c98-75ae03d1e460 req-06a2a6ba-17c1-4bd7-8ab1-77a57be9c986 service nova] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Received event network-changed-efb61c3d-9c0f-460a-b16c-477cc12efca5 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.172040] env[69858]: DEBUG nova.compute.manager [req-a937df88-9a42-42ce-9c98-75ae03d1e460 req-06a2a6ba-17c1-4bd7-8ab1-77a57be9c986 service nova] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Refreshing instance network info cache due to event network-changed-efb61c3d-9c0f-460a-b16c-477cc12efca5. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 967.172241] env[69858]: DEBUG oslo_concurrency.lockutils [req-a937df88-9a42-42ce-9c98-75ae03d1e460 req-06a2a6ba-17c1-4bd7-8ab1-77a57be9c986 service nova] Acquiring lock "refresh_cache-d8f9c735-339f-4fa9-80ea-520b37764716" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.172384] env[69858]: DEBUG oslo_concurrency.lockutils [req-a937df88-9a42-42ce-9c98-75ae03d1e460 req-06a2a6ba-17c1-4bd7-8ab1-77a57be9c986 service nova] Acquired lock "refresh_cache-d8f9c735-339f-4fa9-80ea-520b37764716" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.172540] env[69858]: DEBUG nova.network.neutron [req-a937df88-9a42-42ce-9c98-75ae03d1e460 req-06a2a6ba-17c1-4bd7-8ab1-77a57be9c986 service nova] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Refreshing network info cache for port efb61c3d-9c0f-460a-b16c-477cc12efca5 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 967.227595] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-67045903-2386-4b22-a2e4-3e11853208f1 tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.227871] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-67045903-2386-4b22-a2e4-3e11853208f1 tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.231110] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-67045903-2386-4b22-a2e4-3e11853208f1 tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Deleting the datastore file [datastore1] 5cf9c6bb-ae14-4c2e-a828-a94084a83565 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.231110] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84f1ec9f-4604-41ba-b864-f42b1103e013 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.234938] env[69858]: DEBUG oslo_vmware.api [None req-67045903-2386-4b22-a2e4-3e11853208f1 tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Waiting for the task: (returnval){ [ 967.234938] env[69858]: value = "task-3419281" [ 967.234938] env[69858]: _type = "Task" [ 967.234938] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.245966] env[69858]: DEBUG oslo_vmware.api [None req-67045903-2386-4b22-a2e4-3e11853208f1 tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Task: {'id': task-3419281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.281349] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e079a129-ac3c-422d-9040-90ee662bcf4c tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "86847312-9ce8-42b3-8d8c-539fb7de24fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.281593] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e079a129-ac3c-422d-9040-90ee662bcf4c tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "86847312-9ce8-42b3-8d8c-539fb7de24fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.283018] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e079a129-ac3c-422d-9040-90ee662bcf4c tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "86847312-9ce8-42b3-8d8c-539fb7de24fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.283018] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e079a129-ac3c-422d-9040-90ee662bcf4c tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "86847312-9ce8-42b3-8d8c-539fb7de24fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.283018] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e079a129-ac3c-422d-9040-90ee662bcf4c tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "86847312-9ce8-42b3-8d8c-539fb7de24fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.284346] env[69858]: INFO nova.compute.manager [None req-e079a129-ac3c-422d-9040-90ee662bcf4c tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Terminating instance [ 967.317970] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5faf7c31-18e0-4a2b-8a9f-33d60d345b4c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.325956] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbe5da5-ccc0-408f-95a4-95414d33664a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.361186] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69a3309-2a51-4b94-8718-54cd14234c41 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.369259] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7d068b-6a04-4389-be55-df88513abfe4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.384636] env[69858]: DEBUG nova.compute.provider_tree [None req-917223a0-fdee-49ce-8d05-3479c46f4cc7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.393776] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419278, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.407572] env[69858]: DEBUG oslo_vmware.api [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Task: {'id': task-3419279, 'name': Rename_Task, 'duration_secs': 0.267478} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.407852] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.408116] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea3085a3-e79f-4732-9bdf-d1a21ec0164b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.414506] env[69858]: DEBUG oslo_vmware.api [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Waiting for the task: (returnval){ [ 967.414506] env[69858]: value = "task-3419282" [ 967.414506] env[69858]: _type = "Task" [ 967.414506] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.422491] env[69858]: DEBUG oslo_vmware.api [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Task: {'id': task-3419282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.496662] env[69858]: DEBUG nova.compute.manager [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 967.744908] env[69858]: DEBUG oslo_vmware.api [None req-67045903-2386-4b22-a2e4-3e11853208f1 tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Task: {'id': task-3419281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184838} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.745208] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-67045903-2386-4b22-a2e4-3e11853208f1 tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.745406] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-67045903-2386-4b22-a2e4-3e11853208f1 tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.745578] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-67045903-2386-4b22-a2e4-3e11853208f1 tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.745749] env[69858]: INFO nova.compute.manager [None req-67045903-2386-4b22-a2e4-3e11853208f1 tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Took 1.12 seconds to destroy the instance on the hypervisor. [ 967.746011] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67045903-2386-4b22-a2e4-3e11853208f1 tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.746220] env[69858]: DEBUG nova.compute.manager [-] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 967.746319] env[69858]: DEBUG nova.network.neutron [-] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 967.788403] env[69858]: DEBUG nova.compute.manager [None req-e079a129-ac3c-422d-9040-90ee662bcf4c tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.788645] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e079a129-ac3c-422d-9040-90ee662bcf4c tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.789590] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c15e17-cefc-43e7-b49b-fd85330963ae {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.799361] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e079a129-ac3c-422d-9040-90ee662bcf4c tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.800592] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-098dc7bc-fca6-439f-bbcc-251ddd2101c2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.808523] env[69858]: DEBUG oslo_vmware.api [None req-e079a129-ac3c-422d-9040-90ee662bcf4c tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 967.808523] env[69858]: value = "task-3419283" [ 967.808523] env[69858]: _type = "Task" [ 967.808523] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.823021] env[69858]: DEBUG oslo_vmware.api [None req-e079a129-ac3c-422d-9040-90ee662bcf4c tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.893312] env[69858]: DEBUG nova.scheduler.client.report [None req-917223a0-fdee-49ce-8d05-3479c46f4cc7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.908904] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419278, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.928062] env[69858]: DEBUG oslo_vmware.api [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Task: {'id': task-3419282, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.959500] env[69858]: DEBUG oslo_concurrency.lockutils [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "57d65995-b755-4261-b549-a0a5e2e20f88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.959847] env[69858]: DEBUG oslo_concurrency.lockutils [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "57d65995-b755-4261-b549-a0a5e2e20f88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.032243] env[69858]: DEBUG oslo_concurrency.lockutils [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.284639] env[69858]: DEBUG nova.network.neutron [req-a937df88-9a42-42ce-9c98-75ae03d1e460 req-06a2a6ba-17c1-4bd7-8ab1-77a57be9c986 service nova] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Updated VIF entry in instance network info cache for port efb61c3d-9c0f-460a-b16c-477cc12efca5. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.285237] env[69858]: DEBUG nova.network.neutron [req-a937df88-9a42-42ce-9c98-75ae03d1e460 req-06a2a6ba-17c1-4bd7-8ab1-77a57be9c986 service nova] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Updating instance_info_cache with network_info: [{"id": "efb61c3d-9c0f-460a-b16c-477cc12efca5", "address": "fa:16:3e:73:f6:67", "network": {"id": "7d4cd844-a01c-4771-9394-22ecb54132db", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-594376897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a020b849a67549ad9a01a514b0f41be2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb61c3d-9c", "ovs_interfaceid": "efb61c3d-9c0f-460a-b16c-477cc12efca5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.318723] env[69858]: DEBUG oslo_vmware.api [None req-e079a129-ac3c-422d-9040-90ee662bcf4c tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419283, 'name': PowerOffVM_Task, 'duration_secs': 0.192534} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.319012] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e079a129-ac3c-422d-9040-90ee662bcf4c tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.319197] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e079a129-ac3c-422d-9040-90ee662bcf4c tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.319458] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2518663a-99fe-4a05-bb97-3750e70b8176 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.336816] env[69858]: DEBUG nova.compute.manager [req-aacacf3b-0b12-475c-8491-5f88f781f571 req-282dcd3c-77e8-49ae-a087-a39cda14f595 service nova] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Received event network-vif-deleted-1f276fff-9720-4450-911c-a148402effad {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.337026] env[69858]: INFO nova.compute.manager [req-aacacf3b-0b12-475c-8491-5f88f781f571 req-282dcd3c-77e8-49ae-a087-a39cda14f595 service nova] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Neutron deleted interface 1f276fff-9720-4450-911c-a148402effad; detaching it from the instance and deleting it from the info cache [ 968.337207] env[69858]: DEBUG nova.network.neutron [req-aacacf3b-0b12-475c-8491-5f88f781f571 req-282dcd3c-77e8-49ae-a087-a39cda14f595 service nova] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.399398] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419278, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.401577] env[69858]: DEBUG oslo_concurrency.lockutils [None req-917223a0-fdee-49ce-8d05-3479c46f4cc7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.405235] env[69858]: DEBUG oslo_concurrency.lockutils [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.602s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.407096] env[69858]: INFO nova.compute.claims [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.412032] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e079a129-ac3c-422d-9040-90ee662bcf4c tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.412123] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e079a129-ac3c-422d-9040-90ee662bcf4c tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.412500] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-e079a129-ac3c-422d-9040-90ee662bcf4c tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Deleting the datastore file [datastore2] 86847312-9ce8-42b3-8d8c-539fb7de24fd {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.413312] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b270cd4-3564-41c7-bd15-e08c5130efdd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.421347] env[69858]: DEBUG oslo_vmware.api [None req-e079a129-ac3c-422d-9040-90ee662bcf4c tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 968.421347] env[69858]: value = "task-3419285" [ 968.421347] env[69858]: _type = "Task" [ 968.421347] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.425780] env[69858]: INFO nova.scheduler.client.report [None req-917223a0-fdee-49ce-8d05-3479c46f4cc7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Deleted allocations for instance 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275 [ 968.429598] env[69858]: DEBUG oslo_vmware.api [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Task: {'id': task-3419282, 'name': PowerOnVM_Task, 'duration_secs': 0.64657} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.432294] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.432442] env[69858]: INFO nova.compute.manager [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Took 8.93 seconds to spawn the instance on the hypervisor. [ 968.432624] env[69858]: DEBUG nova.compute.manager [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.433755] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2948fb8-18d9-44ca-947f-3d2e4856bf21 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.439219] env[69858]: DEBUG oslo_vmware.api [None req-e079a129-ac3c-422d-9040-90ee662bcf4c tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.462691] env[69858]: DEBUG nova.compute.manager [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 968.539042] env[69858]: DEBUG nova.network.neutron [-] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.788143] env[69858]: DEBUG oslo_concurrency.lockutils [req-a937df88-9a42-42ce-9c98-75ae03d1e460 req-06a2a6ba-17c1-4bd7-8ab1-77a57be9c986 service nova] Releasing lock "refresh_cache-d8f9c735-339f-4fa9-80ea-520b37764716" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.839834] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11eac2d1-5cbf-416d-af8b-619328f95682 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.849231] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2977dcd1-68aa-4ee5-8b84-f69c8f774c06 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.885028] env[69858]: DEBUG nova.compute.manager [req-aacacf3b-0b12-475c-8491-5f88f781f571 req-282dcd3c-77e8-49ae-a087-a39cda14f595 service nova] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Detach interface failed, port_id=1f276fff-9720-4450-911c-a148402effad, reason: Instance 5cf9c6bb-ae14-4c2e-a828-a94084a83565 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 968.897837] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419278, 'name': CreateVM_Task, 'duration_secs': 1.556381} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.898098] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 968.898817] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.899085] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.899372] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.899622] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5503b23-c6de-4799-8811-0a3941044cc7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.904422] env[69858]: DEBUG oslo_vmware.api [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Waiting for the task: (returnval){ [ 968.904422] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526b350d-7c66-96aa-f5bc-dd0bd0fc331a" [ 968.904422] env[69858]: _type = "Task" [ 968.904422] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.911917] env[69858]: DEBUG oslo_vmware.api [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526b350d-7c66-96aa-f5bc-dd0bd0fc331a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.930972] env[69858]: DEBUG oslo_vmware.api [None req-e079a129-ac3c-422d-9040-90ee662bcf4c tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185505} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.931237] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-e079a129-ac3c-422d-9040-90ee662bcf4c tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.931419] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e079a129-ac3c-422d-9040-90ee662bcf4c tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.931594] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e079a129-ac3c-422d-9040-90ee662bcf4c tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.931764] env[69858]: INFO nova.compute.manager [None req-e079a129-ac3c-422d-9040-90ee662bcf4c tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 968.932008] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e079a129-ac3c-422d-9040-90ee662bcf4c tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.932202] env[69858]: DEBUG nova.compute.manager [-] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.932299] env[69858]: DEBUG nova.network.neutron [-] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.936273] env[69858]: DEBUG oslo_concurrency.lockutils [None req-917223a0-fdee-49ce-8d05-3479c46f4cc7 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "2c289fa7-0fdd-4dc0-bad3-fa827e0f8275" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.389s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.954028] env[69858]: INFO nova.compute.manager [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Took 50.16 seconds to build instance. [ 968.990865] env[69858]: DEBUG oslo_concurrency.lockutils [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.040573] env[69858]: INFO nova.compute.manager [-] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Took 1.29 seconds to deallocate network for instance. [ 969.303166] env[69858]: DEBUG nova.compute.manager [req-f35d6ee1-4c19-4b3d-9008-826aa4411b8b req-b13836a3-e37a-4970-9f3b-34b70dce0ed9 service nova] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Received event network-vif-deleted-74512d6d-76eb-4951-91b6-2fce5e3fecce {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.303166] env[69858]: INFO nova.compute.manager [req-f35d6ee1-4c19-4b3d-9008-826aa4411b8b req-b13836a3-e37a-4970-9f3b-34b70dce0ed9 service nova] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Neutron deleted interface 74512d6d-76eb-4951-91b6-2fce5e3fecce; detaching it from the instance and deleting it from the info cache [ 969.303166] env[69858]: DEBUG nova.network.neutron [req-f35d6ee1-4c19-4b3d-9008-826aa4411b8b req-b13836a3-e37a-4970-9f3b-34b70dce0ed9 service nova] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.423492] env[69858]: DEBUG oslo_vmware.api [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526b350d-7c66-96aa-f5bc-dd0bd0fc331a, 'name': SearchDatastore_Task, 'duration_secs': 0.010951} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.424211] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.424600] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.426067] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.426067] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.426067] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.426067] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd64a7b7-1d8b-448c-89d8-b85785a67b92 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.435107] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.437019] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.437019] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a244dccf-92df-4ae4-b6e8-9181ef629a39 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.446020] env[69858]: DEBUG oslo_vmware.api [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Waiting for the task: (returnval){ [ 969.446020] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527c401e-dcc3-ded6-8367-cbbdd1f215a8" [ 969.446020] env[69858]: _type = "Task" [ 969.446020] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.456342] env[69858]: DEBUG oslo_concurrency.lockutils [None req-75313c92-4309-426f-86ed-c2769f7c754d tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Lock "80836351-28a6-4b5b-892c-606c4df56c89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.675s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.456783] env[69858]: DEBUG oslo_vmware.api [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527c401e-dcc3-ded6-8367-cbbdd1f215a8, 'name': SearchDatastore_Task, 'duration_secs': 0.009288} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.458042] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-defb9bfa-493b-49d1-b40d-fade6c1322a4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.470039] env[69858]: DEBUG oslo_vmware.api [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Waiting for the task: (returnval){ [ 969.470039] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5264cbb5-4a07-0242-76ea-446c3209c552" [ 969.470039] env[69858]: _type = "Task" [ 969.470039] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.478191] env[69858]: DEBUG oslo_vmware.api [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5264cbb5-4a07-0242-76ea-446c3209c552, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.547086] env[69858]: DEBUG oslo_concurrency.lockutils [None req-67045903-2386-4b22-a2e4-3e11853208f1 tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.750747] env[69858]: DEBUG nova.network.neutron [-] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.808276] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e6ae580-cb98-4a7c-9978-a76a4385c487 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.818423] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823cfcf4-f249-43fe-a540-f78819c29eea {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.831011] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a59f0a6-c007-45dc-bffc-b688d52f48e9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.857336] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa47ec6-a71f-4aea-8546-7f1c865dc1c3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.861324] env[69858]: DEBUG nova.compute.manager [req-f35d6ee1-4c19-4b3d-9008-826aa4411b8b req-b13836a3-e37a-4970-9f3b-34b70dce0ed9 service nova] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Detach interface failed, port_id=74512d6d-76eb-4951-91b6-2fce5e3fecce, reason: Instance 86847312-9ce8-42b3-8d8c-539fb7de24fd could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 969.896804] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7191bf70-0a5e-46ad-9f8a-98bf1fad8da9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.906988] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89efb50-9c92-439c-a0ef-e609b101b6e1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.922834] env[69858]: DEBUG nova.compute.provider_tree [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.980051] env[69858]: DEBUG oslo_vmware.api [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5264cbb5-4a07-0242-76ea-446c3209c552, 'name': SearchDatastore_Task, 'duration_secs': 0.009609} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.980051] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.980051] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] d8f9c735-339f-4fa9-80ea-520b37764716/d8f9c735-339f-4fa9-80ea-520b37764716.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 969.980329] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d856b16-4727-483f-a078-d54cde0cc5f3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.986868] env[69858]: DEBUG oslo_vmware.api [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Waiting for the task: (returnval){ [ 969.986868] env[69858]: value = "task-3419286" [ 969.986868] env[69858]: _type = "Task" [ 969.986868] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.994465] env[69858]: DEBUG oslo_vmware.api [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.255239] env[69858]: INFO nova.compute.manager [-] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Took 1.32 seconds to deallocate network for instance. [ 970.427348] env[69858]: DEBUG nova.scheduler.client.report [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.454680] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.454919] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.496690] env[69858]: DEBUG oslo_vmware.api [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419286, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45266} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.496962] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] d8f9c735-339f-4fa9-80ea-520b37764716/d8f9c735-339f-4fa9-80ea-520b37764716.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 970.497193] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 970.497456] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d26f30e5-a391-489f-9280-1392f94b54c8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.504380] env[69858]: DEBUG oslo_vmware.api [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Waiting for the task: (returnval){ [ 970.504380] env[69858]: value = "task-3419287" [ 970.504380] env[69858]: _type = "Task" [ 970.504380] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.512810] env[69858]: DEBUG oslo_vmware.api [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419287, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.762521] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e079a129-ac3c-422d-9040-90ee662bcf4c tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.792807] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ab40cc93-6748-4285-b301-037ae218830b tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Acquiring lock "80836351-28a6-4b5b-892c-606c4df56c89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.793052] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ab40cc93-6748-4285-b301-037ae218830b tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Lock "80836351-28a6-4b5b-892c-606c4df56c89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.793276] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ab40cc93-6748-4285-b301-037ae218830b tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Acquiring lock "80836351-28a6-4b5b-892c-606c4df56c89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.793460] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ab40cc93-6748-4285-b301-037ae218830b tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Lock "80836351-28a6-4b5b-892c-606c4df56c89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.793632] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ab40cc93-6748-4285-b301-037ae218830b tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Lock "80836351-28a6-4b5b-892c-606c4df56c89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.796025] env[69858]: INFO nova.compute.manager [None req-ab40cc93-6748-4285-b301-037ae218830b tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Terminating instance [ 970.934640] env[69858]: DEBUG oslo_concurrency.lockutils [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.935205] env[69858]: DEBUG nova.compute.manager [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 970.937839] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5246f9ac-bbaf-4bcd-914c-a7ffa541f848 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.688s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.938080] env[69858]: DEBUG nova.objects.instance [None req-5246f9ac-bbaf-4bcd-914c-a7ffa541f848 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Lazy-loading 'resources' on Instance uuid b5571ce8-4a18-4bed-8f74-6cdbe092891c {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.957057] env[69858]: DEBUG nova.compute.manager [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.013570] env[69858]: DEBUG oslo_vmware.api [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419287, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068586} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.013853] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.014701] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f600ed-956a-42de-86a0-b5af62b99e9d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.038221] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] d8f9c735-339f-4fa9-80ea-520b37764716/d8f9c735-339f-4fa9-80ea-520b37764716.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.038849] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ef15682-bbd8-418f-8580-40875984bdac {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.058486] env[69858]: DEBUG oslo_vmware.api [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Waiting for the task: (returnval){ [ 971.058486] env[69858]: value = "task-3419288" [ 971.058486] env[69858]: _type = "Task" [ 971.058486] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.066640] env[69858]: DEBUG oslo_vmware.api [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419288, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.300179] env[69858]: DEBUG nova.compute.manager [None req-ab40cc93-6748-4285-b301-037ae218830b tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 971.300179] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ab40cc93-6748-4285-b301-037ae218830b tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.300484] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b883aa87-43e5-498d-9581-bbdbdb7bc96e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.308455] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab40cc93-6748-4285-b301-037ae218830b tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.308747] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f57a85e0-c34d-48e5-8043-380cf5f07e38 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.316138] env[69858]: DEBUG oslo_vmware.api [None req-ab40cc93-6748-4285-b301-037ae218830b tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Waiting for the task: (returnval){ [ 971.316138] env[69858]: value = "task-3419289" [ 971.316138] env[69858]: _type = "Task" [ 971.316138] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.324245] env[69858]: DEBUG oslo_vmware.api [None req-ab40cc93-6748-4285-b301-037ae218830b tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Task: {'id': task-3419289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.444524] env[69858]: DEBUG nova.compute.utils [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 971.446026] env[69858]: DEBUG nova.compute.manager [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 971.446211] env[69858]: DEBUG nova.network.neutron [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 971.477177] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.514169] env[69858]: DEBUG nova.policy [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5b886fcee8b4357b88742bedeac5129', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a020b849a67549ad9a01a514b0f41be2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.570521] env[69858]: DEBUG oslo_vmware.api [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419288, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.829047] env[69858]: DEBUG oslo_vmware.api [None req-ab40cc93-6748-4285-b301-037ae218830b tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Task: {'id': task-3419289, 'name': PowerOffVM_Task, 'duration_secs': 0.238696} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.829352] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab40cc93-6748-4285-b301-037ae218830b tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.829522] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ab40cc93-6748-4285-b301-037ae218830b tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.829788] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df108912-33cb-490c-9a5b-43b44530a003 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.870241] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66f7065-bfcb-41e0-b202-e1807cc3e1b4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.878160] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7a96de-c97e-4972-a804-b9a361658ccf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.911474] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed9b42c-f2a1-428c-ab88-16842ff7b314 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.914098] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ab40cc93-6748-4285-b301-037ae218830b tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.914307] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ab40cc93-6748-4285-b301-037ae218830b tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.914487] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab40cc93-6748-4285-b301-037ae218830b tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Deleting the datastore file [datastore2] 80836351-28a6-4b5b-892c-606c4df56c89 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.914729] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-110499a5-620e-42f8-beb6-97fff0cef938 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.923849] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a3151a-409c-487b-81c2-43e7d4ea9061 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.927920] env[69858]: DEBUG oslo_vmware.api [None req-ab40cc93-6748-4285-b301-037ae218830b tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Waiting for the task: (returnval){ [ 971.927920] env[69858]: value = "task-3419291" [ 971.927920] env[69858]: _type = "Task" [ 971.927920] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.938990] env[69858]: DEBUG nova.compute.provider_tree [None req-5246f9ac-bbaf-4bcd-914c-a7ffa541f848 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.945803] env[69858]: DEBUG oslo_vmware.api [None req-ab40cc93-6748-4285-b301-037ae218830b tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Task: {'id': task-3419291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.949451] env[69858]: DEBUG nova.compute.manager [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 971.960525] env[69858]: DEBUG nova.network.neutron [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Successfully created port: cc5da555-2796-4259-b46a-dab3f89da949 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 972.070917] env[69858]: DEBUG oslo_vmware.api [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419288, 'name': ReconfigVM_Task, 'duration_secs': 0.811502} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.071293] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Reconfigured VM instance instance-0000003f to attach disk [datastore1] d8f9c735-339f-4fa9-80ea-520b37764716/d8f9c735-339f-4fa9-80ea-520b37764716.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.071927] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df559e2d-dab9-4acd-8593-8ebf080f353d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.078996] env[69858]: DEBUG oslo_vmware.api [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Waiting for the task: (returnval){ [ 972.078996] env[69858]: value = "task-3419292" [ 972.078996] env[69858]: _type = "Task" [ 972.078996] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.096405] env[69858]: DEBUG oslo_vmware.api [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419292, 'name': Rename_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.438159] env[69858]: DEBUG oslo_vmware.api [None req-ab40cc93-6748-4285-b301-037ae218830b tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Task: {'id': task-3419291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162198} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.438435] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab40cc93-6748-4285-b301-037ae218830b tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.438648] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ab40cc93-6748-4285-b301-037ae218830b tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.438838] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ab40cc93-6748-4285-b301-037ae218830b tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.439016] env[69858]: INFO nova.compute.manager [None req-ab40cc93-6748-4285-b301-037ae218830b tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Took 1.14 seconds to destroy the instance on the hypervisor. [ 972.439260] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab40cc93-6748-4285-b301-037ae218830b tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.439452] env[69858]: DEBUG nova.compute.manager [-] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 972.439551] env[69858]: DEBUG nova.network.neutron [-] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 972.443049] env[69858]: DEBUG nova.scheduler.client.report [None req-5246f9ac-bbaf-4bcd-914c-a7ffa541f848 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.589082] env[69858]: DEBUG oslo_vmware.api [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419292, 'name': Rename_Task, 'duration_secs': 0.157899} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.589378] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.589714] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6be13f2-a7c1-4d5b-b7fc-873ab12d10f8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.596622] env[69858]: DEBUG oslo_vmware.api [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Waiting for the task: (returnval){ [ 972.596622] env[69858]: value = "task-3419293" [ 972.596622] env[69858]: _type = "Task" [ 972.596622] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.605175] env[69858]: DEBUG oslo_vmware.api [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419293, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.712790] env[69858]: DEBUG nova.compute.manager [req-2e0d82b4-9881-4dfe-8413-92ffc3790cf0 req-db0e4855-8260-4956-85d5-a17f59910f67 service nova] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Received event network-vif-deleted-3ce555c6-68f5-41a1-a2b8-0c9e707e82df {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.712971] env[69858]: INFO nova.compute.manager [req-2e0d82b4-9881-4dfe-8413-92ffc3790cf0 req-db0e4855-8260-4956-85d5-a17f59910f67 service nova] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Neutron deleted interface 3ce555c6-68f5-41a1-a2b8-0c9e707e82df; detaching it from the instance and deleting it from the info cache [ 972.713196] env[69858]: DEBUG nova.network.neutron [req-2e0d82b4-9881-4dfe-8413-92ffc3790cf0 req-db0e4855-8260-4956-85d5-a17f59910f67 service nova] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.948167] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5246f9ac-bbaf-4bcd-914c-a7ffa541f848 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.951127] env[69858]: DEBUG oslo_concurrency.lockutils [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.920s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.952204] env[69858]: INFO nova.compute.claims [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.957385] env[69858]: DEBUG nova.compute.manager [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 972.972036] env[69858]: INFO nova.scheduler.client.report [None req-5246f9ac-bbaf-4bcd-914c-a7ffa541f848 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Deleted allocations for instance b5571ce8-4a18-4bed-8f74-6cdbe092891c [ 972.984210] env[69858]: DEBUG nova.virt.hardware [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.984498] env[69858]: DEBUG nova.virt.hardware [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.984664] env[69858]: DEBUG nova.virt.hardware [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.984851] env[69858]: DEBUG nova.virt.hardware [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.984998] env[69858]: DEBUG nova.virt.hardware [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.985167] env[69858]: DEBUG nova.virt.hardware [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.985380] env[69858]: DEBUG nova.virt.hardware [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.985626] env[69858]: DEBUG nova.virt.hardware [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.985834] env[69858]: DEBUG nova.virt.hardware [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.986049] env[69858]: DEBUG nova.virt.hardware [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.986218] env[69858]: DEBUG nova.virt.hardware [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.988203] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0224661e-326f-4aab-a562-822b78e325dd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.997417] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fa4bf6-7282-4280-9147-4ce2a0f66c6e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.108350] env[69858]: DEBUG oslo_vmware.api [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419293, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.197541] env[69858]: DEBUG nova.network.neutron [-] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.218146] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6dc85190-c447-46b0-8f5b-95d4d83facaa {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.226045] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b257d9-b2ad-41a2-b6e2-a88efd24ec01 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.264111] env[69858]: DEBUG nova.compute.manager [req-2e0d82b4-9881-4dfe-8413-92ffc3790cf0 req-db0e4855-8260-4956-85d5-a17f59910f67 service nova] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Detach interface failed, port_id=3ce555c6-68f5-41a1-a2b8-0c9e707e82df, reason: Instance 80836351-28a6-4b5b-892c-606c4df56c89 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 973.449547] env[69858]: DEBUG nova.compute.manager [req-30f15e88-fe50-4b3c-9eef-0ed16bbd6214 req-5fca0aaf-9178-4643-9ec6-aaf75c239cac service nova] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Received event network-vif-plugged-cc5da555-2796-4259-b46a-dab3f89da949 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.449880] env[69858]: DEBUG oslo_concurrency.lockutils [req-30f15e88-fe50-4b3c-9eef-0ed16bbd6214 req-5fca0aaf-9178-4643-9ec6-aaf75c239cac service nova] Acquiring lock "733c2301-f33f-462f-9bb2-9d5aa84c95ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.449981] env[69858]: DEBUG oslo_concurrency.lockutils [req-30f15e88-fe50-4b3c-9eef-0ed16bbd6214 req-5fca0aaf-9178-4643-9ec6-aaf75c239cac service nova] Lock "733c2301-f33f-462f-9bb2-9d5aa84c95ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.450182] env[69858]: DEBUG oslo_concurrency.lockutils [req-30f15e88-fe50-4b3c-9eef-0ed16bbd6214 req-5fca0aaf-9178-4643-9ec6-aaf75c239cac service nova] Lock "733c2301-f33f-462f-9bb2-9d5aa84c95ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.450339] env[69858]: DEBUG nova.compute.manager [req-30f15e88-fe50-4b3c-9eef-0ed16bbd6214 req-5fca0aaf-9178-4643-9ec6-aaf75c239cac service nova] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] No waiting events found dispatching network-vif-plugged-cc5da555-2796-4259-b46a-dab3f89da949 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 973.450505] env[69858]: WARNING nova.compute.manager [req-30f15e88-fe50-4b3c-9eef-0ed16bbd6214 req-5fca0aaf-9178-4643-9ec6-aaf75c239cac service nova] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Received unexpected event network-vif-plugged-cc5da555-2796-4259-b46a-dab3f89da949 for instance with vm_state building and task_state spawning. [ 973.482719] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5246f9ac-bbaf-4bcd-914c-a7ffa541f848 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Lock "b5571ce8-4a18-4bed-8f74-6cdbe092891c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.997s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.567554] env[69858]: DEBUG nova.network.neutron [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Successfully updated port: cc5da555-2796-4259-b46a-dab3f89da949 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 973.607513] env[69858]: DEBUG oslo_vmware.api [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419293, 'name': PowerOnVM_Task, 'duration_secs': 0.548066} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.607844] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.608076] env[69858]: INFO nova.compute.manager [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Took 9.53 seconds to spawn the instance on the hypervisor. [ 973.608259] env[69858]: DEBUG nova.compute.manager [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.609075] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933652d3-b142-4b74-bb99-981ed194b43b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.700506] env[69858]: INFO nova.compute.manager [-] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Took 1.26 seconds to deallocate network for instance. [ 974.073917] env[69858]: DEBUG oslo_concurrency.lockutils [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Acquiring lock "refresh_cache-733c2301-f33f-462f-9bb2-9d5aa84c95ca" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.073917] env[69858]: DEBUG oslo_concurrency.lockutils [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Acquired lock "refresh_cache-733c2301-f33f-462f-9bb2-9d5aa84c95ca" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.073917] env[69858]: DEBUG nova.network.neutron [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.127410] env[69858]: INFO nova.compute.manager [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Took 54.40 seconds to build instance. [ 974.208221] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ab40cc93-6748-4285-b301-037ae218830b tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.325758] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca733c1-08d2-45d7-a94a-e9daba24fa79 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.334052] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c9112a-a768-4646-8e7b-30c91c8d6436 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.363900] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2e2b87-1da1-48d3-9f82-d4fcb9c47442 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.371418] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1d5ffd-4d39-41a7-8a78-9ae1cb5dd721 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.385208] env[69858]: DEBUG nova.compute.provider_tree [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.605416] env[69858]: DEBUG nova.network.neutron [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.629837] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ff951a3-8557-4037-a88b-d58f2c5a7843 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Lock "d8f9c735-339f-4fa9-80ea-520b37764716" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.918s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.748786] env[69858]: DEBUG nova.network.neutron [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Updating instance_info_cache with network_info: [{"id": "cc5da555-2796-4259-b46a-dab3f89da949", "address": "fa:16:3e:f9:bb:7b", "network": {"id": "7d4cd844-a01c-4771-9394-22ecb54132db", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-594376897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a020b849a67549ad9a01a514b0f41be2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc5da555-27", "ovs_interfaceid": "cc5da555-2796-4259-b46a-dab3f89da949", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.888153] env[69858]: DEBUG nova.scheduler.client.report [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.252039] env[69858]: DEBUG oslo_concurrency.lockutils [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Releasing lock "refresh_cache-733c2301-f33f-462f-9bb2-9d5aa84c95ca" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.252417] env[69858]: DEBUG nova.compute.manager [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Instance network_info: |[{"id": "cc5da555-2796-4259-b46a-dab3f89da949", "address": "fa:16:3e:f9:bb:7b", "network": {"id": "7d4cd844-a01c-4771-9394-22ecb54132db", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-594376897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a020b849a67549ad9a01a514b0f41be2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc5da555-27", "ovs_interfaceid": "cc5da555-2796-4259-b46a-dab3f89da949", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 975.252805] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:bb:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc5da555-2796-4259-b46a-dab3f89da949', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.265975] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.266330] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.266676] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a2b74c0-3d94-487f-9dc1-53c2fcada46d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.297797] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.297797] env[69858]: value = "task-3419294" [ 975.297797] env[69858]: _type = "Task" [ 975.297797] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.308869] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419294, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.393385] env[69858]: DEBUG oslo_concurrency.lockutils [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.394223] env[69858]: DEBUG nova.compute.manager [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 975.398170] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a24e0815-64ac-4868-9871-4f1c84540883 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.267s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.399055] env[69858]: DEBUG nova.objects.instance [None req-a24e0815-64ac-4868-9871-4f1c84540883 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Lazy-loading 'resources' on Instance uuid 9b219789-9b66-4e14-96b4-b3867e0a7f7d {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.474048] env[69858]: DEBUG nova.compute.manager [req-4437bbd9-03ad-44e0-9b47-a2dd43a8e711 req-2ec4ebca-bcd9-4f7a-8bb0-80525b9023fd service nova] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Received event network-changed-cc5da555-2796-4259-b46a-dab3f89da949 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.474300] env[69858]: DEBUG nova.compute.manager [req-4437bbd9-03ad-44e0-9b47-a2dd43a8e711 req-2ec4ebca-bcd9-4f7a-8bb0-80525b9023fd service nova] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Refreshing instance network info cache due to event network-changed-cc5da555-2796-4259-b46a-dab3f89da949. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 975.474504] env[69858]: DEBUG oslo_concurrency.lockutils [req-4437bbd9-03ad-44e0-9b47-a2dd43a8e711 req-2ec4ebca-bcd9-4f7a-8bb0-80525b9023fd service nova] Acquiring lock "refresh_cache-733c2301-f33f-462f-9bb2-9d5aa84c95ca" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.474577] env[69858]: DEBUG oslo_concurrency.lockutils [req-4437bbd9-03ad-44e0-9b47-a2dd43a8e711 req-2ec4ebca-bcd9-4f7a-8bb0-80525b9023fd service nova] Acquired lock "refresh_cache-733c2301-f33f-462f-9bb2-9d5aa84c95ca" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.474734] env[69858]: DEBUG nova.network.neutron [req-4437bbd9-03ad-44e0-9b47-a2dd43a8e711 req-2ec4ebca-bcd9-4f7a-8bb0-80525b9023fd service nova] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Refreshing network info cache for port cc5da555-2796-4259-b46a-dab3f89da949 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.808047] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419294, 'name': CreateVM_Task, 'duration_secs': 0.341478} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.808047] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.808732] env[69858]: DEBUG oslo_concurrency.lockutils [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.808933] env[69858]: DEBUG oslo_concurrency.lockutils [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.809353] env[69858]: DEBUG oslo_concurrency.lockutils [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.809618] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a35593d-106d-4baf-bbaa-674cba681a0c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.814681] env[69858]: DEBUG oslo_vmware.api [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Waiting for the task: (returnval){ [ 975.814681] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d4f1db-5480-54a9-6c4d-c78e0d0f41b1" [ 975.814681] env[69858]: _type = "Task" [ 975.814681] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.822857] env[69858]: DEBUG oslo_vmware.api [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d4f1db-5480-54a9-6c4d-c78e0d0f41b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.904469] env[69858]: DEBUG nova.compute.utils [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.905907] env[69858]: DEBUG nova.compute.manager [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 975.906154] env[69858]: DEBUG nova.network.neutron [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.953876] env[69858]: DEBUG nova.policy [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66f094ead41847c1ba727a39de678176', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a1e778203624afa891b182fd8cae733', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 976.172413] env[69858]: DEBUG nova.network.neutron [req-4437bbd9-03ad-44e0-9b47-a2dd43a8e711 req-2ec4ebca-bcd9-4f7a-8bb0-80525b9023fd service nova] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Updated VIF entry in instance network info cache for port cc5da555-2796-4259-b46a-dab3f89da949. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.172513] env[69858]: DEBUG nova.network.neutron [req-4437bbd9-03ad-44e0-9b47-a2dd43a8e711 req-2ec4ebca-bcd9-4f7a-8bb0-80525b9023fd service nova] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Updating instance_info_cache with network_info: [{"id": "cc5da555-2796-4259-b46a-dab3f89da949", "address": "fa:16:3e:f9:bb:7b", "network": {"id": "7d4cd844-a01c-4771-9394-22ecb54132db", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-594376897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a020b849a67549ad9a01a514b0f41be2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc5da555-27", "ovs_interfaceid": "cc5da555-2796-4259-b46a-dab3f89da949", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.319645] env[69858]: DEBUG nova.network.neutron [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Successfully created port: 3a8be4a7-543d-405a-ac35-c12ced9f249d {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 976.329626] env[69858]: DEBUG oslo_vmware.api [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d4f1db-5480-54a9-6c4d-c78e0d0f41b1, 'name': SearchDatastore_Task, 'duration_secs': 0.010529} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.329995] env[69858]: DEBUG oslo_concurrency.lockutils [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.330320] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.330575] env[69858]: DEBUG oslo_concurrency.lockutils [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.330749] env[69858]: DEBUG oslo_concurrency.lockutils [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.330934] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.331217] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6b5ac5d-0ba0-409c-898c-7865d59e42ac {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.339874] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.340093] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.340836] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b02e2f68-182c-45b1-9012-6a58fba1a1d0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.344314] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d0a41b-d308-4a59-87bd-242010648932 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.350784] env[69858]: DEBUG oslo_vmware.api [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Waiting for the task: (returnval){ [ 976.350784] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d50c9b-77fd-18ac-b9b4-613c174beae6" [ 976.350784] env[69858]: _type = "Task" [ 976.350784] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.358021] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52eae2b0-1146-4b82-a086-3e2b885c9c09 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.365664] env[69858]: DEBUG oslo_vmware.api [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d50c9b-77fd-18ac-b9b4-613c174beae6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.390008] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac44d0d-0e85-446a-bbcc-525581bdbb76 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.397467] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813e77d4-6938-400f-aead-d653de6e1168 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.411503] env[69858]: DEBUG nova.compute.manager [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 976.414357] env[69858]: DEBUG nova.compute.provider_tree [None req-a24e0815-64ac-4868-9871-4f1c84540883 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.679483] env[69858]: DEBUG oslo_concurrency.lockutils [req-4437bbd9-03ad-44e0-9b47-a2dd43a8e711 req-2ec4ebca-bcd9-4f7a-8bb0-80525b9023fd service nova] Releasing lock "refresh_cache-733c2301-f33f-462f-9bb2-9d5aa84c95ca" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.862713] env[69858]: DEBUG oslo_vmware.api [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d50c9b-77fd-18ac-b9b4-613c174beae6, 'name': SearchDatastore_Task, 'duration_secs': 0.01428} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.863515] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2347b455-a56c-4e9b-a66c-46c5f93d7697 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.868305] env[69858]: DEBUG oslo_vmware.api [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Waiting for the task: (returnval){ [ 976.868305] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ebbaa7-cbe2-0e1b-d8db-5ad0485f13de" [ 976.868305] env[69858]: _type = "Task" [ 976.868305] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.875442] env[69858]: DEBUG oslo_vmware.api [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ebbaa7-cbe2-0e1b-d8db-5ad0485f13de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.919779] env[69858]: DEBUG nova.scheduler.client.report [None req-a24e0815-64ac-4868-9871-4f1c84540883 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.379015] env[69858]: DEBUG oslo_vmware.api [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ebbaa7-cbe2-0e1b-d8db-5ad0485f13de, 'name': SearchDatastore_Task, 'duration_secs': 0.00935} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.379285] env[69858]: DEBUG oslo_concurrency.lockutils [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.379542] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 733c2301-f33f-462f-9bb2-9d5aa84c95ca/733c2301-f33f-462f-9bb2-9d5aa84c95ca.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.379844] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43766e54-7bd3-407f-b4a7-0b120ccc5f97 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.388019] env[69858]: DEBUG oslo_vmware.api [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Waiting for the task: (returnval){ [ 977.388019] env[69858]: value = "task-3419295" [ 977.388019] env[69858]: _type = "Task" [ 977.388019] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.395754] env[69858]: DEBUG oslo_vmware.api [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.424160] env[69858]: DEBUG nova.compute.manager [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 977.426745] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a24e0815-64ac-4868-9871-4f1c84540883 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.428848] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bd4d4ec6-c543-4924-9c2e-29968f1884c9 tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.015s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.429087] env[69858]: DEBUG nova.objects.instance [None req-bd4d4ec6-c543-4924-9c2e-29968f1884c9 tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Lazy-loading 'resources' on Instance uuid ad653df1-ac0a-4761-920f-bd75ce97292a {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.449225] env[69858]: INFO nova.scheduler.client.report [None req-a24e0815-64ac-4868-9871-4f1c84540883 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Deleted allocations for instance 9b219789-9b66-4e14-96b4-b3867e0a7f7d [ 977.458042] env[69858]: DEBUG nova.virt.hardware [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.458042] env[69858]: DEBUG nova.virt.hardware [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.458042] env[69858]: DEBUG nova.virt.hardware [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.458042] env[69858]: DEBUG nova.virt.hardware [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.458261] env[69858]: DEBUG nova.virt.hardware [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.458302] env[69858]: DEBUG nova.virt.hardware [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.458488] env[69858]: DEBUG nova.virt.hardware [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.458675] env[69858]: DEBUG nova.virt.hardware [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.458857] env[69858]: DEBUG nova.virt.hardware [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.459035] env[69858]: DEBUG nova.virt.hardware [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.459217] env[69858]: DEBUG nova.virt.hardware [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.460299] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845a4605-e703-49ff-99ea-23605b6c021e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.470117] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940f7ed3-52ea-4677-a142-8772b521c502 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.899570] env[69858]: DEBUG oslo_vmware.api [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475451} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.900040] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 733c2301-f33f-462f-9bb2-9d5aa84c95ca/733c2301-f33f-462f-9bb2-9d5aa84c95ca.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.900425] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.900793] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8dd823ba-c904-472d-8cda-01f6ebc614bb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.907080] env[69858]: DEBUG oslo_vmware.api [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Waiting for the task: (returnval){ [ 977.907080] env[69858]: value = "task-3419296" [ 977.907080] env[69858]: _type = "Task" [ 977.907080] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.915040] env[69858]: DEBUG oslo_vmware.api [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.940962] env[69858]: DEBUG nova.compute.manager [req-f88191c4-0a17-4a22-a970-9b895c68591a req-8c631c63-3a24-4b57-945d-7251dafa457b service nova] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Received event network-vif-plugged-3a8be4a7-543d-405a-ac35-c12ced9f249d {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.941457] env[69858]: DEBUG oslo_concurrency.lockutils [req-f88191c4-0a17-4a22-a970-9b895c68591a req-8c631c63-3a24-4b57-945d-7251dafa457b service nova] Acquiring lock "9aa8b105-0505-42cc-b81f-962b02764121-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.942015] env[69858]: DEBUG oslo_concurrency.lockutils [req-f88191c4-0a17-4a22-a970-9b895c68591a req-8c631c63-3a24-4b57-945d-7251dafa457b service nova] Lock "9aa8b105-0505-42cc-b81f-962b02764121-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.942236] env[69858]: DEBUG oslo_concurrency.lockutils [req-f88191c4-0a17-4a22-a970-9b895c68591a req-8c631c63-3a24-4b57-945d-7251dafa457b service nova] Lock "9aa8b105-0505-42cc-b81f-962b02764121-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.943192] env[69858]: DEBUG nova.compute.manager [req-f88191c4-0a17-4a22-a970-9b895c68591a req-8c631c63-3a24-4b57-945d-7251dafa457b service nova] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] No waiting events found dispatching network-vif-plugged-3a8be4a7-543d-405a-ac35-c12ced9f249d {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.943192] env[69858]: WARNING nova.compute.manager [req-f88191c4-0a17-4a22-a970-9b895c68591a req-8c631c63-3a24-4b57-945d-7251dafa457b service nova] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Received unexpected event network-vif-plugged-3a8be4a7-543d-405a-ac35-c12ced9f249d for instance with vm_state building and task_state spawning. [ 977.956871] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a24e0815-64ac-4868-9871-4f1c84540883 tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Lock "9b219789-9b66-4e14-96b4-b3867e0a7f7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.323s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.053242] env[69858]: DEBUG nova.network.neutron [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Successfully updated port: 3a8be4a7-543d-405a-ac35-c12ced9f249d {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 978.373223] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302366c6-4636-4c53-a34b-608cfd57269a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.381204] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d89a0ec-8253-4604-8e6a-7b836938468e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.415813] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cacdaa7b-adfb-40c4-a2f6-d8c4dce1f088 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.423089] env[69858]: DEBUG oslo_vmware.api [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.262349} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.425228] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.426648] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac624ea7-4f71-429e-ab3b-c19e2dfaf9a4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.429617] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312443dd-3bef-4601-ac6a-b61b6bb1b1c2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.454983] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 733c2301-f33f-462f-9bb2-9d5aa84c95ca/733c2301-f33f-462f-9bb2-9d5aa84c95ca.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.461898] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26c5ee67-5ea4-4b6d-a4fb-7d734af2fdfd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.476034] env[69858]: DEBUG nova.compute.provider_tree [None req-bd4d4ec6-c543-4924-9c2e-29968f1884c9 tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.483449] env[69858]: DEBUG oslo_vmware.api [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Waiting for the task: (returnval){ [ 978.483449] env[69858]: value = "task-3419297" [ 978.483449] env[69858]: _type = "Task" [ 978.483449] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.492398] env[69858]: DEBUG oslo_vmware.api [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419297, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.555856] env[69858]: DEBUG oslo_concurrency.lockutils [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquiring lock "refresh_cache-9aa8b105-0505-42cc-b81f-962b02764121" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.555856] env[69858]: DEBUG oslo_concurrency.lockutils [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquired lock "refresh_cache-9aa8b105-0505-42cc-b81f-962b02764121" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.555856] env[69858]: DEBUG nova.network.neutron [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.979567] env[69858]: DEBUG nova.scheduler.client.report [None req-bd4d4ec6-c543-4924-9c2e-29968f1884c9 tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.994229] env[69858]: DEBUG oslo_vmware.api [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419297, 'name': ReconfigVM_Task, 'duration_secs': 0.455798} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.995163] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 733c2301-f33f-462f-9bb2-9d5aa84c95ca/733c2301-f33f-462f-9bb2-9d5aa84c95ca.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.995776] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-281f0f60-dcfe-4a98-b16a-1e450f88e03f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.002859] env[69858]: DEBUG oslo_vmware.api [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Waiting for the task: (returnval){ [ 979.002859] env[69858]: value = "task-3419298" [ 979.002859] env[69858]: _type = "Task" [ 979.002859] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.010868] env[69858]: DEBUG oslo_vmware.api [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419298, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.088069] env[69858]: DEBUG nova.network.neutron [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 979.239673] env[69858]: DEBUG nova.network.neutron [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Updating instance_info_cache with network_info: [{"id": "3a8be4a7-543d-405a-ac35-c12ced9f249d", "address": "fa:16:3e:a1:a5:f7", "network": {"id": "03945024-6f39-4ded-9f17-c21be1d26d9b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-743455215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a1e778203624afa891b182fd8cae733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a8be4a7-54", "ovs_interfaceid": "3a8be4a7-543d-405a-ac35-c12ced9f249d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.306328] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Acquiring lock "93054b24-16be-40cf-a956-6053b316c126" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.306561] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Lock "93054b24-16be-40cf-a956-6053b316c126" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.485225] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bd4d4ec6-c543-4924-9c2e-29968f1884c9 tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.489436] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.626s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.490994] env[69858]: INFO nova.compute.claims [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.507600] env[69858]: INFO nova.scheduler.client.report [None req-bd4d4ec6-c543-4924-9c2e-29968f1884c9 tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Deleted allocations for instance ad653df1-ac0a-4761-920f-bd75ce97292a [ 979.514590] env[69858]: DEBUG oslo_vmware.api [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419298, 'name': Rename_Task, 'duration_secs': 0.129041} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.514924] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.515183] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-464ed049-09d6-40ad-a7f1-02cdd7174200 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.521442] env[69858]: DEBUG oslo_vmware.api [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Waiting for the task: (returnval){ [ 979.521442] env[69858]: value = "task-3419299" [ 979.521442] env[69858]: _type = "Task" [ 979.521442] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.528591] env[69858]: DEBUG oslo_vmware.api [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.743763] env[69858]: DEBUG oslo_concurrency.lockutils [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Releasing lock "refresh_cache-9aa8b105-0505-42cc-b81f-962b02764121" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.744260] env[69858]: DEBUG nova.compute.manager [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Instance network_info: |[{"id": "3a8be4a7-543d-405a-ac35-c12ced9f249d", "address": "fa:16:3e:a1:a5:f7", "network": {"id": "03945024-6f39-4ded-9f17-c21be1d26d9b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-743455215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a1e778203624afa891b182fd8cae733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a8be4a7-54", "ovs_interfaceid": "3a8be4a7-543d-405a-ac35-c12ced9f249d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 979.744776] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:a5:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a8be4a7-543d-405a-ac35-c12ced9f249d', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 979.752481] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.752706] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 979.752933] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf2067be-bea8-43f3-acd2-95781beb2cb7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.773511] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.773511] env[69858]: value = "task-3419300" [ 979.773511] env[69858]: _type = "Task" [ 979.773511] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.781159] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419300, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.809246] env[69858]: DEBUG nova.compute.manager [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 93054b24-16be-40cf-a956-6053b316c126] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 980.017918] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bd4d4ec6-c543-4924-9c2e-29968f1884c9 tempest-ServersV294TestFqdnHostnames-851171914 tempest-ServersV294TestFqdnHostnames-851171914-project-member] Lock "ad653df1-ac0a-4761-920f-bd75ce97292a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.978s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.033258] env[69858]: DEBUG oslo_vmware.api [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419299, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.054428] env[69858]: DEBUG nova.compute.manager [req-6229d917-6156-4acc-a6ec-674e5f355a39 req-5af5ad9c-d76a-4528-ab96-3d42467a9edc service nova] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Received event network-changed-3a8be4a7-543d-405a-ac35-c12ced9f249d {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.054608] env[69858]: DEBUG nova.compute.manager [req-6229d917-6156-4acc-a6ec-674e5f355a39 req-5af5ad9c-d76a-4528-ab96-3d42467a9edc service nova] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Refreshing instance network info cache due to event network-changed-3a8be4a7-543d-405a-ac35-c12ced9f249d. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 980.054843] env[69858]: DEBUG oslo_concurrency.lockutils [req-6229d917-6156-4acc-a6ec-674e5f355a39 req-5af5ad9c-d76a-4528-ab96-3d42467a9edc service nova] Acquiring lock "refresh_cache-9aa8b105-0505-42cc-b81f-962b02764121" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.054976] env[69858]: DEBUG oslo_concurrency.lockutils [req-6229d917-6156-4acc-a6ec-674e5f355a39 req-5af5ad9c-d76a-4528-ab96-3d42467a9edc service nova] Acquired lock "refresh_cache-9aa8b105-0505-42cc-b81f-962b02764121" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.055268] env[69858]: DEBUG nova.network.neutron [req-6229d917-6156-4acc-a6ec-674e5f355a39 req-5af5ad9c-d76a-4528-ab96-3d42467a9edc service nova] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Refreshing network info cache for port 3a8be4a7-543d-405a-ac35-c12ced9f249d {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.283817] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419300, 'name': CreateVM_Task, 'duration_secs': 0.482793} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.284151] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.284813] env[69858]: DEBUG oslo_concurrency.lockutils [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.285044] env[69858]: DEBUG oslo_concurrency.lockutils [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.285383] env[69858]: DEBUG oslo_concurrency.lockutils [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.285653] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0cd8b07-a425-4cd0-9fcb-935e50c2d990 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.290077] env[69858]: DEBUG oslo_vmware.api [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 980.290077] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52de587a-ff60-5163-434f-2636eedd2f1c" [ 980.290077] env[69858]: _type = "Task" [ 980.290077] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.297572] env[69858]: DEBUG oslo_vmware.api [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52de587a-ff60-5163-434f-2636eedd2f1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.332895] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.533261] env[69858]: DEBUG oslo_vmware.api [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419299, 'name': PowerOnVM_Task, 'duration_secs': 0.578337} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.536046] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.536537] env[69858]: INFO nova.compute.manager [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Took 7.58 seconds to spawn the instance on the hypervisor. [ 980.536901] env[69858]: DEBUG nova.compute.manager [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.537889] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2a3caa-938b-41f2-af09-9313e3f55ca4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.800562] env[69858]: DEBUG oslo_vmware.api [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52de587a-ff60-5163-434f-2636eedd2f1c, 'name': SearchDatastore_Task, 'duration_secs': 0.012694} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.800878] env[69858]: DEBUG oslo_concurrency.lockutils [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.801125] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.801367] env[69858]: DEBUG oslo_concurrency.lockutils [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.801509] env[69858]: DEBUG oslo_concurrency.lockutils [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.801764] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.801948] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59ade522-94a9-48db-aef6-a2200782212a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.811538] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.811768] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.812532] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e33ceb74-0ee4-4c8c-bb05-dbff8476b836 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.820429] env[69858]: DEBUG oslo_vmware.api [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 980.820429] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5274c727-4ee3-0464-c5da-66264ee9d5b0" [ 980.820429] env[69858]: _type = "Task" [ 980.820429] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.828109] env[69858]: DEBUG oslo_vmware.api [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5274c727-4ee3-0464-c5da-66264ee9d5b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.908158] env[69858]: DEBUG nova.network.neutron [req-6229d917-6156-4acc-a6ec-674e5f355a39 req-5af5ad9c-d76a-4528-ab96-3d42467a9edc service nova] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Updated VIF entry in instance network info cache for port 3a8be4a7-543d-405a-ac35-c12ced9f249d. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.908816] env[69858]: DEBUG nova.network.neutron [req-6229d917-6156-4acc-a6ec-674e5f355a39 req-5af5ad9c-d76a-4528-ab96-3d42467a9edc service nova] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Updating instance_info_cache with network_info: [{"id": "3a8be4a7-543d-405a-ac35-c12ced9f249d", "address": "fa:16:3e:a1:a5:f7", "network": {"id": "03945024-6f39-4ded-9f17-c21be1d26d9b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-743455215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a1e778203624afa891b182fd8cae733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a8be4a7-54", "ovs_interfaceid": "3a8be4a7-543d-405a-ac35-c12ced9f249d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.009844] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5590e3a-7d38-46dd-9b41-d9cbee7cd160 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.018027] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72747cb-1eac-48ad-90a1-aee04798aa60 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.062050] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48d37b8-8da1-4a9b-b46a-97c058297391 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.066728] env[69858]: INFO nova.compute.manager [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Took 50.31 seconds to build instance. [ 981.073165] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7990aaf-0c5d-42b2-a4e1-49713002c382 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.088057] env[69858]: DEBUG nova.compute.provider_tree [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.334322] env[69858]: DEBUG oslo_vmware.api [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5274c727-4ee3-0464-c5da-66264ee9d5b0, 'name': SearchDatastore_Task, 'duration_secs': 0.009211} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.337175] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6fb7ca1-cdb0-40bf-a29c-e15bbe503063 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.342767] env[69858]: DEBUG oslo_vmware.api [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 981.342767] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]525df7e8-05b4-3776-1016-07602b695e12" [ 981.342767] env[69858]: _type = "Task" [ 981.342767] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.354745] env[69858]: DEBUG oslo_vmware.api [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]525df7e8-05b4-3776-1016-07602b695e12, 'name': SearchDatastore_Task, 'duration_secs': 0.008601} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.354874] env[69858]: DEBUG oslo_concurrency.lockutils [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.355159] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 9aa8b105-0505-42cc-b81f-962b02764121/9aa8b105-0505-42cc-b81f-962b02764121.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 981.355473] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7409d607-6e39-4087-97d8-36f453fdf09d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.361903] env[69858]: DEBUG oslo_vmware.api [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 981.361903] env[69858]: value = "task-3419301" [ 981.361903] env[69858]: _type = "Task" [ 981.361903] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.371570] env[69858]: DEBUG oslo_vmware.api [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.414711] env[69858]: DEBUG oslo_concurrency.lockutils [req-6229d917-6156-4acc-a6ec-674e5f355a39 req-5af5ad9c-d76a-4528-ab96-3d42467a9edc service nova] Releasing lock "refresh_cache-9aa8b105-0505-42cc-b81f-962b02764121" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.569539] env[69858]: DEBUG oslo_concurrency.lockutils [None req-338941dc-f3cf-4d48-a9ed-5dab96598371 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Lock "733c2301-f33f-462f-9bb2-9d5aa84c95ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.999s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.591986] env[69858]: DEBUG nova.scheduler.client.report [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.871797] env[69858]: DEBUG oslo_vmware.api [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419301, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453123} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.872409] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 9aa8b105-0505-42cc-b81f-962b02764121/9aa8b105-0505-42cc-b81f-962b02764121.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.873177] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.873177] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46f04550-aab8-4aa0-807d-2a997f4bd358 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.880782] env[69858]: DEBUG oslo_vmware.api [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 981.880782] env[69858]: value = "task-3419302" [ 981.880782] env[69858]: _type = "Task" [ 981.880782] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.892142] env[69858]: DEBUG oslo_vmware.api [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.098662] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.099231] env[69858]: DEBUG nova.compute.manager [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 982.102282] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eeda8962-54f4-40d6-b312-f5cc6045f1a2 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.451s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.102507] env[69858]: DEBUG nova.objects.instance [None req-eeda8962-54f4-40d6-b312-f5cc6045f1a2 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Lazy-loading 'resources' on Instance uuid facf78f4-ddc0-4821-9d88-045118633447 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.394874] env[69858]: DEBUG oslo_vmware.api [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063971} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.395660] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.396991] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c0305e-f78e-43e0-97d6-3b524056fb7b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.419702] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 9aa8b105-0505-42cc-b81f-962b02764121/9aa8b105-0505-42cc-b81f-962b02764121.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.420110] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3f2a650-d3c5-4ec1-9380-bb25f500dd18 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.439934] env[69858]: DEBUG oslo_vmware.api [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 982.439934] env[69858]: value = "task-3419303" [ 982.439934] env[69858]: _type = "Task" [ 982.439934] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.447941] env[69858]: DEBUG oslo_vmware.api [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419303, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.608883] env[69858]: DEBUG nova.compute.utils [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.610598] env[69858]: DEBUG nova.compute.manager [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 982.610808] env[69858]: DEBUG nova.network.neutron [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 982.659140] env[69858]: DEBUG nova.policy [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b18c94e7934a436a8f31b054a859ee50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b8f7dfd0a5048ecb863582aefd01c46', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 982.951807] env[69858]: DEBUG oslo_vmware.api [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419303, 'name': ReconfigVM_Task, 'duration_secs': 0.484097} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.954738] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 9aa8b105-0505-42cc-b81f-962b02764121/9aa8b105-0505-42cc-b81f-962b02764121.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.955630] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2682ecc4-5f85-4e22-acdf-354c2c6a70dc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.962878] env[69858]: DEBUG oslo_vmware.api [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 982.962878] env[69858]: value = "task-3419304" [ 982.962878] env[69858]: _type = "Task" [ 982.962878] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.980876] env[69858]: DEBUG oslo_vmware.api [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419304, 'name': Rename_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.097045] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e77858-d123-4725-b497-f291d2839d1b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.105274] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809e1329-c28d-40a9-9e25-44d579465500 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.113437] env[69858]: DEBUG nova.compute.utils [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 983.155680] env[69858]: DEBUG nova.compute.manager [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.159904] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bb8b63-4590-4dce-94e6-edc2937824bc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.168973] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e76cdf-2776-4564-95ed-19feabc8632e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.183625] env[69858]: DEBUG nova.compute.provider_tree [None req-eeda8962-54f4-40d6-b312-f5cc6045f1a2 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.218042] env[69858]: DEBUG nova.network.neutron [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Successfully created port: d5d8ba92-10ea-44f6-a89f-85e2d4e2df1c {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 983.473761] env[69858]: DEBUG oslo_vmware.api [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419304, 'name': Rename_Task, 'duration_secs': 0.231978} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.474054] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.474306] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-292cde1a-e69f-426c-a146-3cf05a398f09 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.480856] env[69858]: DEBUG oslo_vmware.api [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 983.480856] env[69858]: value = "task-3419305" [ 983.480856] env[69858]: _type = "Task" [ 983.480856] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.488909] env[69858]: DEBUG oslo_vmware.api [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.687112] env[69858]: DEBUG nova.scheduler.client.report [None req-eeda8962-54f4-40d6-b312-f5cc6045f1a2 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.853181] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f5dacfd5-6695-42e1-979c-73f8a84c1220 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Acquiring lock "1e4e9e2e-8a86-4798-b467-12c4baeaf9d6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.854048] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f5dacfd5-6695-42e1-979c-73f8a84c1220 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Lock "1e4e9e2e-8a86-4798-b467-12c4baeaf9d6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.854339] env[69858]: DEBUG nova.compute.manager [None req-f5dacfd5-6695-42e1-979c-73f8a84c1220 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.855698] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db227f77-5050-4eba-8e6d-567fa202c0ff {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.866642] env[69858]: DEBUG nova.compute.manager [None req-f5dacfd5-6695-42e1-979c-73f8a84c1220 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69858) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 983.867308] env[69858]: DEBUG nova.objects.instance [None req-f5dacfd5-6695-42e1-979c-73f8a84c1220 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Lazy-loading 'flavor' on Instance uuid 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.990847] env[69858]: DEBUG oslo_vmware.api [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419305, 'name': PowerOnVM_Task, 'duration_secs': 0.451684} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.991530] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.991755] env[69858]: INFO nova.compute.manager [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Took 6.57 seconds to spawn the instance on the hypervisor. [ 983.991966] env[69858]: DEBUG nova.compute.manager [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.992908] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb88f55-2ad0-4459-bb54-8be57ff8c70c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.165902] env[69858]: DEBUG nova.compute.manager [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 984.191576] env[69858]: DEBUG nova.virt.hardware [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:29:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1716596436',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1384530301',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.192563] env[69858]: DEBUG nova.virt.hardware [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.192563] env[69858]: DEBUG nova.virt.hardware [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.192563] env[69858]: DEBUG nova.virt.hardware [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.192563] env[69858]: DEBUG nova.virt.hardware [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.192563] env[69858]: DEBUG nova.virt.hardware [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.192747] env[69858]: DEBUG nova.virt.hardware [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.192871] env[69858]: DEBUG nova.virt.hardware [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.193114] env[69858]: DEBUG nova.virt.hardware [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.193231] env[69858]: DEBUG nova.virt.hardware [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.193369] env[69858]: DEBUG nova.virt.hardware [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.194195] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eeda8962-54f4-40d6-b312-f5cc6045f1a2 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.198376] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d70bdbf-13e0-4ee6-8c36-cfeb2bd44d7c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.206072] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 34.819s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.217330] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71830eac-4ce4-45a1-b718-e0d05e2465cc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.235885] env[69858]: INFO nova.scheduler.client.report [None req-eeda8962-54f4-40d6-b312-f5cc6045f1a2 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Deleted allocations for instance facf78f4-ddc0-4821-9d88-045118633447 [ 984.517181] env[69858]: INFO nova.compute.manager [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Took 43.51 seconds to build instance. [ 984.558521] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5f9842f9-0abb-43da-b39d-7be512878e92 tempest-ServersAdminTestJSON-1159240500 tempest-ServersAdminTestJSON-1159240500-project-admin] Acquiring lock "refresh_cache-9aa8b105-0505-42cc-b81f-962b02764121" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.558702] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5f9842f9-0abb-43da-b39d-7be512878e92 tempest-ServersAdminTestJSON-1159240500 tempest-ServersAdminTestJSON-1159240500-project-admin] Acquired lock "refresh_cache-9aa8b105-0505-42cc-b81f-962b02764121" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.558876] env[69858]: DEBUG nova.network.neutron [None req-5f9842f9-0abb-43da-b39d-7be512878e92 tempest-ServersAdminTestJSON-1159240500 tempest-ServersAdminTestJSON-1159240500-project-admin] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.743871] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eeda8962-54f4-40d6-b312-f5cc6045f1a2 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Lock "facf78f4-ddc0-4821-9d88-045118633447" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.751s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.875668] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5dacfd5-6695-42e1-979c-73f8a84c1220 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.878926] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-871df162-4452-4052-8673-39f887d0ca9e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.883957] env[69858]: DEBUG oslo_vmware.api [None req-f5dacfd5-6695-42e1-979c-73f8a84c1220 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Waiting for the task: (returnval){ [ 984.883957] env[69858]: value = "task-3419306" [ 984.883957] env[69858]: _type = "Task" [ 984.883957] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.894156] env[69858]: DEBUG oslo_vmware.api [None req-f5dacfd5-6695-42e1-979c-73f8a84c1220 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.019027] env[69858]: DEBUG oslo_concurrency.lockutils [None req-749b941b-4839-4764-a8d0-bbf8ed78c7b0 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "9aa8b105-0505-42cc-b81f-962b02764121" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.076s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.090231] env[69858]: DEBUG nova.network.neutron [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Successfully updated port: d5d8ba92-10ea-44f6-a89f-85e2d4e2df1c {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 985.230645] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Applying migration context for instance 43ae10cd-5eed-4344-9691-7366745b350c as it has an incoming, in-progress migration 5919bb0d-6d90-4c25-aa11-0618df85875c. Migration status is confirming {{(pid=69858) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 985.232374] env[69858]: INFO nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Updating resource usage from migration 5919bb0d-6d90-4c25-aa11-0618df85875c [ 985.275133] env[69858]: DEBUG nova.compute.manager [req-8c9f082a-df6e-41e8-8610-421f2e4ee8bd req-3d0f9f38-b2a9-4355-9246-021fc9f2736c service nova] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Received event network-vif-plugged-d5d8ba92-10ea-44f6-a89f-85e2d4e2df1c {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.275133] env[69858]: DEBUG oslo_concurrency.lockutils [req-8c9f082a-df6e-41e8-8610-421f2e4ee8bd req-3d0f9f38-b2a9-4355-9246-021fc9f2736c service nova] Acquiring lock "aab6c3b4-da0e-4a6d-8876-696815a47fc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.275133] env[69858]: DEBUG oslo_concurrency.lockutils [req-8c9f082a-df6e-41e8-8610-421f2e4ee8bd req-3d0f9f38-b2a9-4355-9246-021fc9f2736c service nova] Lock "aab6c3b4-da0e-4a6d-8876-696815a47fc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.275133] env[69858]: DEBUG oslo_concurrency.lockutils [req-8c9f082a-df6e-41e8-8610-421f2e4ee8bd req-3d0f9f38-b2a9-4355-9246-021fc9f2736c service nova] Lock "aab6c3b4-da0e-4a6d-8876-696815a47fc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.275785] env[69858]: DEBUG nova.compute.manager [req-8c9f082a-df6e-41e8-8610-421f2e4ee8bd req-3d0f9f38-b2a9-4355-9246-021fc9f2736c service nova] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] No waiting events found dispatching network-vif-plugged-d5d8ba92-10ea-44f6-a89f-85e2d4e2df1c {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 985.276101] env[69858]: WARNING nova.compute.manager [req-8c9f082a-df6e-41e8-8610-421f2e4ee8bd req-3d0f9f38-b2a9-4355-9246-021fc9f2736c service nova] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Received unexpected event network-vif-plugged-d5d8ba92-10ea-44f6-a89f-85e2d4e2df1c for instance with vm_state building and task_state spawning. [ 985.277287] env[69858]: WARNING nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance b0455420-8630-4c65-8b2c-f949630c42f1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 985.277577] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance fb3a5c65-6522-4ca6-af8d-cc79d9847237 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 985.277948] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 49841e9c-e776-4254-8001-e754a3dd6031 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 985.278190] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 6ab8c34d-5904-44ff-996e-115167ed5c54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 985.278420] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance eaf4530d-bff5-45d3-8161-c63684bdfa59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 985.278625] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 2768718f-4ea0-4f1a-90be-f04b87b50935 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 985.278854] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance e7469996-1a00-428d-9a65-2885e5c471e0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 985.279088] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 60f35308-2c0b-49b5-b59c-f009be3d3822 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 985.279420] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 1304c169-b815-4d2b-8eda-9e1265a43b13 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 985.280092] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 0783efa1-a314-4a8b-b6ed-0a0e05618b34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 985.280092] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Migration 5919bb0d-6d90-4c25-aa11-0618df85875c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 985.280092] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 43ae10cd-5eed-4344-9691-7366745b350c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 985.280208] env[69858]: WARNING nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 1f0cf56d-8399-431b-a98b-eac4d3a0d596 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 985.280418] env[69858]: WARNING nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 86847312-9ce8-42b3-8d8c-539fb7de24fd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 985.280694] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 587f6c2d-ea44-459f-b0c5-6e232da0e6d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 985.281036] env[69858]: WARNING nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 880b4dde-36c7-4fda-909a-8b09c4ff8096 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 985.284038] env[69858]: WARNING nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 5cf9c6bb-ae14-4c2e-a828-a94084a83565 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 985.284038] env[69858]: WARNING nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 80836351-28a6-4b5b-892c-606c4df56c89 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 985.284038] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 985.284038] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance d8f9c735-339f-4fa9-80ea-520b37764716 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 985.284038] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 733c2301-f33f-462f-9bb2-9d5aa84c95ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 985.284038] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 9aa8b105-0505-42cc-b81f-962b02764121 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 985.284038] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance aab6c3b4-da0e-4a6d-8876-696815a47fc4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 985.336908] env[69858]: DEBUG nova.network.neutron [None req-5f9842f9-0abb-43da-b39d-7be512878e92 tempest-ServersAdminTestJSON-1159240500 tempest-ServersAdminTestJSON-1159240500-project-admin] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Updating instance_info_cache with network_info: [{"id": "3a8be4a7-543d-405a-ac35-c12ced9f249d", "address": "fa:16:3e:a1:a5:f7", "network": {"id": "03945024-6f39-4ded-9f17-c21be1d26d9b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-743455215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a1e778203624afa891b182fd8cae733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a8be4a7-54", "ovs_interfaceid": "3a8be4a7-543d-405a-ac35-c12ced9f249d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.395344] env[69858]: DEBUG oslo_vmware.api [None req-f5dacfd5-6695-42e1-979c-73f8a84c1220 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419306, 'name': PowerOffVM_Task, 'duration_secs': 0.20948} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.399018] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5dacfd5-6695-42e1-979c-73f8a84c1220 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.399018] env[69858]: DEBUG nova.compute.manager [None req-f5dacfd5-6695-42e1-979c-73f8a84c1220 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.399018] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f979c76a-b865-4eaf-993f-685340c24fdc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.593047] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Acquiring lock "refresh_cache-aab6c3b4-da0e-4a6d-8876-696815a47fc4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.593047] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Acquired lock "refresh_cache-aab6c3b4-da0e-4a6d-8876-696815a47fc4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.593213] env[69858]: DEBUG nova.network.neutron [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.773772] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.774019] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.792378] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 898d7c6b-7e15-47f7-8105-9d44785d46f5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 985.840563] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5f9842f9-0abb-43da-b39d-7be512878e92 tempest-ServersAdminTestJSON-1159240500 tempest-ServersAdminTestJSON-1159240500-project-admin] Releasing lock "refresh_cache-9aa8b105-0505-42cc-b81f-962b02764121" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.840694] env[69858]: DEBUG nova.compute.manager [None req-5f9842f9-0abb-43da-b39d-7be512878e92 tempest-ServersAdminTestJSON-1159240500 tempest-ServersAdminTestJSON-1159240500-project-admin] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Inject network info {{(pid=69858) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 985.840956] env[69858]: DEBUG nova.compute.manager [None req-5f9842f9-0abb-43da-b39d-7be512878e92 tempest-ServersAdminTestJSON-1159240500 tempest-ServersAdminTestJSON-1159240500-project-admin] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] network_info to inject: |[{"id": "3a8be4a7-543d-405a-ac35-c12ced9f249d", "address": "fa:16:3e:a1:a5:f7", "network": {"id": "03945024-6f39-4ded-9f17-c21be1d26d9b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-743455215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a1e778203624afa891b182fd8cae733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a8be4a7-54", "ovs_interfaceid": "3a8be4a7-543d-405a-ac35-c12ced9f249d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 985.846034] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9842f9-0abb-43da-b39d-7be512878e92 tempest-ServersAdminTestJSON-1159240500 tempest-ServersAdminTestJSON-1159240500-project-admin] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Reconfiguring VM instance to set the machine id {{(pid=69858) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 985.846467] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44abd39c-d5c3-4e35-8854-e035647cafd8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.868695] env[69858]: DEBUG oslo_vmware.api [None req-5f9842f9-0abb-43da-b39d-7be512878e92 tempest-ServersAdminTestJSON-1159240500 tempest-ServersAdminTestJSON-1159240500-project-admin] Waiting for the task: (returnval){ [ 985.868695] env[69858]: value = "task-3419307" [ 985.868695] env[69858]: _type = "Task" [ 985.868695] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.878498] env[69858]: DEBUG oslo_vmware.api [None req-5f9842f9-0abb-43da-b39d-7be512878e92 tempest-ServersAdminTestJSON-1159240500 tempest-ServersAdminTestJSON-1159240500-project-admin] Task: {'id': task-3419307, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.910854] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f5dacfd5-6695-42e1-979c-73f8a84c1220 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Lock "1e4e9e2e-8a86-4798-b467-12c4baeaf9d6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.126649] env[69858]: DEBUG nova.network.neutron [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 986.274168] env[69858]: DEBUG nova.network.neutron [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Updating instance_info_cache with network_info: [{"id": "d5d8ba92-10ea-44f6-a89f-85e2d4e2df1c", "address": "fa:16:3e:5d:1b:a0", "network": {"id": "9990422b-ade1-4f70-80e8-834e1b9db0c4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1876836299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b8f7dfd0a5048ecb863582aefd01c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5d8ba92-10", "ovs_interfaceid": "d5d8ba92-10ea-44f6-a89f-85e2d4e2df1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.276148] env[69858]: DEBUG nova.compute.manager [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 986.296293] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance cf25f649-f669-40a9-b002-ff84d5b75100 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 986.385364] env[69858]: DEBUG oslo_vmware.api [None req-5f9842f9-0abb-43da-b39d-7be512878e92 tempest-ServersAdminTestJSON-1159240500 tempest-ServersAdminTestJSON-1159240500-project-admin] Task: {'id': task-3419307, 'name': ReconfigVM_Task, 'duration_secs': 0.186837} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.385364] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9842f9-0abb-43da-b39d-7be512878e92 tempest-ServersAdminTestJSON-1159240500 tempest-ServersAdminTestJSON-1159240500-project-admin] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Reconfigured VM instance to set the machine id {{(pid=69858) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 986.450224] env[69858]: DEBUG oslo_concurrency.lockutils [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Acquiring lock "fe8d0d86-6a84-4163-95a5-c9deeed007c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.450519] env[69858]: DEBUG oslo_concurrency.lockutils [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Lock "fe8d0d86-6a84-4163-95a5-c9deeed007c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.727263] env[69858]: DEBUG nova.objects.instance [None req-fa6e4373-3af3-4ad4-8d38-5dac62f5d12b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Lazy-loading 'flavor' on Instance uuid 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.776689] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Releasing lock "refresh_cache-aab6c3b4-da0e-4a6d-8876-696815a47fc4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.777011] env[69858]: DEBUG nova.compute.manager [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Instance network_info: |[{"id": "d5d8ba92-10ea-44f6-a89f-85e2d4e2df1c", "address": "fa:16:3e:5d:1b:a0", "network": {"id": "9990422b-ade1-4f70-80e8-834e1b9db0c4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1876836299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b8f7dfd0a5048ecb863582aefd01c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5d8ba92-10", "ovs_interfaceid": "d5d8ba92-10ea-44f6-a89f-85e2d4e2df1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 986.777447] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:1b:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5d8ba92-10ea-44f6-a89f-85e2d4e2df1c', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.785454] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.787953] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.790286] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cde60557-2348-42d4-bde5-75c0c7820375 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.806538] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance d6a70464-5106-4f86-ab95-87661e43bae1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 986.813284] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.813284] env[69858]: value = "task-3419308" [ 986.813284] env[69858]: _type = "Task" [ 986.813284] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.823349] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419308, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.824729] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.953073] env[69858]: DEBUG nova.compute.manager [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 987.229030] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fa6e4373-3af3-4ad4-8d38-5dac62f5d12b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Acquiring lock "refresh_cache-1e4e9e2e-8a86-4798-b467-12c4baeaf9d6" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.229138] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fa6e4373-3af3-4ad4-8d38-5dac62f5d12b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Acquired lock "refresh_cache-1e4e9e2e-8a86-4798-b467-12c4baeaf9d6" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.229238] env[69858]: DEBUG nova.network.neutron [None req-fa6e4373-3af3-4ad4-8d38-5dac62f5d12b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.229440] env[69858]: DEBUG nova.objects.instance [None req-fa6e4373-3af3-4ad4-8d38-5dac62f5d12b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Lazy-loading 'info_cache' on Instance uuid 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.299720] env[69858]: DEBUG nova.compute.manager [req-04a51822-3ac5-4c8c-8655-8ca81d50b43f req-304f5f44-3e21-4c6d-b91c-b6a6b544fb8f service nova] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Received event network-changed-d5d8ba92-10ea-44f6-a89f-85e2d4e2df1c {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.300087] env[69858]: DEBUG nova.compute.manager [req-04a51822-3ac5-4c8c-8655-8ca81d50b43f req-304f5f44-3e21-4c6d-b91c-b6a6b544fb8f service nova] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Refreshing instance network info cache due to event network-changed-d5d8ba92-10ea-44f6-a89f-85e2d4e2df1c. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 987.300303] env[69858]: DEBUG oslo_concurrency.lockutils [req-04a51822-3ac5-4c8c-8655-8ca81d50b43f req-304f5f44-3e21-4c6d-b91c-b6a6b544fb8f service nova] Acquiring lock "refresh_cache-aab6c3b4-da0e-4a6d-8876-696815a47fc4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.300480] env[69858]: DEBUG oslo_concurrency.lockutils [req-04a51822-3ac5-4c8c-8655-8ca81d50b43f req-304f5f44-3e21-4c6d-b91c-b6a6b544fb8f service nova] Acquired lock "refresh_cache-aab6c3b4-da0e-4a6d-8876-696815a47fc4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.300688] env[69858]: DEBUG nova.network.neutron [req-04a51822-3ac5-4c8c-8655-8ca81d50b43f req-304f5f44-3e21-4c6d-b91c-b6a6b544fb8f service nova] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Refreshing network info cache for port d5d8ba92-10ea-44f6-a89f-85e2d4e2df1c {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.309902] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance cc3faea5-e665-404e-bc36-09a938abfb28 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 987.322728] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419308, 'name': CreateVM_Task} progress is 25%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.476761] env[69858]: DEBUG oslo_concurrency.lockutils [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.605288] env[69858]: INFO nova.compute.manager [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Rebuilding instance [ 987.649021] env[69858]: DEBUG nova.compute.manager [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.650014] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18afd7ac-5fd6-4318-87c7-1c4dcb489313 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.732924] env[69858]: DEBUG nova.objects.base [None req-fa6e4373-3af3-4ad4-8d38-5dac62f5d12b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Object Instance<1e4e9e2e-8a86-4798-b467-12c4baeaf9d6> lazy-loaded attributes: flavor,info_cache {{(pid=69858) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 987.813316] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 57d65995-b755-4261-b549-a0a5e2e20f88 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 987.823855] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419308, 'name': CreateVM_Task, 'duration_secs': 0.766018} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.824392] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.824822] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.825406] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.825772] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.826411] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e977b02e-4722-4a9b-9815-a0b692a56a49 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.831669] env[69858]: DEBUG oslo_vmware.api [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Waiting for the task: (returnval){ [ 987.831669] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c50ab9-ad08-ae4b-0581-8f963336f631" [ 987.831669] env[69858]: _type = "Task" [ 987.831669] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.840236] env[69858]: DEBUG oslo_vmware.api [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c50ab9-ad08-ae4b-0581-8f963336f631, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.003230] env[69858]: DEBUG nova.network.neutron [req-04a51822-3ac5-4c8c-8655-8ca81d50b43f req-304f5f44-3e21-4c6d-b91c-b6a6b544fb8f service nova] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Updated VIF entry in instance network info cache for port d5d8ba92-10ea-44f6-a89f-85e2d4e2df1c. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 988.003694] env[69858]: DEBUG nova.network.neutron [req-04a51822-3ac5-4c8c-8655-8ca81d50b43f req-304f5f44-3e21-4c6d-b91c-b6a6b544fb8f service nova] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Updating instance_info_cache with network_info: [{"id": "d5d8ba92-10ea-44f6-a89f-85e2d4e2df1c", "address": "fa:16:3e:5d:1b:a0", "network": {"id": "9990422b-ade1-4f70-80e8-834e1b9db0c4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1876836299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b8f7dfd0a5048ecb863582aefd01c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5d8ba92-10", "ovs_interfaceid": "d5d8ba92-10ea-44f6-a89f-85e2d4e2df1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.318363] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 988.343349] env[69858]: DEBUG oslo_vmware.api [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c50ab9-ad08-ae4b-0581-8f963336f631, 'name': SearchDatastore_Task, 'duration_secs': 0.011816} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.346119] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.346513] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.347027] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.347345] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.347691] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.348101] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93c7406d-f823-4c54-828b-bab3228cd05a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.357845] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.357845] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.358620] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21d55a0a-dbcd-45f1-8118-71ba31d6722d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.364331] env[69858]: DEBUG oslo_vmware.api [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Waiting for the task: (returnval){ [ 988.364331] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5271507e-790e-e34b-3541-4dd8d36cc456" [ 988.364331] env[69858]: _type = "Task" [ 988.364331] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.372316] env[69858]: DEBUG oslo_vmware.api [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5271507e-790e-e34b-3541-4dd8d36cc456, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.446410] env[69858]: DEBUG nova.network.neutron [None req-fa6e4373-3af3-4ad4-8d38-5dac62f5d12b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Updating instance_info_cache with network_info: [{"id": "816e6dc1-f4e9-4d6e-abfb-957d5b902dc0", "address": "fa:16:3e:ae:06:50", "network": {"id": "7d4cd844-a01c-4771-9394-22ecb54132db", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-594376897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a020b849a67549ad9a01a514b0f41be2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap816e6dc1-f4", "ovs_interfaceid": "816e6dc1-f4e9-4d6e-abfb-957d5b902dc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.506953] env[69858]: DEBUG oslo_concurrency.lockutils [req-04a51822-3ac5-4c8c-8655-8ca81d50b43f req-304f5f44-3e21-4c6d-b91c-b6a6b544fb8f service nova] Releasing lock "refresh_cache-aab6c3b4-da0e-4a6d-8876-696815a47fc4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.665907] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.666284] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-466dfb8e-eb50-4671-8db0-59ea7fdb5ee9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.673870] env[69858]: DEBUG oslo_vmware.api [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 988.673870] env[69858]: value = "task-3419309" [ 988.673870] env[69858]: _type = "Task" [ 988.673870] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.681560] env[69858]: DEBUG oslo_vmware.api [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.821473] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 93054b24-16be-40cf-a956-6053b316c126 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 988.821851] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69858) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 988.821974] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3904MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69858) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 988.876023] env[69858]: DEBUG oslo_vmware.api [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5271507e-790e-e34b-3541-4dd8d36cc456, 'name': SearchDatastore_Task, 'duration_secs': 0.009405} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.876588] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfcb500a-57ae-42d6-87aa-1969fca2e819 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.881646] env[69858]: DEBUG oslo_vmware.api [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Waiting for the task: (returnval){ [ 988.881646] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524e2435-3dd0-7d2f-aed4-7a123affd551" [ 988.881646] env[69858]: _type = "Task" [ 988.881646] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.891493] env[69858]: DEBUG oslo_vmware.api [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524e2435-3dd0-7d2f-aed4-7a123affd551, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.951463] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fa6e4373-3af3-4ad4-8d38-5dac62f5d12b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Releasing lock "refresh_cache-1e4e9e2e-8a86-4798-b467-12c4baeaf9d6" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.186047] env[69858]: DEBUG oslo_vmware.api [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419309, 'name': PowerOffVM_Task, 'duration_secs': 0.45423} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.188526] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.188774] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.189791] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83aad0fc-cfd9-47d5-af7c-b0963bc84b9b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.196663] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.197609] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdc2d654-6ae6-45a3-b771-1ae7681c27e0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.211570] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2768b82-2788-49ab-ae2a-1b19dfbceb68 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.220590] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5e22cf-571b-429d-af00-990da10f9361 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.251804] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffd6cf4-0db3-4a5b-ae3d-38f48c0d2c73 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.259543] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7685adcd-e8d6-4089-bf20-98f71cc3b014 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.275724] env[69858]: DEBUG nova.compute.provider_tree [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.277319] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.277438] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.278093] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Deleting the datastore file [datastore1] eaf4530d-bff5-45d3-8161-c63684bdfa59 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.278093] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6fd9369-b884-4c29-92f3-6fdf6a40e270 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.284383] env[69858]: DEBUG oslo_vmware.api [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 989.284383] env[69858]: value = "task-3419311" [ 989.284383] env[69858]: _type = "Task" [ 989.284383] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.293072] env[69858]: DEBUG oslo_vmware.api [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.392033] env[69858]: DEBUG oslo_vmware.api [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524e2435-3dd0-7d2f-aed4-7a123affd551, 'name': SearchDatastore_Task, 'duration_secs': 0.009173} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.392033] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.392306] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] aab6c3b4-da0e-4a6d-8876-696815a47fc4/aab6c3b4-da0e-4a6d-8876-696815a47fc4.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.392567] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d962ac0b-b2f1-4949-a6e8-47b3009aacb0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.399206] env[69858]: DEBUG oslo_vmware.api [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Waiting for the task: (returnval){ [ 989.399206] env[69858]: value = "task-3419312" [ 989.399206] env[69858]: _type = "Task" [ 989.399206] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.407915] env[69858]: DEBUG oslo_vmware.api [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3419312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.779628] env[69858]: DEBUG nova.scheduler.client.report [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.796486] env[69858]: DEBUG oslo_vmware.api [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131618} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.797698] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.797877] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.798082] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.909183] env[69858]: DEBUG oslo_vmware.api [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3419312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478447} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.909474] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] aab6c3b4-da0e-4a6d-8876-696815a47fc4/aab6c3b4-da0e-4a6d-8876-696815a47fc4.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.910026] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.910026] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18d5a1ce-9bfa-4427-87c5-2730b895f34c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.916285] env[69858]: DEBUG oslo_vmware.api [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Waiting for the task: (returnval){ [ 989.916285] env[69858]: value = "task-3419313" [ 989.916285] env[69858]: _type = "Task" [ 989.916285] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.925070] env[69858]: DEBUG oslo_vmware.api [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3419313, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.957902] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa6e4373-3af3-4ad4-8d38-5dac62f5d12b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.958252] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffd7e221-2fa8-4cd9-8f59-29aec72e53d7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.965182] env[69858]: DEBUG oslo_vmware.api [None req-fa6e4373-3af3-4ad4-8d38-5dac62f5d12b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Waiting for the task: (returnval){ [ 989.965182] env[69858]: value = "task-3419314" [ 989.965182] env[69858]: _type = "Task" [ 989.965182] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.973885] env[69858]: DEBUG oslo_vmware.api [None req-fa6e4373-3af3-4ad4-8d38-5dac62f5d12b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.285266] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69858) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 990.285684] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.082s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.286064] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2abe9e72-c00a-46eb-a42a-fa17fdbc85ca tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 39.985s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.288500] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 990.288500] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Cleaning up deleted instances {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 990.427675] env[69858]: DEBUG oslo_vmware.api [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3419313, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.239816} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.427985] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.428835] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c88f92d-0d6c-4b8f-bf36-4c1b2da14228 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.451620] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] aab6c3b4-da0e-4a6d-8876-696815a47fc4/aab6c3b4-da0e-4a6d-8876-696815a47fc4.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.451981] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-700344e0-3eee-4204-8067-bf283815ad95 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.475081] env[69858]: DEBUG oslo_vmware.api [None req-fa6e4373-3af3-4ad4-8d38-5dac62f5d12b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419314, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.477022] env[69858]: DEBUG oslo_vmware.api [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Waiting for the task: (returnval){ [ 990.477022] env[69858]: value = "task-3419315" [ 990.477022] env[69858]: _type = "Task" [ 990.477022] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.483729] env[69858]: DEBUG oslo_vmware.api [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3419315, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.804965] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] There are 44 instances to clean {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 990.804965] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 9b219789-9b66-4e14-96b4-b3867e0a7f7d] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 990.833933] env[69858]: DEBUG nova.virt.hardware [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.834290] env[69858]: DEBUG nova.virt.hardware [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.834429] env[69858]: DEBUG nova.virt.hardware [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.834632] env[69858]: DEBUG nova.virt.hardware [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.834788] env[69858]: DEBUG nova.virt.hardware [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.834949] env[69858]: DEBUG nova.virt.hardware [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.835198] env[69858]: DEBUG nova.virt.hardware [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.835376] env[69858]: DEBUG nova.virt.hardware [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.835596] env[69858]: DEBUG nova.virt.hardware [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.835799] env[69858]: DEBUG nova.virt.hardware [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.836029] env[69858]: DEBUG nova.virt.hardware [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.837096] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9592a94-e07a-40ca-9be6-5ca0a116e557 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.851200] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97542ce3-f48e-45ac-984c-904d851e86c8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.873148] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:20:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11dc8b45-91af-491d-ba6a-9c50f40735f5', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.880487] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.883965] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.884424] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58447034-201f-49b2-8d05-a244b110c4ab {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.907223] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.907223] env[69858]: value = "task-3419316" [ 990.907223] env[69858]: _type = "Task" [ 990.907223] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.917249] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419316, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.977897] env[69858]: DEBUG oslo_vmware.api [None req-fa6e4373-3af3-4ad4-8d38-5dac62f5d12b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419314, 'name': PowerOnVM_Task, 'duration_secs': 0.785041} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.980689] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa6e4373-3af3-4ad4-8d38-5dac62f5d12b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.980902] env[69858]: DEBUG nova.compute.manager [None req-fa6e4373-3af3-4ad4-8d38-5dac62f5d12b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.981648] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85c3ef5-86c4-48e7-9b5b-6ccb51c70f94 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.990999] env[69858]: DEBUG oslo_vmware.api [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3419315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.217509] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5fee1d-475a-45e9-bf03-7b1cf5d63cd5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.224611] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51261fa3-75cc-4055-9ba8-4749252b3229 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.253229] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af67cb1-ce48-43b6-b15a-a214f9cbad9e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.259615] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cd571b-f5b4-4982-b0d9-b3bdef5fdb21 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.273778] env[69858]: DEBUG nova.compute.provider_tree [None req-2abe9e72-c00a-46eb-a42a-fa17fdbc85ca tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 991.310528] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 06360ef7-63d6-4eff-89b6-a105e0d87cb4] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 991.418146] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419316, 'name': CreateVM_Task} progress is 25%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.486450] env[69858]: DEBUG oslo_vmware.api [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3419315, 'name': ReconfigVM_Task, 'duration_secs': 0.607606} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.486762] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Reconfigured VM instance instance-00000042 to attach disk [datastore2] aab6c3b4-da0e-4a6d-8876-696815a47fc4/aab6c3b4-da0e-4a6d-8876-696815a47fc4.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.487223] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69858) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 991.487890] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-9421bc67-67b5-4ca3-9a34-35fbcd5a5821 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.494596] env[69858]: DEBUG oslo_vmware.api [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Waiting for the task: (returnval){ [ 991.494596] env[69858]: value = "task-3419317" [ 991.494596] env[69858]: _type = "Task" [ 991.494596] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.512361] env[69858]: DEBUG oslo_vmware.api [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3419317, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.800860] env[69858]: ERROR nova.scheduler.client.report [None req-2abe9e72-c00a-46eb-a42a-fa17fdbc85ca tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [req-e8777169-1637-4633-89ae-cbb162820b10] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0eb830e-e56f-4bef-ab3f-89644f27fe23. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e8777169-1637-4633-89ae-cbb162820b10"}]} [ 991.813235] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 2c289fa7-0fdd-4dc0-bad3-fa827e0f8275] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 991.819973] env[69858]: DEBUG nova.scheduler.client.report [None req-2abe9e72-c00a-46eb-a42a-fa17fdbc85ca tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Refreshing inventories for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 991.836017] env[69858]: DEBUG nova.scheduler.client.report [None req-2abe9e72-c00a-46eb-a42a-fa17fdbc85ca tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Updating ProviderTree inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 991.836310] env[69858]: DEBUG nova.compute.provider_tree [None req-2abe9e72-c00a-46eb-a42a-fa17fdbc85ca tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 991.848715] env[69858]: DEBUG nova.scheduler.client.report [None req-2abe9e72-c00a-46eb-a42a-fa17fdbc85ca tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Refreshing aggregate associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, aggregates: None {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 991.867635] env[69858]: DEBUG nova.scheduler.client.report [None req-2abe9e72-c00a-46eb-a42a-fa17fdbc85ca tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Refreshing trait associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 991.920217] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419316, 'name': CreateVM_Task, 'duration_secs': 0.754121} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.920217] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.920820] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.920988] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.921322] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.921623] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-640efc23-3f46-4ac0-842d-933c697e0e70 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.928692] env[69858]: DEBUG oslo_vmware.api [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 991.928692] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]522ff98a-9a58-83c8-c3db-eafe37fe06e3" [ 991.928692] env[69858]: _type = "Task" [ 991.928692] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.936741] env[69858]: DEBUG oslo_vmware.api [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]522ff98a-9a58-83c8-c3db-eafe37fe06e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.006498] env[69858]: DEBUG oslo_vmware.api [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3419317, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.110784} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.006498] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69858) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 992.007510] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75075f6e-e39b-4346-9186-68bdb3346909 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.033270] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] aab6c3b4-da0e-4a6d-8876-696815a47fc4/ephemeral_0.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.036045] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b83c3d1c-02b7-44f8-bcea-97185bc9370a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.053884] env[69858]: DEBUG oslo_vmware.api [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Waiting for the task: (returnval){ [ 992.053884] env[69858]: value = "task-3419318" [ 992.053884] env[69858]: _type = "Task" [ 992.053884] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.063603] env[69858]: DEBUG oslo_vmware.api [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3419318, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.311376] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439984d2-73c5-4007-90b2-799247b44999 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.316710] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 5356c698-dac4-4543-8693-d71f194924d9] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 992.322925] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bfd0bc-b1ec-4d41-b8c0-2d56750d9bc7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.355042] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5460885-d11a-4aa1-aecd-7541297dac7e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.363760] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8ca552-b54a-41ef-8b28-cf2b093645e4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.377862] env[69858]: DEBUG nova.compute.provider_tree [None req-2abe9e72-c00a-46eb-a42a-fa17fdbc85ca tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 992.438927] env[69858]: DEBUG oslo_vmware.api [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]522ff98a-9a58-83c8-c3db-eafe37fe06e3, 'name': SearchDatastore_Task, 'duration_secs': 0.0099} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.439265] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.439525] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 992.439752] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.439888] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.440106] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.440382] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9998a2b8-9734-4ff5-afb1-b3e886b0dd09 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.452682] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.452886] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 992.453644] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b31d7032-0fb5-4e56-9e9d-7ee40860bf50 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.459715] env[69858]: DEBUG oslo_vmware.api [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 992.459715] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521dbcfb-86a0-3d2e-c1ac-ecc16ff87d15" [ 992.459715] env[69858]: _type = "Task" [ 992.459715] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.467889] env[69858]: DEBUG oslo_vmware.api [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521dbcfb-86a0-3d2e-c1ac-ecc16ff87d15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.563687] env[69858]: DEBUG oslo_vmware.api [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3419318, 'name': ReconfigVM_Task, 'duration_secs': 0.335579} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.563958] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Reconfigured VM instance instance-00000042 to attach disk [datastore2] aab6c3b4-da0e-4a6d-8876-696815a47fc4/ephemeral_0.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.564697] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8520f466-347d-4a89-ac94-0a9f72b715fa {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.573081] env[69858]: DEBUG oslo_vmware.api [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Waiting for the task: (returnval){ [ 992.573081] env[69858]: value = "task-3419319" [ 992.573081] env[69858]: _type = "Task" [ 992.573081] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.581182] env[69858]: DEBUG oslo_vmware.api [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3419319, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.822611] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: aca49fea-7217-49d1-b82e-33223df570c8] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 992.911620] env[69858]: DEBUG nova.scheduler.client.report [None req-2abe9e72-c00a-46eb-a42a-fa17fdbc85ca tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Updated inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with generation 95 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 992.912057] env[69858]: DEBUG nova.compute.provider_tree [None req-2abe9e72-c00a-46eb-a42a-fa17fdbc85ca tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Updating resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 generation from 95 to 96 during operation: update_inventory {{(pid=69858) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 992.912370] env[69858]: DEBUG nova.compute.provider_tree [None req-2abe9e72-c00a-46eb-a42a-fa17fdbc85ca tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 992.970949] env[69858]: DEBUG oslo_vmware.api [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521dbcfb-86a0-3d2e-c1ac-ecc16ff87d15, 'name': SearchDatastore_Task, 'duration_secs': 0.008464} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.971783] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ee364c0-1db1-41c0-b243-c179296e3821 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.977442] env[69858]: DEBUG oslo_vmware.api [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 992.977442] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a09445-3fd5-4772-3f00-66d9676a222b" [ 992.977442] env[69858]: _type = "Task" [ 992.977442] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.985293] env[69858]: DEBUG oslo_vmware.api [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a09445-3fd5-4772-3f00-66d9676a222b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.082695] env[69858]: DEBUG oslo_vmware.api [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3419319, 'name': Rename_Task, 'duration_secs': 0.169642} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.082955] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.083253] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dce21b34-6e94-4586-b3b3-5e445b8a9af0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.089856] env[69858]: DEBUG oslo_vmware.api [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Waiting for the task: (returnval){ [ 993.089856] env[69858]: value = "task-3419320" [ 993.089856] env[69858]: _type = "Task" [ 993.089856] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.097385] env[69858]: DEBUG oslo_vmware.api [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3419320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.325962] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 56c8442c-a2d0-41d6-9052-dfa8e55f56e8] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 993.488905] env[69858]: DEBUG oslo_vmware.api [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a09445-3fd5-4772-3f00-66d9676a222b, 'name': SearchDatastore_Task, 'duration_secs': 0.054725} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.488905] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.488905] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] eaf4530d-bff5-45d3-8161-c63684bdfa59/eaf4530d-bff5-45d3-8161-c63684bdfa59.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 993.488905] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59735d96-c8cb-4a37-8f88-3f180383243d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.495033] env[69858]: DEBUG oslo_vmware.api [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 993.495033] env[69858]: value = "task-3419321" [ 993.495033] env[69858]: _type = "Task" [ 993.495033] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.504565] env[69858]: DEBUG oslo_vmware.api [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.600947] env[69858]: DEBUG oslo_vmware.api [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3419320, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.831226] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 5d973e99-679c-4ab7-a37a-1b32f555df35] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 993.930312] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2abe9e72-c00a-46eb-a42a-fa17fdbc85ca tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.644s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.933736] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.735s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.935835] env[69858]: INFO nova.compute.claims [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.005589] env[69858]: DEBUG oslo_vmware.api [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419321, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.101700] env[69858]: DEBUG oslo_vmware.api [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3419320, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.333019] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: b0e56ea2-9d0a-4c2a-8333-6393dcc4714d] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 994.486310] env[69858]: DEBUG oslo_concurrency.lockutils [None req-91a618d1-ba62-407b-bec5-37d992b33315 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Acquiring lock "733c2301-f33f-462f-9bb2-9d5aa84c95ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.486572] env[69858]: DEBUG oslo_concurrency.lockutils [None req-91a618d1-ba62-407b-bec5-37d992b33315 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Lock "733c2301-f33f-462f-9bb2-9d5aa84c95ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.487290] env[69858]: DEBUG oslo_concurrency.lockutils [None req-91a618d1-ba62-407b-bec5-37d992b33315 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Acquiring lock "733c2301-f33f-462f-9bb2-9d5aa84c95ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.487497] env[69858]: DEBUG oslo_concurrency.lockutils [None req-91a618d1-ba62-407b-bec5-37d992b33315 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Lock "733c2301-f33f-462f-9bb2-9d5aa84c95ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.487671] env[69858]: DEBUG oslo_concurrency.lockutils [None req-91a618d1-ba62-407b-bec5-37d992b33315 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Lock "733c2301-f33f-462f-9bb2-9d5aa84c95ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.489746] env[69858]: INFO nova.compute.manager [None req-91a618d1-ba62-407b-bec5-37d992b33315 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Terminating instance [ 994.503134] env[69858]: INFO nova.scheduler.client.report [None req-2abe9e72-c00a-46eb-a42a-fa17fdbc85ca tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Deleted allocation for migration 5919bb0d-6d90-4c25-aa11-0618df85875c [ 994.511872] env[69858]: DEBUG oslo_vmware.api [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419321, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.603266] env[69858]: DEBUG oslo_vmware.api [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3419320, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.835834] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: cf6dd64f-4bd5-431b-bfbc-b7d8297fd83b] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 994.999240] env[69858]: DEBUG nova.compute.manager [None req-91a618d1-ba62-407b-bec5-37d992b33315 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.999240] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-91a618d1-ba62-407b-bec5-37d992b33315 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.999240] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f843a93c-56a1-4440-8f2c-1124515a08e6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.018099] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2abe9e72-c00a-46eb-a42a-fa17fdbc85ca tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Lock "43ae10cd-5eed-4344-9691-7366745b350c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 48.150s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.018899] env[69858]: DEBUG oslo_vmware.api [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419321, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.481427} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.019301] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a618d1-ba62-407b-bec5-37d992b33315 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.023977] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] eaf4530d-bff5-45d3-8161-c63684bdfa59/eaf4530d-bff5-45d3-8161-c63684bdfa59.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 995.024539] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 995.024941] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73e9dc1f-500a-4f7b-97bd-e32c561ca64c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.027442] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d77a981-975e-4fac-b804-7caa3b45290b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.036991] env[69858]: DEBUG oslo_vmware.api [None req-91a618d1-ba62-407b-bec5-37d992b33315 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Waiting for the task: (returnval){ [ 995.036991] env[69858]: value = "task-3419322" [ 995.036991] env[69858]: _type = "Task" [ 995.036991] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.042406] env[69858]: DEBUG oslo_vmware.api [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 995.042406] env[69858]: value = "task-3419323" [ 995.042406] env[69858]: _type = "Task" [ 995.042406] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.061473] env[69858]: DEBUG oslo_vmware.api [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.061744] env[69858]: DEBUG oslo_vmware.api [None req-91a618d1-ba62-407b-bec5-37d992b33315 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.101025] env[69858]: DEBUG oslo_vmware.api [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3419320, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.339384] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: ef58474f-c1e2-4930-b418-f03d5c4d3e31] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 995.413990] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996a4110-84e5-4fc9-8582-22e8c9b79b54 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.422095] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d12636-b1d4-48a0-94fb-cac3f9f5c588 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.459438] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594bd101-91be-454e-8bfe-1073d43e9afc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.467038] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1ffd4c-3c2e-42ee-980f-1963470d1817 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.481873] env[69858]: DEBUG nova.compute.provider_tree [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.554644] env[69858]: DEBUG oslo_vmware.api [None req-91a618d1-ba62-407b-bec5-37d992b33315 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419322, 'name': PowerOffVM_Task, 'duration_secs': 0.27166} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.555413] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a618d1-ba62-407b-bec5-37d992b33315 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.555700] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-91a618d1-ba62-407b-bec5-37d992b33315 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.558051] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bade226b-0c78-411f-9a61-af3dbf3c2113 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.561157] env[69858]: DEBUG oslo_vmware.api [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070304} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.561747] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.562629] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebbb7aa-8bda-4ee2-a92e-0fb03ab4066e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.587061] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] eaf4530d-bff5-45d3-8161-c63684bdfa59/eaf4530d-bff5-45d3-8161-c63684bdfa59.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.587375] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04a173e4-e708-4936-a58d-563031adad48 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.615542] env[69858]: DEBUG oslo_vmware.api [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3419320, 'name': PowerOnVM_Task, 'duration_secs': 2.50216} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.617149] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.617388] env[69858]: INFO nova.compute.manager [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Took 11.45 seconds to spawn the instance on the hypervisor. [ 995.617573] env[69858]: DEBUG nova.compute.manager [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.617976] env[69858]: DEBUG oslo_vmware.api [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 995.617976] env[69858]: value = "task-3419325" [ 995.617976] env[69858]: _type = "Task" [ 995.617976] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.619528] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b08263a-192b-4c21-b4e3-45982c22deba {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.622190] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-91a618d1-ba62-407b-bec5-37d992b33315 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.622381] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-91a618d1-ba62-407b-bec5-37d992b33315 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.622559] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a618d1-ba62-407b-bec5-37d992b33315 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Deleting the datastore file [datastore1] 733c2301-f33f-462f-9bb2-9d5aa84c95ca {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.627981] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-958a8cc3-d81d-4e49-885c-19a8c99e77a7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.643024] env[69858]: DEBUG oslo_vmware.api [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.643024] env[69858]: DEBUG oslo_vmware.api [None req-91a618d1-ba62-407b-bec5-37d992b33315 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Waiting for the task: (returnval){ [ 995.643024] env[69858]: value = "task-3419326" [ 995.643024] env[69858]: _type = "Task" [ 995.643024] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.650026] env[69858]: DEBUG oslo_vmware.api [None req-91a618d1-ba62-407b-bec5-37d992b33315 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.846190] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 6ef9630b-3885-432a-a03e-aa31e83127fe] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 995.986272] env[69858]: DEBUG nova.scheduler.client.report [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.133741] env[69858]: DEBUG oslo_vmware.api [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.152029] env[69858]: INFO nova.compute.manager [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Took 50.30 seconds to build instance. [ 996.156537] env[69858]: DEBUG oslo_vmware.api [None req-91a618d1-ba62-407b-bec5-37d992b33315 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158372} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.156791] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a618d1-ba62-407b-bec5-37d992b33315 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.156990] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-91a618d1-ba62-407b-bec5-37d992b33315 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.157250] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-91a618d1-ba62-407b-bec5-37d992b33315 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.157791] env[69858]: INFO nova.compute.manager [None req-91a618d1-ba62-407b-bec5-37d992b33315 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Took 1.16 seconds to destroy the instance on the hypervisor. [ 996.157791] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91a618d1-ba62-407b-bec5-37d992b33315 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.157916] env[69858]: DEBUG nova.compute.manager [-] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.158050] env[69858]: DEBUG nova.network.neutron [-] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.349267] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 40ab1d76-b344-4bef-bf59-53c63aa31cae] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 996.494019] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.494019] env[69858]: DEBUG nova.compute.manager [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 996.497492] env[69858]: DEBUG oslo_concurrency.lockutils [None req-16e44869-0c24-4769-bce8-d9418dc3f980 tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.690s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.497868] env[69858]: DEBUG oslo_concurrency.lockutils [None req-16e44869-0c24-4769-bce8-d9418dc3f980 tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.502907] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.179s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.503914] env[69858]: INFO nova.compute.claims [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.510992] env[69858]: DEBUG nova.compute.manager [req-1b62b103-38ea-433e-ad2a-378fe9208c97 req-3177bd9e-f51f-4369-8ca9-43d6d3145c4e service nova] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Received event network-vif-deleted-cc5da555-2796-4259-b46a-dab3f89da949 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.513029] env[69858]: INFO nova.compute.manager [req-1b62b103-38ea-433e-ad2a-378fe9208c97 req-3177bd9e-f51f-4369-8ca9-43d6d3145c4e service nova] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Neutron deleted interface cc5da555-2796-4259-b46a-dab3f89da949; detaching it from the instance and deleting it from the info cache [ 996.513029] env[69858]: DEBUG nova.network.neutron [req-1b62b103-38ea-433e-ad2a-378fe9208c97 req-3177bd9e-f51f-4369-8ca9-43d6d3145c4e service nova] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.541686] env[69858]: INFO nova.scheduler.client.report [None req-16e44869-0c24-4769-bce8-d9418dc3f980 tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Deleted allocations for instance 1f0cf56d-8399-431b-a98b-eac4d3a0d596 [ 996.570263] env[69858]: DEBUG oslo_concurrency.lockutils [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquiring lock "4df6118d-f032-4142-8900-93209f760c86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.570579] env[69858]: DEBUG oslo_concurrency.lockutils [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Lock "4df6118d-f032-4142-8900-93209f760c86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.634313] env[69858]: DEBUG oslo_vmware.api [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419325, 'name': ReconfigVM_Task, 'duration_secs': 0.572196} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.634666] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Reconfigured VM instance instance-00000029 to attach disk [datastore1] eaf4530d-bff5-45d3-8161-c63684bdfa59/eaf4530d-bff5-45d3-8161-c63684bdfa59.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.635953] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e46e78ca-933d-4426-93f3-b9bc3363f74e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.642683] env[69858]: DEBUG oslo_vmware.api [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 996.642683] env[69858]: value = "task-3419327" [ 996.642683] env[69858]: _type = "Task" [ 996.642683] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.652791] env[69858]: DEBUG oslo_vmware.api [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419327, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.654309] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c12e2fbd-13e9-40f9-9bf4-8247143ee0a9 tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Lock "aab6c3b4-da0e-4a6d-8876-696815a47fc4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.980s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.843266] env[69858]: DEBUG nova.compute.manager [req-4e3d2b81-e945-4f33-9d02-3cd8fd738044 req-9f7f307f-0c14-46cd-b00f-7ba6b3fe9007 service nova] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Received event network-changed-d5d8ba92-10ea-44f6-a89f-85e2d4e2df1c {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.843463] env[69858]: DEBUG nova.compute.manager [req-4e3d2b81-e945-4f33-9d02-3cd8fd738044 req-9f7f307f-0c14-46cd-b00f-7ba6b3fe9007 service nova] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Refreshing instance network info cache due to event network-changed-d5d8ba92-10ea-44f6-a89f-85e2d4e2df1c. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 996.844081] env[69858]: DEBUG oslo_concurrency.lockutils [req-4e3d2b81-e945-4f33-9d02-3cd8fd738044 req-9f7f307f-0c14-46cd-b00f-7ba6b3fe9007 service nova] Acquiring lock "refresh_cache-aab6c3b4-da0e-4a6d-8876-696815a47fc4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.844081] env[69858]: DEBUG oslo_concurrency.lockutils [req-4e3d2b81-e945-4f33-9d02-3cd8fd738044 req-9f7f307f-0c14-46cd-b00f-7ba6b3fe9007 service nova] Acquired lock "refresh_cache-aab6c3b4-da0e-4a6d-8876-696815a47fc4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.844220] env[69858]: DEBUG nova.network.neutron [req-4e3d2b81-e945-4f33-9d02-3cd8fd738044 req-9f7f307f-0c14-46cd-b00f-7ba6b3fe9007 service nova] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Refreshing network info cache for port d5d8ba92-10ea-44f6-a89f-85e2d4e2df1c {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.852362] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 4817a2cf-e32a-4b0e-b8e2-cb671253d08e] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 996.952831] env[69858]: DEBUG nova.network.neutron [-] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.998498] env[69858]: DEBUG nova.compute.utils [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.999840] env[69858]: DEBUG nova.compute.manager [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 997.000039] env[69858]: DEBUG nova.network.neutron [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 997.022110] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3496e64a-ac92-4104-b612-666740727244 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.029933] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2975e170-3d54-4b92-bdbf-af2c4c00bdbd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.042884] env[69858]: DEBUG nova.policy [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5428c94ea8242bf9ee9ef989561fa30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55d5af7e5cc84fd885138b28a6913b6f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 997.066042] env[69858]: DEBUG nova.compute.manager [req-1b62b103-38ea-433e-ad2a-378fe9208c97 req-3177bd9e-f51f-4369-8ca9-43d6d3145c4e service nova] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Detach interface failed, port_id=cc5da555-2796-4259-b46a-dab3f89da949, reason: Instance 733c2301-f33f-462f-9bb2-9d5aa84c95ca could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 997.066838] env[69858]: DEBUG oslo_concurrency.lockutils [None req-16e44869-0c24-4769-bce8-d9418dc3f980 tempest-InstanceActionsTestJSON-870720902 tempest-InstanceActionsTestJSON-870720902-project-member] Lock "1f0cf56d-8399-431b-a98b-eac4d3a0d596" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.933s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.152759] env[69858]: DEBUG oslo_vmware.api [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419327, 'name': Rename_Task, 'duration_secs': 0.344429} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.153215] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.153433] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b30b181c-6f4e-4355-b66a-8c1442386dd7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.156866] env[69858]: DEBUG nova.compute.manager [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 997.161530] env[69858]: DEBUG oslo_vmware.api [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 997.161530] env[69858]: value = "task-3419328" [ 997.161530] env[69858]: _type = "Task" [ 997.161530] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.172725] env[69858]: DEBUG oslo_vmware.api [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.301059] env[69858]: DEBUG nova.network.neutron [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Successfully created port: 27288cb7-f15a-4ee5-b104-e2e06d5f244c {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 997.356085] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: d9b711b5-7df8-4fc8-9c98-a9a6e2c63303] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 997.456082] env[69858]: INFO nova.compute.manager [-] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Took 1.30 seconds to deallocate network for instance. [ 997.504674] env[69858]: DEBUG nova.compute.manager [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 997.680378] env[69858]: DEBUG oslo_vmware.api [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419328, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.683414] env[69858]: DEBUG oslo_concurrency.lockutils [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.860405] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: ffe0c36e-d8d8-4002-9ffc-a79fa8c239f7] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 997.926305] env[69858]: DEBUG nova.network.neutron [req-4e3d2b81-e945-4f33-9d02-3cd8fd738044 req-9f7f307f-0c14-46cd-b00f-7ba6b3fe9007 service nova] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Updated VIF entry in instance network info cache for port d5d8ba92-10ea-44f6-a89f-85e2d4e2df1c. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.926711] env[69858]: DEBUG nova.network.neutron [req-4e3d2b81-e945-4f33-9d02-3cd8fd738044 req-9f7f307f-0c14-46cd-b00f-7ba6b3fe9007 service nova] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Updating instance_info_cache with network_info: [{"id": "d5d8ba92-10ea-44f6-a89f-85e2d4e2df1c", "address": "fa:16:3e:5d:1b:a0", "network": {"id": "9990422b-ade1-4f70-80e8-834e1b9db0c4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1876836299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b8f7dfd0a5048ecb863582aefd01c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5d8ba92-10", "ovs_interfaceid": "d5d8ba92-10ea-44f6-a89f-85e2d4e2df1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.966285] env[69858]: DEBUG oslo_concurrency.lockutils [None req-91a618d1-ba62-407b-bec5-37d992b33315 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.004920] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fe4c39-6a6b-49b7-9f33-44ba41b98e40 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.016784] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd3f78c-c6e1-464d-b571-178a4b203b8d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.050277] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd4df1b-d7eb-4874-a016-2c938845ead5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.059308] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b125e4d-09a7-48b2-a054-6f45c2bfa84e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.075017] env[69858]: DEBUG nova.compute.provider_tree [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.178060] env[69858]: DEBUG oslo_vmware.api [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419328, 'name': PowerOnVM_Task, 'duration_secs': 0.76135} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.178060] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.178060] env[69858]: DEBUG nova.compute.manager [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.178060] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1493a1fa-2093-4d09-bd3b-f760fd6d3460 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.364222] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: ac25b921-0e82-4866-b73f-17e68740fa3a] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 998.429873] env[69858]: DEBUG oslo_concurrency.lockutils [req-4e3d2b81-e945-4f33-9d02-3cd8fd738044 req-9f7f307f-0c14-46cd-b00f-7ba6b3fe9007 service nova] Releasing lock "refresh_cache-aab6c3b4-da0e-4a6d-8876-696815a47fc4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.522739] env[69858]: DEBUG nova.compute.manager [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 998.553242] env[69858]: DEBUG nova.virt.hardware [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.553498] env[69858]: DEBUG nova.virt.hardware [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.553653] env[69858]: DEBUG nova.virt.hardware [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.553878] env[69858]: DEBUG nova.virt.hardware [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.554034] env[69858]: DEBUG nova.virt.hardware [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.554185] env[69858]: DEBUG nova.virt.hardware [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.554398] env[69858]: DEBUG nova.virt.hardware [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.554555] env[69858]: DEBUG nova.virt.hardware [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.554720] env[69858]: DEBUG nova.virt.hardware [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.554898] env[69858]: DEBUG nova.virt.hardware [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.555159] env[69858]: DEBUG nova.virt.hardware [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.556762] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3974a37e-a47e-43da-9f6f-810c73bbced2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.565692] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4ed340-aa07-4ba7-b9ee-327e5bfcae69 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.579813] env[69858]: DEBUG nova.scheduler.client.report [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.694754] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.868559] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: db67c772-084d-4422-9368-359b2990e501] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 999.089180] env[69858]: DEBUG nova.compute.manager [req-5916ecb0-33a7-4701-ac40-12aa92e0213f req-6a0ebac0-49e4-40c2-a1d9-5b389441c7a3 service nova] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Received event network-vif-plugged-27288cb7-f15a-4ee5-b104-e2e06d5f244c {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.089180] env[69858]: DEBUG oslo_concurrency.lockutils [req-5916ecb0-33a7-4701-ac40-12aa92e0213f req-6a0ebac0-49e4-40c2-a1d9-5b389441c7a3 service nova] Acquiring lock "898d7c6b-7e15-47f7-8105-9d44785d46f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.089180] env[69858]: DEBUG oslo_concurrency.lockutils [req-5916ecb0-33a7-4701-ac40-12aa92e0213f req-6a0ebac0-49e4-40c2-a1d9-5b389441c7a3 service nova] Lock "898d7c6b-7e15-47f7-8105-9d44785d46f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.089180] env[69858]: DEBUG oslo_concurrency.lockutils [req-5916ecb0-33a7-4701-ac40-12aa92e0213f req-6a0ebac0-49e4-40c2-a1d9-5b389441c7a3 service nova] Lock "898d7c6b-7e15-47f7-8105-9d44785d46f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.089180] env[69858]: DEBUG nova.compute.manager [req-5916ecb0-33a7-4701-ac40-12aa92e0213f req-6a0ebac0-49e4-40c2-a1d9-5b389441c7a3 service nova] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] No waiting events found dispatching network-vif-plugged-27288cb7-f15a-4ee5-b104-e2e06d5f244c {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 999.089180] env[69858]: WARNING nova.compute.manager [req-5916ecb0-33a7-4701-ac40-12aa92e0213f req-6a0ebac0-49e4-40c2-a1d9-5b389441c7a3 service nova] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Received unexpected event network-vif-plugged-27288cb7-f15a-4ee5-b104-e2e06d5f244c for instance with vm_state building and task_state spawning. [ 999.089730] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.090745] env[69858]: DEBUG nova.compute.manager [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 999.095563] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.712s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.096886] env[69858]: INFO nova.compute.claims [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.143313] env[69858]: DEBUG nova.network.neutron [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Successfully updated port: 27288cb7-f15a-4ee5-b104-e2e06d5f244c {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.373017] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: a772ac67-f9c2-435c-8ed6-5b9fcb95bf9e] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 999.609930] env[69858]: DEBUG nova.compute.utils [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 999.611694] env[69858]: DEBUG nova.compute.manager [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 999.611869] env[69858]: DEBUG nova.network.neutron [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 999.646105] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "refresh_cache-898d7c6b-7e15-47f7-8105-9d44785d46f5" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.646881] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquired lock "refresh_cache-898d7c6b-7e15-47f7-8105-9d44785d46f5" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.646881] env[69858]: DEBUG nova.network.neutron [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.667143] env[69858]: DEBUG nova.policy [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed3cc26da6254451bf3730e3ef3ef734', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e4d98b5c92d49f4a6d2e8e37b5cc26b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 999.877055] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 69194f68-ae44-470c-8b5c-645a22078f76] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 999.950837] env[69858]: DEBUG nova.network.neutron [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Successfully created port: 6836815f-d353-42f0-816c-9d1ca58a6957 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 999.968509] env[69858]: INFO nova.compute.manager [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Rebuilding instance [ 1000.017285] env[69858]: DEBUG nova.compute.manager [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.018107] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac68095-5a50-462b-97b1-943264e640e4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.117566] env[69858]: DEBUG nova.compute.manager [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1000.191847] env[69858]: DEBUG nova.network.neutron [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.367648] env[69858]: DEBUG nova.network.neutron [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Updating instance_info_cache with network_info: [{"id": "27288cb7-f15a-4ee5-b104-e2e06d5f244c", "address": "fa:16:3e:07:1b:91", "network": {"id": "5be3be6c-0dd1-46c4-982b-8f057bcf258d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1145908090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d5af7e5cc84fd885138b28a6913b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27288cb7-f1", "ovs_interfaceid": "27288cb7-f15a-4ee5-b104-e2e06d5f244c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.382186] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 2be1c4d5-f545-4f09-ad05-dd42fb852519] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1000.555055] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059fd43d-9f46-4e44-8419-4df997a2db2a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.562946] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79587466-b411-4945-8bb9-abe9ac213587 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.594648] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d96ba6-fd35-44b2-902f-330bb41aef9d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.603352] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d173e8-c9c2-4a06-b983-4600eb211461 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.616651] env[69858]: DEBUG nova.compute.provider_tree [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.870840] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Releasing lock "refresh_cache-898d7c6b-7e15-47f7-8105-9d44785d46f5" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.871212] env[69858]: DEBUG nova.compute.manager [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Instance network_info: |[{"id": "27288cb7-f15a-4ee5-b104-e2e06d5f244c", "address": "fa:16:3e:07:1b:91", "network": {"id": "5be3be6c-0dd1-46c4-982b-8f057bcf258d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1145908090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d5af7e5cc84fd885138b28a6913b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27288cb7-f1", "ovs_interfaceid": "27288cb7-f15a-4ee5-b104-e2e06d5f244c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1000.871691] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:1b:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27288cb7-f15a-4ee5-b104-e2e06d5f244c', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.879441] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.879659] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.879883] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2059dfc1-24ab-4f28-b799-e9d8ddff88ba {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.894140] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: dc2e6ca0-5cde-49d5-97b2-769f5899d3b8] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1000.901150] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.901150] env[69858]: value = "task-3419329" [ 1000.901150] env[69858]: _type = "Task" [ 1000.901150] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.912687] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419329, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.032411] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.032752] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a58bd28f-a061-4991-b3c3-cc82313fcb10 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.040257] env[69858]: DEBUG oslo_vmware.api [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 1001.040257] env[69858]: value = "task-3419330" [ 1001.040257] env[69858]: _type = "Task" [ 1001.040257] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.048615] env[69858]: DEBUG oslo_vmware.api [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.115315] env[69858]: DEBUG nova.compute.manager [req-dc7dcea5-14ec-4391-aaa0-25dd14c3af14 req-f742835d-3433-473d-8c9d-5f416457e8f5 service nova] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Received event network-changed-27288cb7-f15a-4ee5-b104-e2e06d5f244c {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.115315] env[69858]: DEBUG nova.compute.manager [req-dc7dcea5-14ec-4391-aaa0-25dd14c3af14 req-f742835d-3433-473d-8c9d-5f416457e8f5 service nova] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Refreshing instance network info cache due to event network-changed-27288cb7-f15a-4ee5-b104-e2e06d5f244c. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.115480] env[69858]: DEBUG oslo_concurrency.lockutils [req-dc7dcea5-14ec-4391-aaa0-25dd14c3af14 req-f742835d-3433-473d-8c9d-5f416457e8f5 service nova] Acquiring lock "refresh_cache-898d7c6b-7e15-47f7-8105-9d44785d46f5" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.115644] env[69858]: DEBUG oslo_concurrency.lockutils [req-dc7dcea5-14ec-4391-aaa0-25dd14c3af14 req-f742835d-3433-473d-8c9d-5f416457e8f5 service nova] Acquired lock "refresh_cache-898d7c6b-7e15-47f7-8105-9d44785d46f5" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.115821] env[69858]: DEBUG nova.network.neutron [req-dc7dcea5-14ec-4391-aaa0-25dd14c3af14 req-f742835d-3433-473d-8c9d-5f416457e8f5 service nova] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Refreshing network info cache for port 27288cb7-f15a-4ee5-b104-e2e06d5f244c {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.120172] env[69858]: DEBUG nova.scheduler.client.report [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.126042] env[69858]: DEBUG nova.compute.manager [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1001.152243] env[69858]: DEBUG nova.virt.hardware [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.152513] env[69858]: DEBUG nova.virt.hardware [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.152673] env[69858]: DEBUG nova.virt.hardware [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.152881] env[69858]: DEBUG nova.virt.hardware [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.153042] env[69858]: DEBUG nova.virt.hardware [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.153166] env[69858]: DEBUG nova.virt.hardware [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.153391] env[69858]: DEBUG nova.virt.hardware [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.153720] env[69858]: DEBUG nova.virt.hardware [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1001.153885] env[69858]: DEBUG nova.virt.hardware [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1001.154078] env[69858]: DEBUG nova.virt.hardware [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1001.154260] env[69858]: DEBUG nova.virt.hardware [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1001.155653] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401a0384-f154-43af-a0ca-ce83d7bc568d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.164298] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cada50-699a-434b-81e7-aba7cc600006 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.397934] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: c8eabe40-9899-453d-83f3-2d5d0f9ce518] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1001.413259] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419329, 'name': CreateVM_Task, 'duration_secs': 0.369208} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.413259] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.414259] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.414259] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.414482] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.414748] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d356d976-cba3-4c80-ac79-d3d58345fb78 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.419642] env[69858]: DEBUG oslo_vmware.api [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1001.419642] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52bc467a-719a-ab67-d108-6937007456be" [ 1001.419642] env[69858]: _type = "Task" [ 1001.419642] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.430290] env[69858]: DEBUG oslo_vmware.api [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52bc467a-719a-ab67-d108-6937007456be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.550032] env[69858]: DEBUG oslo_vmware.api [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419330, 'name': PowerOffVM_Task, 'duration_secs': 0.238562} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.550573] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.550822] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.551925] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbd0b7b-86ae-4436-bd14-22fd7092d793 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.558717] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.558969] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf6c5f14-a55d-4181-80fc-32b5449e6403 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.561245] env[69858]: DEBUG nova.network.neutron [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Successfully updated port: 6836815f-d353-42f0-816c-9d1ca58a6957 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1001.625431] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.626315] env[69858]: DEBUG nova.compute.manager [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1001.630090] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7931cfaa-6899-4704-818d-098c4949ba91 tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.720s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.630370] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7931cfaa-6899-4704-818d-098c4949ba91 tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.632798] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.590s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.633057] env[69858]: DEBUG nova.objects.instance [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69858) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1001.638126] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.638382] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.638617] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Deleting the datastore file [datastore1] eaf4530d-bff5-45d3-8161-c63684bdfa59 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.639828] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d70d3455-5282-4b63-a537-a11cfd880b2d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.647057] env[69858]: DEBUG oslo_vmware.api [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 1001.647057] env[69858]: value = "task-3419332" [ 1001.647057] env[69858]: _type = "Task" [ 1001.647057] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.655545] env[69858]: DEBUG oslo_vmware.api [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.674501] env[69858]: INFO nova.scheduler.client.report [None req-7931cfaa-6899-4704-818d-098c4949ba91 tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Deleted allocations for instance 880b4dde-36c7-4fda-909a-8b09c4ff8096 [ 1001.825135] env[69858]: DEBUG nova.network.neutron [req-dc7dcea5-14ec-4391-aaa0-25dd14c3af14 req-f742835d-3433-473d-8c9d-5f416457e8f5 service nova] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Updated VIF entry in instance network info cache for port 27288cb7-f15a-4ee5-b104-e2e06d5f244c. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.825715] env[69858]: DEBUG nova.network.neutron [req-dc7dcea5-14ec-4391-aaa0-25dd14c3af14 req-f742835d-3433-473d-8c9d-5f416457e8f5 service nova] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Updating instance_info_cache with network_info: [{"id": "27288cb7-f15a-4ee5-b104-e2e06d5f244c", "address": "fa:16:3e:07:1b:91", "network": {"id": "5be3be6c-0dd1-46c4-982b-8f057bcf258d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1145908090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d5af7e5cc84fd885138b28a6913b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27288cb7-f1", "ovs_interfaceid": "27288cb7-f15a-4ee5-b104-e2e06d5f244c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.901077] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 5ae00053-c24f-44a5-a6b6-c4d1ec6f9f0b] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1001.930553] env[69858]: DEBUG oslo_vmware.api [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52bc467a-719a-ab67-d108-6937007456be, 'name': SearchDatastore_Task, 'duration_secs': 0.010267} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.930835] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.931083] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.931324] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.931470] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.931652] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.931911] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5140709b-9548-4a6e-9de6-49688bb42752 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.940671] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.940925] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.941652] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34c14253-8be8-45a3-8aa4-3f4b92fcf15d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.946865] env[69858]: DEBUG oslo_vmware.api [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1001.946865] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a4dfcc-cbdc-3954-15fb-66266de8e39a" [ 1001.946865] env[69858]: _type = "Task" [ 1001.946865] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.955225] env[69858]: DEBUG oslo_vmware.api [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a4dfcc-cbdc-3954-15fb-66266de8e39a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.063595] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "refresh_cache-cf25f649-f669-40a9-b002-ff84d5b75100" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.063769] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquired lock "refresh_cache-cf25f649-f669-40a9-b002-ff84d5b75100" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.064321] env[69858]: DEBUG nova.network.neutron [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.143365] env[69858]: DEBUG nova.compute.utils [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1002.143847] env[69858]: DEBUG nova.compute.manager [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1002.143847] env[69858]: DEBUG nova.network.neutron [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1002.159328] env[69858]: DEBUG oslo_vmware.api [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305962} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.159562] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.159748] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.159922] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.183489] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7931cfaa-6899-4704-818d-098c4949ba91 tempest-ServerPasswordTestJSON-1595584269 tempest-ServerPasswordTestJSON-1595584269-project-member] Lock "880b4dde-36c7-4fda-909a-8b09c4ff8096" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.360s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.190997] env[69858]: DEBUG nova.policy [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f6e99b446cc43a58ca7801457018fd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ea1b4051f2c4148997ae569be256084', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1002.329182] env[69858]: DEBUG oslo_concurrency.lockutils [req-dc7dcea5-14ec-4391-aaa0-25dd14c3af14 req-f742835d-3433-473d-8c9d-5f416457e8f5 service nova] Releasing lock "refresh_cache-898d7c6b-7e15-47f7-8105-9d44785d46f5" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.405235] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 8b3fc45d-1ae6-40fa-b3ff-7c3f472e580a] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1002.438377] env[69858]: DEBUG nova.network.neutron [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Successfully created port: 4332a2d2-a295-49e2-bdf7-14608b0c760a {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.461526] env[69858]: DEBUG oslo_vmware.api [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a4dfcc-cbdc-3954-15fb-66266de8e39a, 'name': SearchDatastore_Task, 'duration_secs': 0.013879} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.462806] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bf48306-7c0b-45cb-a589-1b0f441ad8c0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.470456] env[69858]: DEBUG oslo_vmware.api [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1002.470456] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5250a280-2df6-1b20-a61a-cdeb2ea4a214" [ 1002.470456] env[69858]: _type = "Task" [ 1002.470456] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.482310] env[69858]: DEBUG oslo_vmware.api [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5250a280-2df6-1b20-a61a-cdeb2ea4a214, 'name': SearchDatastore_Task, 'duration_secs': 0.009094} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.482310] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.482310] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 898d7c6b-7e15-47f7-8105-9d44785d46f5/898d7c6b-7e15-47f7-8105-9d44785d46f5.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.482310] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-446bc1ea-5b42-4d6a-a477-e1bb1a2e6840 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.491020] env[69858]: DEBUG oslo_vmware.api [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1002.491020] env[69858]: value = "task-3419333" [ 1002.491020] env[69858]: _type = "Task" [ 1002.491020] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.498593] env[69858]: DEBUG oslo_vmware.api [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.647444] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1278cf89-8099-43a8-bb8f-e09876e82012 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.648907] env[69858]: DEBUG nova.compute.manager [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1002.652732] env[69858]: DEBUG oslo_concurrency.lockutils [None req-edaba4d3-299d-4d04-b2b1-f566be1c6056 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.276s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.652732] env[69858]: DEBUG oslo_concurrency.lockutils [None req-edaba4d3-299d-4d04-b2b1-f566be1c6056 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.654225] env[69858]: DEBUG oslo_concurrency.lockutils [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.622s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.655673] env[69858]: INFO nova.compute.claims [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.693993] env[69858]: INFO nova.scheduler.client.report [None req-edaba4d3-299d-4d04-b2b1-f566be1c6056 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Deleted allocations for instance b0455420-8630-4c65-8b2c-f949630c42f1 [ 1002.836693] env[69858]: DEBUG nova.network.neutron [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1002.908063] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 727bd314-d2e7-4b74-80c3-fde89a04011b] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1002.999470] env[69858]: DEBUG oslo_vmware.api [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419333, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.140550] env[69858]: DEBUG nova.compute.manager [req-47b5464c-c13c-4980-825e-f051d0eee08e req-6f2916ba-fcbb-4563-83c4-b581459c9123 service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Received event network-vif-plugged-6836815f-d353-42f0-816c-9d1ca58a6957 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.140720] env[69858]: DEBUG oslo_concurrency.lockutils [req-47b5464c-c13c-4980-825e-f051d0eee08e req-6f2916ba-fcbb-4563-83c4-b581459c9123 service nova] Acquiring lock "cf25f649-f669-40a9-b002-ff84d5b75100-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.140886] env[69858]: DEBUG oslo_concurrency.lockutils [req-47b5464c-c13c-4980-825e-f051d0eee08e req-6f2916ba-fcbb-4563-83c4-b581459c9123 service nova] Lock "cf25f649-f669-40a9-b002-ff84d5b75100-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.141114] env[69858]: DEBUG oslo_concurrency.lockutils [req-47b5464c-c13c-4980-825e-f051d0eee08e req-6f2916ba-fcbb-4563-83c4-b581459c9123 service nova] Lock "cf25f649-f669-40a9-b002-ff84d5b75100-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.141315] env[69858]: DEBUG nova.compute.manager [req-47b5464c-c13c-4980-825e-f051d0eee08e req-6f2916ba-fcbb-4563-83c4-b581459c9123 service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] No waiting events found dispatching network-vif-plugged-6836815f-d353-42f0-816c-9d1ca58a6957 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1003.141484] env[69858]: WARNING nova.compute.manager [req-47b5464c-c13c-4980-825e-f051d0eee08e req-6f2916ba-fcbb-4563-83c4-b581459c9123 service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Received unexpected event network-vif-plugged-6836815f-d353-42f0-816c-9d1ca58a6957 for instance with vm_state building and task_state spawning. [ 1003.141646] env[69858]: DEBUG nova.compute.manager [req-47b5464c-c13c-4980-825e-f051d0eee08e req-6f2916ba-fcbb-4563-83c4-b581459c9123 service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Received event network-changed-6836815f-d353-42f0-816c-9d1ca58a6957 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.141800] env[69858]: DEBUG nova.compute.manager [req-47b5464c-c13c-4980-825e-f051d0eee08e req-6f2916ba-fcbb-4563-83c4-b581459c9123 service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Refreshing instance network info cache due to event network-changed-6836815f-d353-42f0-816c-9d1ca58a6957. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1003.142092] env[69858]: DEBUG oslo_concurrency.lockutils [req-47b5464c-c13c-4980-825e-f051d0eee08e req-6f2916ba-fcbb-4563-83c4-b581459c9123 service nova] Acquiring lock "refresh_cache-cf25f649-f669-40a9-b002-ff84d5b75100" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.143079] env[69858]: DEBUG nova.network.neutron [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Updating instance_info_cache with network_info: [{"id": "6836815f-d353-42f0-816c-9d1ca58a6957", "address": "fa:16:3e:6b:6f:9e", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6836815f-d3", "ovs_interfaceid": "6836815f-d353-42f0-816c-9d1ca58a6957", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.201841] env[69858]: DEBUG nova.virt.hardware [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.202168] env[69858]: DEBUG nova.virt.hardware [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.202355] env[69858]: DEBUG nova.virt.hardware [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.202545] env[69858]: DEBUG nova.virt.hardware [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.202692] env[69858]: DEBUG nova.virt.hardware [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.202840] env[69858]: DEBUG nova.virt.hardware [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.203068] env[69858]: DEBUG nova.virt.hardware [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.203236] env[69858]: DEBUG nova.virt.hardware [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.203409] env[69858]: DEBUG nova.virt.hardware [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.203577] env[69858]: DEBUG nova.virt.hardware [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.203754] env[69858]: DEBUG nova.virt.hardware [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.206614] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfa385d-3665-481b-be0a-05cb358e6e96 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.209391] env[69858]: DEBUG oslo_concurrency.lockutils [None req-edaba4d3-299d-4d04-b2b1-f566be1c6056 tempest-VolumesAssistedSnapshotsTest-1642023574 tempest-VolumesAssistedSnapshotsTest-1642023574-project-member] Lock "b0455420-8630-4c65-8b2c-f949630c42f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.728s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.218594] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00c99c6-9dc5-4ebd-8f37-415dc6feb457 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.235560] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:20:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11dc8b45-91af-491d-ba6a-9c50f40735f5', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1003.243623] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.244177] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1003.244432] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40e80849-d071-4312-bc7c-be15574d7c5c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.266535] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1003.266535] env[69858]: value = "task-3419334" [ 1003.266535] env[69858]: _type = "Task" [ 1003.266535] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.274913] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419334, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.411778] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 1ef7f64d-2ff3-42ac-ab7d-5571b8a3936a] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1004.153157] env[69858]: DEBUG nova.network.neutron [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Successfully updated port: 4332a2d2-a295-49e2-bdf7-14608b0c760a {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1004.155468] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Releasing lock "refresh_cache-cf25f649-f669-40a9-b002-ff84d5b75100" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.155748] env[69858]: DEBUG nova.compute.manager [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Instance network_info: |[{"id": "6836815f-d353-42f0-816c-9d1ca58a6957", "address": "fa:16:3e:6b:6f:9e", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6836815f-d3", "ovs_interfaceid": "6836815f-d353-42f0-816c-9d1ca58a6957", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1004.161703] env[69858]: DEBUG nova.compute.manager [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1004.167096] env[69858]: DEBUG oslo_concurrency.lockutils [req-47b5464c-c13c-4980-825e-f051d0eee08e req-6f2916ba-fcbb-4563-83c4-b581459c9123 service nova] Acquired lock "refresh_cache-cf25f649-f669-40a9-b002-ff84d5b75100" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.167096] env[69858]: DEBUG nova.network.neutron [req-47b5464c-c13c-4980-825e-f051d0eee08e req-6f2916ba-fcbb-4563-83c4-b581459c9123 service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Refreshing network info cache for port 6836815f-d353-42f0-816c-9d1ca58a6957 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.167096] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:6f:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6836815f-d353-42f0-816c-9d1ca58a6957', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.174068] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.180383] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.181189] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8f557f7-1d60-4ea4-9ae2-ee043ee9ba7e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.204183] env[69858]: DEBUG oslo_vmware.api [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419333, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518383} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.207600] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 898d7c6b-7e15-47f7-8105-9d44785d46f5/898d7c6b-7e15-47f7-8105-9d44785d46f5.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.208022] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.208356] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419334, 'name': CreateVM_Task, 'duration_secs': 0.34431} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.208549] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-051289ae-8cc4-4dcb-8940-563966994e50 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.210293] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.212863] env[69858]: DEBUG nova.virt.hardware [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.213014] env[69858]: DEBUG nova.virt.hardware [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.213100] env[69858]: DEBUG nova.virt.hardware [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.213284] env[69858]: DEBUG nova.virt.hardware [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.213424] env[69858]: DEBUG nova.virt.hardware [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.213562] env[69858]: DEBUG nova.virt.hardware [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.213767] env[69858]: DEBUG nova.virt.hardware [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.215062] env[69858]: DEBUG nova.virt.hardware [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.215062] env[69858]: DEBUG nova.virt.hardware [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.215062] env[69858]: DEBUG nova.virt.hardware [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.215062] env[69858]: DEBUG nova.virt.hardware [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.215419] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.215490] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.215781] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.216602] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53c1481-8bc7-4ddb-9a02-c4427763a020 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.224279] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-094e4355-660e-488e-b4ee-87b2e41b71ca {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.224526] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.224526] env[69858]: value = "task-3419335" [ 1004.224526] env[69858]: _type = "Task" [ 1004.224526] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.237082] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e547f1b-af1e-493a-a101-6998eecbeafe {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.241697] env[69858]: DEBUG oslo_vmware.api [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1004.241697] env[69858]: value = "task-3419336" [ 1004.241697] env[69858]: _type = "Task" [ 1004.241697] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.242328] env[69858]: DEBUG oslo_vmware.api [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 1004.242328] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5254d728-aeaa-b62d-44f8-0dddcb2120fb" [ 1004.242328] env[69858]: _type = "Task" [ 1004.242328] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.242508] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419335, 'name': CreateVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.270547] env[69858]: DEBUG oslo_vmware.api [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.273489] env[69858]: DEBUG oslo_vmware.api [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5254d728-aeaa-b62d-44f8-0dddcb2120fb, 'name': SearchDatastore_Task, 'duration_secs': 0.01385} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.273960] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.274255] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.274517] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.274984] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.274984] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.275217] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c00a1ae1-2591-4b59-b035-e2e79e7dd187 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.291011] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.291274] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.295800] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de2bf439-7bbf-46ee-9978-c85b5c3e3258 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.301292] env[69858]: DEBUG oslo_vmware.api [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 1004.301292] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e89a23-483b-0e21-2f9d-bb15f2238961" [ 1004.301292] env[69858]: _type = "Task" [ 1004.301292] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.309484] env[69858]: DEBUG oslo_vmware.api [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e89a23-483b-0e21-2f9d-bb15f2238961, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.554041] env[69858]: DEBUG nova.network.neutron [req-47b5464c-c13c-4980-825e-f051d0eee08e req-6f2916ba-fcbb-4563-83c4-b581459c9123 service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Updated VIF entry in instance network info cache for port 6836815f-d353-42f0-816c-9d1ca58a6957. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.554793] env[69858]: DEBUG nova.network.neutron [req-47b5464c-c13c-4980-825e-f051d0eee08e req-6f2916ba-fcbb-4563-83c4-b581459c9123 service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Updating instance_info_cache with network_info: [{"id": "6836815f-d353-42f0-816c-9d1ca58a6957", "address": "fa:16:3e:6b:6f:9e", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6836815f-d3", "ovs_interfaceid": "6836815f-d353-42f0-816c-9d1ca58a6957", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.656262] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Acquiring lock "refresh_cache-d6a70464-5106-4f86-ab95-87661e43bae1" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.656418] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Acquired lock "refresh_cache-d6a70464-5106-4f86-ab95-87661e43bae1" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.657566] env[69858]: DEBUG nova.network.neutron [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.664923] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: fedb8a4e-eacc-4934-936e-67bbf44807a3] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1004.735110] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419335, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.739672] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa25a24-2ced-49d6-83fe-826ea18c42b3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.748369] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5c05d8-7708-4a01-9e1b-48547d5d2387 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.763327] env[69858]: DEBUG oslo_vmware.api [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133143} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.787971] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.789414] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1272fe-f772-42d9-9f6e-4aab657b4bdd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.792411] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c1751c-e6c9-4de2-a0d8-78eda7f28807 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.815490] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 898d7c6b-7e15-47f7-8105-9d44785d46f5/898d7c6b-7e15-47f7-8105-9d44785d46f5.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.818557] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3518fdb-4f52-46cf-91a8-d930f1d5ab89 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.833181] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22ebd84-dbe4-4a90-b1f8-17951957aaf3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.844815] env[69858]: DEBUG oslo_vmware.api [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e89a23-483b-0e21-2f9d-bb15f2238961, 'name': SearchDatastore_Task, 'duration_secs': 0.018312} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.857226] env[69858]: DEBUG nova.compute.provider_tree [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.858888] env[69858]: DEBUG oslo_vmware.api [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1004.858888] env[69858]: value = "task-3419337" [ 1004.858888] env[69858]: _type = "Task" [ 1004.858888] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.859437] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07202d83-5737-4576-86d8-34dd72d9ec2c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.871399] env[69858]: DEBUG oslo_vmware.api [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 1004.871399] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a8d603-ed91-5055-5240-515fa1e9a54c" [ 1004.871399] env[69858]: _type = "Task" [ 1004.871399] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.874836] env[69858]: DEBUG oslo_vmware.api [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.884170] env[69858]: DEBUG oslo_vmware.api [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a8d603-ed91-5055-5240-515fa1e9a54c, 'name': SearchDatastore_Task, 'duration_secs': 0.009564} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.884215] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.884473] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] eaf4530d-bff5-45d3-8161-c63684bdfa59/eaf4530d-bff5-45d3-8161-c63684bdfa59.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.884731] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cda27008-2227-4cfd-90a9-9ee34a24b432 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.893096] env[69858]: DEBUG oslo_vmware.api [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 1004.893096] env[69858]: value = "task-3419338" [ 1004.893096] env[69858]: _type = "Task" [ 1004.893096] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.900748] env[69858]: DEBUG oslo_vmware.api [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.062265] env[69858]: DEBUG oslo_concurrency.lockutils [req-47b5464c-c13c-4980-825e-f051d0eee08e req-6f2916ba-fcbb-4563-83c4-b581459c9123 service nova] Releasing lock "refresh_cache-cf25f649-f669-40a9-b002-ff84d5b75100" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.168860] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 0970e5bb-0c9d-406a-9467-0a50dc9c11c6] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1005.206223] env[69858]: DEBUG nova.network.neutron [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.239999] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419335, 'name': CreateVM_Task, 'duration_secs': 0.559958} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.246029] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.246029] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.246029] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.246029] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.246706] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c76e06ec-7607-47e8-8eef-8cad674aafee {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.255024] env[69858]: DEBUG oslo_vmware.api [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 1005.255024] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529401e1-7d6f-43df-fd59-f477a3aa3485" [ 1005.255024] env[69858]: _type = "Task" [ 1005.255024] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.263242] env[69858]: DEBUG oslo_vmware.api [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529401e1-7d6f-43df-fd59-f477a3aa3485, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.294964] env[69858]: DEBUG nova.compute.manager [req-c83305d1-d005-45f8-b99c-45efe8eafc4c req-c53dfba1-8890-4600-8c8f-e6ee448bf750 service nova] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Received event network-vif-plugged-4332a2d2-a295-49e2-bdf7-14608b0c760a {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.295364] env[69858]: DEBUG oslo_concurrency.lockutils [req-c83305d1-d005-45f8-b99c-45efe8eafc4c req-c53dfba1-8890-4600-8c8f-e6ee448bf750 service nova] Acquiring lock "d6a70464-5106-4f86-ab95-87661e43bae1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.295686] env[69858]: DEBUG oslo_concurrency.lockutils [req-c83305d1-d005-45f8-b99c-45efe8eafc4c req-c53dfba1-8890-4600-8c8f-e6ee448bf750 service nova] Lock "d6a70464-5106-4f86-ab95-87661e43bae1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.295953] env[69858]: DEBUG oslo_concurrency.lockutils [req-c83305d1-d005-45f8-b99c-45efe8eafc4c req-c53dfba1-8890-4600-8c8f-e6ee448bf750 service nova] Lock "d6a70464-5106-4f86-ab95-87661e43bae1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.297023] env[69858]: DEBUG nova.compute.manager [req-c83305d1-d005-45f8-b99c-45efe8eafc4c req-c53dfba1-8890-4600-8c8f-e6ee448bf750 service nova] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] No waiting events found dispatching network-vif-plugged-4332a2d2-a295-49e2-bdf7-14608b0c760a {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1005.297023] env[69858]: WARNING nova.compute.manager [req-c83305d1-d005-45f8-b99c-45efe8eafc4c req-c53dfba1-8890-4600-8c8f-e6ee448bf750 service nova] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Received unexpected event network-vif-plugged-4332a2d2-a295-49e2-bdf7-14608b0c760a for instance with vm_state building and task_state spawning. [ 1005.297023] env[69858]: DEBUG nova.compute.manager [req-c83305d1-d005-45f8-b99c-45efe8eafc4c req-c53dfba1-8890-4600-8c8f-e6ee448bf750 service nova] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Received event network-changed-4332a2d2-a295-49e2-bdf7-14608b0c760a {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.297023] env[69858]: DEBUG nova.compute.manager [req-c83305d1-d005-45f8-b99c-45efe8eafc4c req-c53dfba1-8890-4600-8c8f-e6ee448bf750 service nova] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Refreshing instance network info cache due to event network-changed-4332a2d2-a295-49e2-bdf7-14608b0c760a. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.297023] env[69858]: DEBUG oslo_concurrency.lockutils [req-c83305d1-d005-45f8-b99c-45efe8eafc4c req-c53dfba1-8890-4600-8c8f-e6ee448bf750 service nova] Acquiring lock "refresh_cache-d6a70464-5106-4f86-ab95-87661e43bae1" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.361098] env[69858]: DEBUG nova.scheduler.client.report [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.380459] env[69858]: DEBUG oslo_vmware.api [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419337, 'name': ReconfigVM_Task, 'duration_secs': 0.345505} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.380572] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 898d7c6b-7e15-47f7-8105-9d44785d46f5/898d7c6b-7e15-47f7-8105-9d44785d46f5.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.386441] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2a13c5b-22b2-4a39-bd5d-639395dae50e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.393447] env[69858]: DEBUG oslo_vmware.api [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1005.393447] env[69858]: value = "task-3419339" [ 1005.393447] env[69858]: _type = "Task" [ 1005.393447] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.407091] env[69858]: DEBUG oslo_vmware.api [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419338, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496573} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.409691] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] eaf4530d-bff5-45d3-8161-c63684bdfa59/eaf4530d-bff5-45d3-8161-c63684bdfa59.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.409937] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.410516] env[69858]: DEBUG oslo_vmware.api [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419339, 'name': Rename_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.410728] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60e2d5aa-ccb3-4a3e-90b5-ca4d76a0e6da {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.416711] env[69858]: DEBUG oslo_vmware.api [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 1005.416711] env[69858]: value = "task-3419340" [ 1005.416711] env[69858]: _type = "Task" [ 1005.416711] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.424131] env[69858]: DEBUG oslo_vmware.api [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.456257] env[69858]: DEBUG nova.network.neutron [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Updating instance_info_cache with network_info: [{"id": "4332a2d2-a295-49e2-bdf7-14608b0c760a", "address": "fa:16:3e:62:fc:ae", "network": {"id": "77132627-c7b9-4e73-89e9-9099e570e6a9", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-731722084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ea1b4051f2c4148997ae569be256084", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4332a2d2-a2", "ovs_interfaceid": "4332a2d2-a295-49e2-bdf7-14608b0c760a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.672644] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 8b263c3e-8f1a-4da9-8e62-fbd1037dfd96] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1005.765188] env[69858]: DEBUG oslo_vmware.api [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529401e1-7d6f-43df-fd59-f477a3aa3485, 'name': SearchDatastore_Task, 'duration_secs': 0.016327} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.765512] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.765747] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.765996] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.766179] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.766367] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.766633] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2d279af-1282-443d-a982-d5ae9231ea02 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.775766] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.775821] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.776705] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0e8a4b0-7883-4e85-9334-f986e4a88de2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.785221] env[69858]: DEBUG oslo_vmware.api [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 1005.785221] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d532dd-cb3c-e631-5f3a-a9be59da7d9d" [ 1005.785221] env[69858]: _type = "Task" [ 1005.785221] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.795308] env[69858]: DEBUG oslo_vmware.api [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d532dd-cb3c-e631-5f3a-a9be59da7d9d, 'name': SearchDatastore_Task, 'duration_secs': 0.009531} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.796092] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0010e4f3-7ace-4cb9-aa75-5879cec510d5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.801560] env[69858]: DEBUG oslo_vmware.api [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 1005.801560] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f1f4b4-6251-cf43-5a3b-efeb76abbf92" [ 1005.801560] env[69858]: _type = "Task" [ 1005.801560] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.809496] env[69858]: DEBUG oslo_vmware.api [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f1f4b4-6251-cf43-5a3b-efeb76abbf92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.866658] env[69858]: DEBUG oslo_concurrency.lockutils [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.212s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.867207] env[69858]: DEBUG nova.compute.manager [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1005.870645] env[69858]: DEBUG oslo_concurrency.lockutils [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.879s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.871429] env[69858]: INFO nova.compute.claims [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.903892] env[69858]: DEBUG oslo_vmware.api [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419339, 'name': Rename_Task, 'duration_secs': 0.152783} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.904202] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.905937] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b7c9802-d36d-4d00-9022-4df9d8f1cadd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.912198] env[69858]: DEBUG oslo_vmware.api [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1005.912198] env[69858]: value = "task-3419341" [ 1005.912198] env[69858]: _type = "Task" [ 1005.912198] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.923504] env[69858]: DEBUG oslo_vmware.api [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.928623] env[69858]: DEBUG oslo_vmware.api [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069037} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.928873] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.929634] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52024ac8-e21c-46a0-99dc-6aa7539d3666 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.951292] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] eaf4530d-bff5-45d3-8161-c63684bdfa59/eaf4530d-bff5-45d3-8161-c63684bdfa59.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.951602] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80dba673-e8c4-4ba9-bf4e-12b006e34017 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.966780] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Releasing lock "refresh_cache-d6a70464-5106-4f86-ab95-87661e43bae1" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.967117] env[69858]: DEBUG nova.compute.manager [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Instance network_info: |[{"id": "4332a2d2-a295-49e2-bdf7-14608b0c760a", "address": "fa:16:3e:62:fc:ae", "network": {"id": "77132627-c7b9-4e73-89e9-9099e570e6a9", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-731722084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ea1b4051f2c4148997ae569be256084", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4332a2d2-a2", "ovs_interfaceid": "4332a2d2-a295-49e2-bdf7-14608b0c760a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1005.967753] env[69858]: DEBUG oslo_concurrency.lockutils [req-c83305d1-d005-45f8-b99c-45efe8eafc4c req-c53dfba1-8890-4600-8c8f-e6ee448bf750 service nova] Acquired lock "refresh_cache-d6a70464-5106-4f86-ab95-87661e43bae1" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.967960] env[69858]: DEBUG nova.network.neutron [req-c83305d1-d005-45f8-b99c-45efe8eafc4c req-c53dfba1-8890-4600-8c8f-e6ee448bf750 service nova] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Refreshing network info cache for port 4332a2d2-a295-49e2-bdf7-14608b0c760a {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.969164] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:fc:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3d7e184-c87f-47a5-8d0d-9fa20e07e669', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4332a2d2-a295-49e2-bdf7-14608b0c760a', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.976820] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Creating folder: Project (5ea1b4051f2c4148997ae569be256084). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1005.980471] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44cbd81b-1c58-46c6-afa1-bebbaa1b435d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.984135] env[69858]: DEBUG oslo_vmware.api [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 1005.984135] env[69858]: value = "task-3419342" [ 1005.984135] env[69858]: _type = "Task" [ 1005.984135] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.996085] env[69858]: DEBUG oslo_vmware.api [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419342, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.996085] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Created folder: Project (5ea1b4051f2c4148997ae569be256084) in parent group-v682032. [ 1005.996085] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Creating folder: Instances. Parent ref: group-v682219. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1005.996085] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-acc46090-93be-441a-8a91-5b8b9cb75c31 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.005437] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Created folder: Instances in parent group-v682219. [ 1006.005437] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.005611] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.005719] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73a72f79-82ad-45b4-8596-e1d82438cd14 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.027782] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.027782] env[69858]: value = "task-3419345" [ 1006.027782] env[69858]: _type = "Task" [ 1006.027782] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.035664] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419345, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.176492] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: b5571ce8-4a18-4bed-8f74-6cdbe092891c] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1006.312830] env[69858]: DEBUG oslo_vmware.api [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f1f4b4-6251-cf43-5a3b-efeb76abbf92, 'name': SearchDatastore_Task, 'duration_secs': 0.009506} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.313110] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.313376] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] cf25f649-f669-40a9-b002-ff84d5b75100/cf25f649-f669-40a9-b002-ff84d5b75100.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1006.313647] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05683703-9a8a-4717-8104-bc9b09724581 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.321640] env[69858]: DEBUG oslo_vmware.api [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 1006.321640] env[69858]: value = "task-3419346" [ 1006.321640] env[69858]: _type = "Task" [ 1006.321640] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.327291] env[69858]: DEBUG nova.network.neutron [req-c83305d1-d005-45f8-b99c-45efe8eafc4c req-c53dfba1-8890-4600-8c8f-e6ee448bf750 service nova] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Updated VIF entry in instance network info cache for port 4332a2d2-a295-49e2-bdf7-14608b0c760a. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.327291] env[69858]: DEBUG nova.network.neutron [req-c83305d1-d005-45f8-b99c-45efe8eafc4c req-c53dfba1-8890-4600-8c8f-e6ee448bf750 service nova] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Updating instance_info_cache with network_info: [{"id": "4332a2d2-a295-49e2-bdf7-14608b0c760a", "address": "fa:16:3e:62:fc:ae", "network": {"id": "77132627-c7b9-4e73-89e9-9099e570e6a9", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-731722084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ea1b4051f2c4148997ae569be256084", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4332a2d2-a2", "ovs_interfaceid": "4332a2d2-a295-49e2-bdf7-14608b0c760a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.336350] env[69858]: DEBUG oslo_vmware.api [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.377567] env[69858]: DEBUG nova.compute.utils [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.379555] env[69858]: DEBUG nova.compute.manager [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1006.380138] env[69858]: DEBUG nova.network.neutron [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1006.422136] env[69858]: DEBUG oslo_vmware.api [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419341, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.427251] env[69858]: DEBUG nova.policy [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02f0fd2e1f47456b8ed47106491d5d45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b8e4595b35f4c48a807c1ed8d509995', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1006.494939] env[69858]: DEBUG oslo_vmware.api [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419342, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.539187] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419345, 'name': CreateVM_Task, 'duration_secs': 0.387421} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.539536] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1006.541681] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.541892] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.542385] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.542495] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7fae000-960c-40e7-8676-6c02c7c6ab39 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.547047] env[69858]: DEBUG oslo_vmware.api [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Waiting for the task: (returnval){ [ 1006.547047] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528f0503-9f0d-3177-7ead-249a25830436" [ 1006.547047] env[69858]: _type = "Task" [ 1006.547047] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.555440] env[69858]: DEBUG oslo_vmware.api [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528f0503-9f0d-3177-7ead-249a25830436, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.685043] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 2293f6bc-7334-4e4e-a155-41b528b62116] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1006.727944] env[69858]: DEBUG nova.network.neutron [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Successfully created port: c98c82cc-5f78-48d2-ae41-717b43698200 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.832499] env[69858]: DEBUG oslo_concurrency.lockutils [req-c83305d1-d005-45f8-b99c-45efe8eafc4c req-c53dfba1-8890-4600-8c8f-e6ee448bf750 service nova] Releasing lock "refresh_cache-d6a70464-5106-4f86-ab95-87661e43bae1" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.832930] env[69858]: DEBUG oslo_vmware.api [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419346, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.880626] env[69858]: DEBUG nova.compute.manager [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1006.924576] env[69858]: DEBUG oslo_vmware.api [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419341, 'name': PowerOnVM_Task, 'duration_secs': 0.796025} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.924576] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.924810] env[69858]: INFO nova.compute.manager [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1006.925053] env[69858]: DEBUG nova.compute.manager [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.933710] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57e2312-2274-4579-9b11-5713eef5dd84 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.996020] env[69858]: DEBUG oslo_vmware.api [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419342, 'name': ReconfigVM_Task, 'duration_secs': 0.671402} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.996336] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Reconfigured VM instance instance-00000029 to attach disk [datastore2] eaf4530d-bff5-45d3-8161-c63684bdfa59/eaf4530d-bff5-45d3-8161-c63684bdfa59.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.997010] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71b1796b-3913-42cb-9b1c-0960995e6948 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.004528] env[69858]: DEBUG oslo_vmware.api [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 1007.004528] env[69858]: value = "task-3419347" [ 1007.004528] env[69858]: _type = "Task" [ 1007.004528] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.021357] env[69858]: DEBUG oslo_vmware.api [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419347, 'name': Rename_Task} progress is 10%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.061259] env[69858]: DEBUG oslo_vmware.api [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528f0503-9f0d-3177-7ead-249a25830436, 'name': SearchDatastore_Task, 'duration_secs': 0.02525} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.061579] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.061815] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.062078] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.062234] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.062416] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.065425] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77d41f88-32f4-414f-891f-89b7f7d30d0f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.075498] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.075734] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.078099] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49e2f0a7-cf58-4237-85e5-6a7e5f0d9c69 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.082836] env[69858]: DEBUG oslo_vmware.api [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Waiting for the task: (returnval){ [ 1007.082836] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52af7d55-459e-0c9f-b8d5-6cd4c56d85f4" [ 1007.082836] env[69858]: _type = "Task" [ 1007.082836] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.094471] env[69858]: DEBUG oslo_vmware.api [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52af7d55-459e-0c9f-b8d5-6cd4c56d85f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.189976] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 05e2282e-8e8c-461b-80a7-6e80aa812a95] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1007.339599] env[69858]: DEBUG oslo_vmware.api [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419346, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712058} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.340528] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] cf25f649-f669-40a9-b002-ff84d5b75100/cf25f649-f669-40a9-b002-ff84d5b75100.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1007.340528] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1007.340724] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-164729c5-1a58-4c1c-9bd1-4b7252377e37 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.351182] env[69858]: DEBUG oslo_vmware.api [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 1007.351182] env[69858]: value = "task-3419348" [ 1007.351182] env[69858]: _type = "Task" [ 1007.351182] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.364898] env[69858]: DEBUG oslo_vmware.api [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419348, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.392372] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08fcea83-3970-413f-9854-1438c95b64b6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.399650] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242e785b-6b8c-4c8d-b79d-620e41cfe0b9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.430709] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb4c81d-f89e-4ac7-82b0-fe61727fddc3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.438168] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6bd80b-d3d5-4af3-8cec-a1fa7d1571ec {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.454936] env[69858]: DEBUG nova.compute.provider_tree [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.458644] env[69858]: INFO nova.compute.manager [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Took 53.29 seconds to build instance. [ 1007.519685] env[69858]: DEBUG oslo_vmware.api [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419347, 'name': Rename_Task, 'duration_secs': 0.313597} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.519685] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.519685] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-998cc231-acb4-474d-b2e0-8b96af4b0263 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.527379] env[69858]: DEBUG oslo_vmware.api [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 1007.527379] env[69858]: value = "task-3419349" [ 1007.527379] env[69858]: _type = "Task" [ 1007.527379] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.538455] env[69858]: DEBUG oslo_vmware.api [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419349, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.598803] env[69858]: DEBUG oslo_vmware.api [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52af7d55-459e-0c9f-b8d5-6cd4c56d85f4, 'name': SearchDatastore_Task, 'duration_secs': 0.010544} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.598803] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e76cb25f-bbb2-4bb1-9550-cb4867f1ec3a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.606019] env[69858]: DEBUG oslo_vmware.api [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Waiting for the task: (returnval){ [ 1007.606019] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b93b7e-3f79-95e5-005d-135947e6924f" [ 1007.606019] env[69858]: _type = "Task" [ 1007.606019] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.617518] env[69858]: DEBUG oslo_vmware.api [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b93b7e-3f79-95e5-005d-135947e6924f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.691749] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 3cdffc66-d1d0-4f8f-b386-7fa3b300ee56] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1007.863363] env[69858]: DEBUG oslo_vmware.api [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419348, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072036} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.863647] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1007.864434] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2223b6c6-e45c-4b90-a26a-efc7e942d546 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.886323] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] cf25f649-f669-40a9-b002-ff84d5b75100/cf25f649-f669-40a9-b002-ff84d5b75100.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.886574] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8477b73-640a-4db0-9ebe-433801a780f6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.901421] env[69858]: DEBUG nova.compute.manager [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1007.908452] env[69858]: DEBUG oslo_vmware.api [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 1007.908452] env[69858]: value = "task-3419350" [ 1007.908452] env[69858]: _type = "Task" [ 1007.908452] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.916721] env[69858]: DEBUG oslo_vmware.api [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419350, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.926765] env[69858]: DEBUG nova.virt.hardware [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.927019] env[69858]: DEBUG nova.virt.hardware [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.927328] env[69858]: DEBUG nova.virt.hardware [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.927566] env[69858]: DEBUG nova.virt.hardware [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.927717] env[69858]: DEBUG nova.virt.hardware [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.927891] env[69858]: DEBUG nova.virt.hardware [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.928139] env[69858]: DEBUG nova.virt.hardware [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.928308] env[69858]: DEBUG nova.virt.hardware [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.928481] env[69858]: DEBUG nova.virt.hardware [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.928645] env[69858]: DEBUG nova.virt.hardware [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.928817] env[69858]: DEBUG nova.virt.hardware [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.929701] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b9430b-0253-4cee-bb75-10a024f43956 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.936808] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e17ec9-e42e-48b7-9075-028820e7e7dc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.958964] env[69858]: DEBUG nova.scheduler.client.report [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.966061] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c6b0a437-a484-4afe-8acf-b1989d295591 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "898d7c6b-7e15-47f7-8105-9d44785d46f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.790s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.038992] env[69858]: DEBUG oslo_vmware.api [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419349, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.115484] env[69858]: DEBUG oslo_vmware.api [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b93b7e-3f79-95e5-005d-135947e6924f, 'name': SearchDatastore_Task, 'duration_secs': 0.01201} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.115779] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.116074] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] d6a70464-5106-4f86-ab95-87661e43bae1/d6a70464-5106-4f86-ab95-87661e43bae1.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1008.116357] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-186eb7fb-3993-46f5-bc32-19099928a0c2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.122741] env[69858]: DEBUG oslo_vmware.api [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Waiting for the task: (returnval){ [ 1008.122741] env[69858]: value = "task-3419351" [ 1008.122741] env[69858]: _type = "Task" [ 1008.122741] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.130402] env[69858]: DEBUG oslo_vmware.api [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Task: {'id': task-3419351, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.195171] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: debfde63-c64d-466f-b424-d8dd704ab30f] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1008.420509] env[69858]: DEBUG oslo_vmware.api [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419350, 'name': ReconfigVM_Task, 'duration_secs': 0.323929} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.420897] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Reconfigured VM instance instance-00000044 to attach disk [datastore1] cf25f649-f669-40a9-b002-ff84d5b75100/cf25f649-f669-40a9-b002-ff84d5b75100.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.421547] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fee272db-967a-47f5-8365-3f6c484f713c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.428427] env[69858]: DEBUG oslo_vmware.api [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 1008.428427] env[69858]: value = "task-3419352" [ 1008.428427] env[69858]: _type = "Task" [ 1008.428427] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.432185] env[69858]: DEBUG nova.network.neutron [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Successfully updated port: c98c82cc-5f78-48d2-ae41-717b43698200 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1008.442366] env[69858]: DEBUG oslo_vmware.api [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419352, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.467574] env[69858]: DEBUG oslo_concurrency.lockutils [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.468287] env[69858]: DEBUG nova.compute.manager [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1008.473827] env[69858]: DEBUG oslo_concurrency.lockutils [None req-67045903-2386-4b22-a2e4-3e11853208f1 tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.924s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.473827] env[69858]: DEBUG oslo_concurrency.lockutils [None req-67045903-2386-4b22-a2e4-3e11853208f1 tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.475038] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e079a129-ac3c-422d-9040-90ee662bcf4c tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.712s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.475038] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e079a129-ac3c-422d-9040-90ee662bcf4c tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.477455] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.480120] env[69858]: INFO nova.compute.claims [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.517296] env[69858]: INFO nova.scheduler.client.report [None req-e079a129-ac3c-422d-9040-90ee662bcf4c tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Deleted allocations for instance 86847312-9ce8-42b3-8d8c-539fb7de24fd [ 1008.522768] env[69858]: INFO nova.scheduler.client.report [None req-67045903-2386-4b22-a2e4-3e11853208f1 tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Deleted allocations for instance 5cf9c6bb-ae14-4c2e-a828-a94084a83565 [ 1008.540323] env[69858]: DEBUG oslo_vmware.api [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419349, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.622686] env[69858]: DEBUG nova.compute.manager [req-fc2c0a45-7dbd-430a-a821-30dc1e97c9f0 req-e1c788ef-21cc-4fa7-a390-7fa5051e08d8 service nova] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Received event network-vif-plugged-c98c82cc-5f78-48d2-ae41-717b43698200 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.622905] env[69858]: DEBUG oslo_concurrency.lockutils [req-fc2c0a45-7dbd-430a-a821-30dc1e97c9f0 req-e1c788ef-21cc-4fa7-a390-7fa5051e08d8 service nova] Acquiring lock "cc3faea5-e665-404e-bc36-09a938abfb28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.623157] env[69858]: DEBUG oslo_concurrency.lockutils [req-fc2c0a45-7dbd-430a-a821-30dc1e97c9f0 req-e1c788ef-21cc-4fa7-a390-7fa5051e08d8 service nova] Lock "cc3faea5-e665-404e-bc36-09a938abfb28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.623353] env[69858]: DEBUG oslo_concurrency.lockutils [req-fc2c0a45-7dbd-430a-a821-30dc1e97c9f0 req-e1c788ef-21cc-4fa7-a390-7fa5051e08d8 service nova] Lock "cc3faea5-e665-404e-bc36-09a938abfb28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.623524] env[69858]: DEBUG nova.compute.manager [req-fc2c0a45-7dbd-430a-a821-30dc1e97c9f0 req-e1c788ef-21cc-4fa7-a390-7fa5051e08d8 service nova] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] No waiting events found dispatching network-vif-plugged-c98c82cc-5f78-48d2-ae41-717b43698200 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1008.623689] env[69858]: WARNING nova.compute.manager [req-fc2c0a45-7dbd-430a-a821-30dc1e97c9f0 req-e1c788ef-21cc-4fa7-a390-7fa5051e08d8 service nova] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Received unexpected event network-vif-plugged-c98c82cc-5f78-48d2-ae41-717b43698200 for instance with vm_state building and task_state spawning. [ 1008.634737] env[69858]: DEBUG oslo_vmware.api [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Task: {'id': task-3419351, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.698966] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 271fa258-0e8a-48ae-967b-e87ede527641] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1008.934619] env[69858]: DEBUG oslo_concurrency.lockutils [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "refresh_cache-cc3faea5-e665-404e-bc36-09a938abfb28" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.934840] env[69858]: DEBUG oslo_concurrency.lockutils [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquired lock "refresh_cache-cc3faea5-e665-404e-bc36-09a938abfb28" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.935071] env[69858]: DEBUG nova.network.neutron [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.946139] env[69858]: DEBUG oslo_vmware.api [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419352, 'name': Rename_Task, 'duration_secs': 0.14698} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.946447] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1008.946598] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e712416-706d-4502-978b-e7079b414b3d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.956575] env[69858]: DEBUG oslo_vmware.api [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 1008.956575] env[69858]: value = "task-3419353" [ 1008.956575] env[69858]: _type = "Task" [ 1008.956575] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.966083] env[69858]: DEBUG oslo_vmware.api [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419353, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.985159] env[69858]: DEBUG nova.compute.utils [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.989289] env[69858]: DEBUG nova.compute.manager [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1008.989289] env[69858]: DEBUG nova.network.neutron [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.028904] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e079a129-ac3c-422d-9040-90ee662bcf4c tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "86847312-9ce8-42b3-8d8c-539fb7de24fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.747s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.037081] env[69858]: DEBUG oslo_concurrency.lockutils [None req-67045903-2386-4b22-a2e4-3e11853208f1 tempest-ServersNegativeTestMultiTenantJSON-1586204903 tempest-ServersNegativeTestMultiTenantJSON-1586204903-project-member] Lock "5cf9c6bb-ae14-4c2e-a828-a94084a83565" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.918s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.046272] env[69858]: DEBUG oslo_vmware.api [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419349, 'name': PowerOnVM_Task, 'duration_secs': 1.42269} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.046809] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.047069] env[69858]: DEBUG nova.compute.manager [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.048139] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d6ebb9-ba65-47ee-80f8-8556d5a02b3c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.057480] env[69858]: DEBUG nova.policy [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '203d5dd8eca045669756612dd278d517', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9769f0327d5246d8b236665cdafb746e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.134394] env[69858]: DEBUG oslo_vmware.api [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Task: {'id': task-3419351, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.841265} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.134692] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] d6a70464-5106-4f86-ab95-87661e43bae1/d6a70464-5106-4f86-ab95-87661e43bae1.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1009.134906] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1009.135195] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5e72475-ee41-46ab-bc2b-7996d28d43fa {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.143026] env[69858]: DEBUG oslo_vmware.api [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Waiting for the task: (returnval){ [ 1009.143026] env[69858]: value = "task-3419354" [ 1009.143026] env[69858]: _type = "Task" [ 1009.143026] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.150576] env[69858]: DEBUG oslo_vmware.api [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Task: {'id': task-3419354, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.192745] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9aa46a7c-111a-4275-9cbc-2135bcdcf60a tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "898d7c6b-7e15-47f7-8105-9d44785d46f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.193136] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9aa46a7c-111a-4275-9cbc-2135bcdcf60a tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "898d7c6b-7e15-47f7-8105-9d44785d46f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.193554] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9aa46a7c-111a-4275-9cbc-2135bcdcf60a tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "898d7c6b-7e15-47f7-8105-9d44785d46f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.193671] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9aa46a7c-111a-4275-9cbc-2135bcdcf60a tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "898d7c6b-7e15-47f7-8105-9d44785d46f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.193902] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9aa46a7c-111a-4275-9cbc-2135bcdcf60a tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "898d7c6b-7e15-47f7-8105-9d44785d46f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.196509] env[69858]: INFO nova.compute.manager [None req-9aa46a7c-111a-4275-9cbc-2135bcdcf60a tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Terminating instance [ 1009.202743] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: facf78f4-ddc0-4821-9d88-045118633447] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1009.468820] env[69858]: DEBUG oslo_vmware.api [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419353, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.489179] env[69858]: DEBUG nova.compute.manager [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1009.492977] env[69858]: DEBUG nova.network.neutron [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.535621] env[69858]: DEBUG nova.network.neutron [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Successfully created port: 494e6656-0bc8-4056-a27e-e5d56c83e517 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1009.568838] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.657019] env[69858]: DEBUG oslo_vmware.api [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Task: {'id': task-3419354, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066301} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.657019] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.662589] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caee9ae0-188f-42b6-9090-13646586aa62 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.695911] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] d6a70464-5106-4f86-ab95-87661e43bae1/d6a70464-5106-4f86-ab95-87661e43bae1.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.701748] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2706e02-80ae-4043-a7b5-0c2c1b3e7a07 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.716975] env[69858]: DEBUG nova.compute.manager [None req-9aa46a7c-111a-4275-9cbc-2135bcdcf60a tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.717214] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa46a7c-111a-4275-9cbc-2135bcdcf60a tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.717977] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 8c07d39f-cead-491a-a6a0-460e907cec58] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1009.720468] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3d7d28-1465-469f-a399-21d460afecd6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.729506] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa46a7c-111a-4275-9cbc-2135bcdcf60a tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.733467] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-755c388f-0d4c-4331-a9ff-d0238ca9d344 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.735248] env[69858]: DEBUG oslo_vmware.api [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Waiting for the task: (returnval){ [ 1009.735248] env[69858]: value = "task-3419355" [ 1009.735248] env[69858]: _type = "Task" [ 1009.735248] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.740928] env[69858]: DEBUG oslo_vmware.api [None req-9aa46a7c-111a-4275-9cbc-2135bcdcf60a tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1009.740928] env[69858]: value = "task-3419356" [ 1009.740928] env[69858]: _type = "Task" [ 1009.740928] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.748711] env[69858]: DEBUG oslo_vmware.api [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Task: {'id': task-3419355, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.757021] env[69858]: DEBUG oslo_vmware.api [None req-9aa46a7c-111a-4275-9cbc-2135bcdcf60a tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.967448] env[69858]: DEBUG oslo_vmware.api [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419353, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.969250] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebe5497-6696-4ec1-aff4-18fed8650240 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.977171] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83859296-93a2-4fc9-874e-eef23ff68a3f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.017606] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25af633c-d711-4904-9854-035087a00615 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.025070] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c0ae9e-ae47-4d2d-aa85-7947d396c2b0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.042722] env[69858]: DEBUG nova.compute.provider_tree [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.193377] env[69858]: DEBUG nova.network.neutron [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Updating instance_info_cache with network_info: [{"id": "c98c82cc-5f78-48d2-ae41-717b43698200", "address": "fa:16:3e:24:98:4b", "network": {"id": "867ae76e-e22a-4158-8267-e1cff83f2ddc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-601139580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b8e4595b35f4c48a807c1ed8d509995", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc98c82cc-5f", "ovs_interfaceid": "c98c82cc-5f78-48d2-ae41-717b43698200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.225333] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: fda564a3-b774-47e6-bf6d-12fb9e7077e4] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1010.258846] env[69858]: DEBUG oslo_vmware.api [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Task: {'id': task-3419355, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.263474] env[69858]: DEBUG oslo_vmware.api [None req-9aa46a7c-111a-4275-9cbc-2135bcdcf60a tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419356, 'name': PowerOffVM_Task, 'duration_secs': 0.349401} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.263474] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa46a7c-111a-4275-9cbc-2135bcdcf60a tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.263474] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa46a7c-111a-4275-9cbc-2135bcdcf60a tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.263474] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80e1ea1e-87f8-4e38-9c7d-76cd00d5b19b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.340279] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa46a7c-111a-4275-9cbc-2135bcdcf60a tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.340279] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa46a7c-111a-4275-9cbc-2135bcdcf60a tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.340279] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aa46a7c-111a-4275-9cbc-2135bcdcf60a tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Deleting the datastore file [datastore1] 898d7c6b-7e15-47f7-8105-9d44785d46f5 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.340279] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-974bb50e-0900-4cbe-9474-64e23fcfa9fb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.351565] env[69858]: DEBUG oslo_vmware.api [None req-9aa46a7c-111a-4275-9cbc-2135bcdcf60a tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1010.351565] env[69858]: value = "task-3419358" [ 1010.351565] env[69858]: _type = "Task" [ 1010.351565] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.364641] env[69858]: DEBUG oslo_vmware.api [None req-9aa46a7c-111a-4275-9cbc-2135bcdcf60a tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.468423] env[69858]: DEBUG oslo_vmware.api [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419353, 'name': PowerOnVM_Task, 'duration_secs': 1.157695} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.468527] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.468858] env[69858]: INFO nova.compute.manager [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Took 9.34 seconds to spawn the instance on the hypervisor. [ 1010.469297] env[69858]: DEBUG nova.compute.manager [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.470281] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b913d0-d2b1-486c-9cfb-20d80a0c176d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.518981] env[69858]: DEBUG nova.compute.manager [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1010.549138] env[69858]: DEBUG nova.scheduler.client.report [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.560399] env[69858]: DEBUG nova.virt.hardware [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.560694] env[69858]: DEBUG nova.virt.hardware [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.560861] env[69858]: DEBUG nova.virt.hardware [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.564325] env[69858]: DEBUG nova.virt.hardware [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.564325] env[69858]: DEBUG nova.virt.hardware [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.564325] env[69858]: DEBUG nova.virt.hardware [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.564325] env[69858]: DEBUG nova.virt.hardware [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.564325] env[69858]: DEBUG nova.virt.hardware [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.564325] env[69858]: DEBUG nova.virt.hardware [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.564325] env[69858]: DEBUG nova.virt.hardware [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.564595] env[69858]: DEBUG nova.virt.hardware [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.565611] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f8f531-ed83-437e-902a-fbf2e998714e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.571992] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.094s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.572536] env[69858]: DEBUG nova.compute.manager [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1010.575526] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ab40cc93-6748-4285-b301-037ae218830b tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.367s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.575773] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ab40cc93-6748-4285-b301-037ae218830b tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.578050] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.245s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.579554] env[69858]: INFO nova.compute.claims [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 93054b24-16be-40cf-a956-6053b316c126] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1010.590280] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907c55f8-a9dc-49ca-9584-80fd83fccd39 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.620416] env[69858]: INFO nova.scheduler.client.report [None req-ab40cc93-6748-4285-b301-037ae218830b tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Deleted allocations for instance 80836351-28a6-4b5b-892c-606c4df56c89 [ 1010.695508] env[69858]: DEBUG oslo_concurrency.lockutils [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Releasing lock "refresh_cache-cc3faea5-e665-404e-bc36-09a938abfb28" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.695854] env[69858]: DEBUG nova.compute.manager [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Instance network_info: |[{"id": "c98c82cc-5f78-48d2-ae41-717b43698200", "address": "fa:16:3e:24:98:4b", "network": {"id": "867ae76e-e22a-4158-8267-e1cff83f2ddc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-601139580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b8e4595b35f4c48a807c1ed8d509995", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc98c82cc-5f", "ovs_interfaceid": "c98c82cc-5f78-48d2-ae41-717b43698200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1010.696289] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:98:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd182e8eb-3f6d-4c76-a06e-133dd9b3cd30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c98c82cc-5f78-48d2-ae41-717b43698200', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.703705] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Creating folder: Project (7b8e4595b35f4c48a807c1ed8d509995). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1010.704248] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8c576be-8dbe-4d86-803e-6383c1adfb13 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.717294] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Created folder: Project (7b8e4595b35f4c48a807c1ed8d509995) in parent group-v682032. [ 1010.717405] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Creating folder: Instances. Parent ref: group-v682222. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1010.717595] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-721eb910-312e-48e1-aff3-3432cb4d7adf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.728621] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: bb6fe254-1c46-4bc6-a7a4-74ec26fa4079] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1010.730923] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Created folder: Instances in parent group-v682222. [ 1010.731181] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.731377] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.731587] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cac07b1-79c8-4909-84bf-113a4a16ee20 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.756711] env[69858]: DEBUG oslo_vmware.api [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Task: {'id': task-3419355, 'name': ReconfigVM_Task, 'duration_secs': 0.733576} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.758378] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Reconfigured VM instance instance-00000045 to attach disk [datastore2] d6a70464-5106-4f86-ab95-87661e43bae1/d6a70464-5106-4f86-ab95-87661e43bae1.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.758747] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.758747] env[69858]: value = "task-3419361" [ 1010.758747] env[69858]: _type = "Task" [ 1010.758747] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.758933] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a285b44-4709-47d0-8192-31ad338ac222 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.773057] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419361, 'name': CreateVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.776694] env[69858]: DEBUG oslo_vmware.api [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Waiting for the task: (returnval){ [ 1010.776694] env[69858]: value = "task-3419362" [ 1010.776694] env[69858]: _type = "Task" [ 1010.776694] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.791140] env[69858]: DEBUG oslo_vmware.api [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Task: {'id': task-3419362, 'name': Rename_Task} progress is 10%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.861162] env[69858]: DEBUG oslo_vmware.api [None req-9aa46a7c-111a-4275-9cbc-2135bcdcf60a tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.479217} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.861482] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aa46a7c-111a-4275-9cbc-2135bcdcf60a tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.861700] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa46a7c-111a-4275-9cbc-2135bcdcf60a tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.861891] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa46a7c-111a-4275-9cbc-2135bcdcf60a tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.862645] env[69858]: INFO nova.compute.manager [None req-9aa46a7c-111a-4275-9cbc-2135bcdcf60a tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1010.863566] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9aa46a7c-111a-4275-9cbc-2135bcdcf60a tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.863566] env[69858]: DEBUG nova.compute.manager [-] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.863566] env[69858]: DEBUG nova.network.neutron [-] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.890238] env[69858]: DEBUG nova.compute.manager [req-eafaba9d-e564-42df-8835-661d8990bdb5 req-4a45a3c5-bd32-46c3-9844-099446e558fa service nova] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Received event network-changed-c98c82cc-5f78-48d2-ae41-717b43698200 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.890545] env[69858]: DEBUG nova.compute.manager [req-eafaba9d-e564-42df-8835-661d8990bdb5 req-4a45a3c5-bd32-46c3-9844-099446e558fa service nova] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Refreshing instance network info cache due to event network-changed-c98c82cc-5f78-48d2-ae41-717b43698200. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1010.890784] env[69858]: DEBUG oslo_concurrency.lockutils [req-eafaba9d-e564-42df-8835-661d8990bdb5 req-4a45a3c5-bd32-46c3-9844-099446e558fa service nova] Acquiring lock "refresh_cache-cc3faea5-e665-404e-bc36-09a938abfb28" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.890942] env[69858]: DEBUG oslo_concurrency.lockutils [req-eafaba9d-e564-42df-8835-661d8990bdb5 req-4a45a3c5-bd32-46c3-9844-099446e558fa service nova] Acquired lock "refresh_cache-cc3faea5-e665-404e-bc36-09a938abfb28" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.891371] env[69858]: DEBUG nova.network.neutron [req-eafaba9d-e564-42df-8835-661d8990bdb5 req-4a45a3c5-bd32-46c3-9844-099446e558fa service nova] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Refreshing network info cache for port c98c82cc-5f78-48d2-ae41-717b43698200 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.990781] env[69858]: INFO nova.compute.manager [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Took 52.69 seconds to build instance. [ 1011.087038] env[69858]: DEBUG nova.compute.utils [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1011.093182] env[69858]: DEBUG nova.compute.manager [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1011.096019] env[69858]: DEBUG nova.network.neutron [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.138270] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ab40cc93-6748-4285-b301-037ae218830b tempest-ServerMetadataNegativeTestJSON-2046804400 tempest-ServerMetadataNegativeTestJSON-2046804400-project-member] Lock "80836351-28a6-4b5b-892c-606c4df56c89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.345s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.231695] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: ad653df1-ac0a-4761-920f-bd75ce97292a] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1011.259151] env[69858]: DEBUG nova.policy [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47e0591ec2b047bcb8fa71679963c9db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7dedf87ec0a4a0eacbea8b7ce50f40e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.273829] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419361, 'name': CreateVM_Task, 'duration_secs': 0.356794} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.274210] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.275024] env[69858]: DEBUG oslo_concurrency.lockutils [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.275365] env[69858]: DEBUG oslo_concurrency.lockutils [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.275963] env[69858]: DEBUG oslo_concurrency.lockutils [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.276354] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5695b013-4c41-4276-bf46-01cefb2732f0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.287503] env[69858]: DEBUG oslo_vmware.api [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1011.287503] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52af44ad-e88c-cb02-a403-8cc58ef1e8bf" [ 1011.287503] env[69858]: _type = "Task" [ 1011.287503] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.293310] env[69858]: DEBUG nova.network.neutron [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Successfully updated port: 494e6656-0bc8-4056-a27e-e5d56c83e517 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.295124] env[69858]: DEBUG oslo_vmware.api [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Task: {'id': task-3419362, 'name': Rename_Task, 'duration_secs': 0.193452} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.303184] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.303184] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1057cae3-e738-49fd-975f-212df47791d8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.312403] env[69858]: DEBUG oslo_vmware.api [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52af44ad-e88c-cb02-a403-8cc58ef1e8bf, 'name': SearchDatastore_Task, 'duration_secs': 0.017415} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.314151] env[69858]: DEBUG oslo_concurrency.lockutils [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.314394] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.314577] env[69858]: DEBUG oslo_concurrency.lockutils [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.314850] env[69858]: DEBUG oslo_concurrency.lockutils [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.314925] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.315507] env[69858]: DEBUG oslo_vmware.api [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Waiting for the task: (returnval){ [ 1011.315507] env[69858]: value = "task-3419363" [ 1011.315507] env[69858]: _type = "Task" [ 1011.315507] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.315709] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ddb6c0b7-d646-48bd-9329-5ac74ad5f9fa {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.327644] env[69858]: DEBUG oslo_vmware.api [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Task: {'id': task-3419363, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.331498] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.331710] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.332516] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe5d830a-c642-4fa3-bee4-e87cd181fccc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.340657] env[69858]: DEBUG oslo_vmware.api [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1011.340657] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52218458-a649-295c-8e0b-27f14766bc8b" [ 1011.340657] env[69858]: _type = "Task" [ 1011.340657] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.355852] env[69858]: DEBUG oslo_vmware.api [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52218458-a649-295c-8e0b-27f14766bc8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.496780] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9011185f-3fe7-4a78-8778-0385bc408b0c tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "cf25f649-f669-40a9-b002-ff84d5b75100" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.539s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.597592] env[69858]: DEBUG nova.compute.manager [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.735647] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 4bf9024b-387f-4de3-8e44-885ef6f4ec85] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1011.797283] env[69858]: DEBUG oslo_concurrency.lockutils [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "refresh_cache-57d65995-b755-4261-b549-a0a5e2e20f88" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.797624] env[69858]: DEBUG oslo_concurrency.lockutils [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquired lock "refresh_cache-57d65995-b755-4261-b549-a0a5e2e20f88" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.799782] env[69858]: DEBUG nova.network.neutron [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.833767] env[69858]: DEBUG oslo_vmware.api [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Task: {'id': task-3419363, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.839417] env[69858]: DEBUG nova.network.neutron [req-eafaba9d-e564-42df-8835-661d8990bdb5 req-4a45a3c5-bd32-46c3-9844-099446e558fa service nova] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Updated VIF entry in instance network info cache for port c98c82cc-5f78-48d2-ae41-717b43698200. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.839667] env[69858]: DEBUG nova.network.neutron [req-eafaba9d-e564-42df-8835-661d8990bdb5 req-4a45a3c5-bd32-46c3-9844-099446e558fa service nova] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Updating instance_info_cache with network_info: [{"id": "c98c82cc-5f78-48d2-ae41-717b43698200", "address": "fa:16:3e:24:98:4b", "network": {"id": "867ae76e-e22a-4158-8267-e1cff83f2ddc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-601139580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b8e4595b35f4c48a807c1ed8d509995", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc98c82cc-5f", "ovs_interfaceid": "c98c82cc-5f78-48d2-ae41-717b43698200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.856931] env[69858]: DEBUG oslo_vmware.api [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52218458-a649-295c-8e0b-27f14766bc8b, 'name': SearchDatastore_Task, 'duration_secs': 0.012382} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.857208] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eed12d0b-e4ae-4c1d-aac2-515e0470f76c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.868611] env[69858]: DEBUG oslo_vmware.api [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1011.868611] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526e704d-69b7-02e8-4d42-5ae8f2504a2a" [ 1011.868611] env[69858]: _type = "Task" [ 1011.868611] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.877359] env[69858]: DEBUG oslo_vmware.api [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526e704d-69b7-02e8-4d42-5ae8f2504a2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.040858] env[69858]: DEBUG nova.compute.manager [req-10ce71d9-439e-4f6d-a546-c1f9ff7697e5 req-11acb3e8-c7be-45a4-9e1f-3d0e4107ac40 service nova] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Received event network-vif-deleted-27288cb7-f15a-4ee5-b104-e2e06d5f244c {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.041094] env[69858]: INFO nova.compute.manager [req-10ce71d9-439e-4f6d-a546-c1f9ff7697e5 req-11acb3e8-c7be-45a4-9e1f-3d0e4107ac40 service nova] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Neutron deleted interface 27288cb7-f15a-4ee5-b104-e2e06d5f244c; detaching it from the instance and deleting it from the info cache [ 1012.041274] env[69858]: DEBUG nova.network.neutron [req-10ce71d9-439e-4f6d-a546-c1f9ff7697e5 req-11acb3e8-c7be-45a4-9e1f-3d0e4107ac40 service nova] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.090574] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dae71bc-210f-47ba-afb7-71da20f8955c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.099162] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512e3330-12f9-41bf-8192-d25b039f379f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.145768] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274ade2e-1ac9-4064-8f1c-4fb26bcefa0b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.156976] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5620233f-d268-4385-b595-37bf755f4f52 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.176727] env[69858]: DEBUG nova.compute.provider_tree [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.245947] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 9f503faf-77ea-42fc-ab3d-7483d725e0e9] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1012.260154] env[69858]: DEBUG nova.network.neutron [-] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.328493] env[69858]: DEBUG oslo_vmware.api [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Task: {'id': task-3419363, 'name': PowerOnVM_Task, 'duration_secs': 0.544809} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.328758] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.328998] env[69858]: INFO nova.compute.manager [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1012.329471] env[69858]: DEBUG nova.compute.manager [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.330283] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f26549a-1759-4e0f-b134-3fb23ccdf196 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.345270] env[69858]: DEBUG oslo_concurrency.lockutils [req-eafaba9d-e564-42df-8835-661d8990bdb5 req-4a45a3c5-bd32-46c3-9844-099446e558fa service nova] Releasing lock "refresh_cache-cc3faea5-e665-404e-bc36-09a938abfb28" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.350334] env[69858]: DEBUG nova.network.neutron [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.381345] env[69858]: DEBUG oslo_vmware.api [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526e704d-69b7-02e8-4d42-5ae8f2504a2a, 'name': SearchDatastore_Task, 'duration_secs': 0.028851} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.382390] env[69858]: DEBUG oslo_concurrency.lockutils [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.382914] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] cc3faea5-e665-404e-bc36-09a938abfb28/cc3faea5-e665-404e-bc36-09a938abfb28.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.383214] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d12d9c6-f725-4fbb-aea8-153febaf1cbb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.390648] env[69858]: DEBUG oslo_vmware.api [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1012.390648] env[69858]: value = "task-3419364" [ 1012.390648] env[69858]: _type = "Task" [ 1012.390648] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.400360] env[69858]: DEBUG oslo_vmware.api [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.548914] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-abd8e80e-6b13-45d6-9713-a64535589ccc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.557863] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e7d591-85b5-4af0-b7bb-f816bf337ddd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.600878] env[69858]: DEBUG nova.compute.manager [req-10ce71d9-439e-4f6d-a546-c1f9ff7697e5 req-11acb3e8-c7be-45a4-9e1f-3d0e4107ac40 service nova] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Detach interface failed, port_id=27288cb7-f15a-4ee5-b104-e2e06d5f244c, reason: Instance 898d7c6b-7e15-47f7-8105-9d44785d46f5 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1012.612943] env[69858]: DEBUG nova.compute.manager [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1012.632967] env[69858]: DEBUG nova.network.neutron [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Updating instance_info_cache with network_info: [{"id": "494e6656-0bc8-4056-a27e-e5d56c83e517", "address": "fa:16:3e:0f:10:64", "network": {"id": "0cb8dc32-92e2-4a4c-b9a7-b79ea800f471", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-995143875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9769f0327d5246d8b236665cdafb746e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap494e6656-0b", "ovs_interfaceid": "494e6656-0bc8-4056-a27e-e5d56c83e517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.651569] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6d4f82b4-a2c5-495d-89c4-d2faa4b02140 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquiring lock "9aa8b105-0505-42cc-b81f-962b02764121" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.652785] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6d4f82b4-a2c5-495d-89c4-d2faa4b02140 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "9aa8b105-0505-42cc-b81f-962b02764121" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.652785] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6d4f82b4-a2c5-495d-89c4-d2faa4b02140 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquiring lock "9aa8b105-0505-42cc-b81f-962b02764121-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.653401] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6d4f82b4-a2c5-495d-89c4-d2faa4b02140 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "9aa8b105-0505-42cc-b81f-962b02764121-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.653662] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6d4f82b4-a2c5-495d-89c4-d2faa4b02140 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "9aa8b105-0505-42cc-b81f-962b02764121-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.659099] env[69858]: INFO nova.compute.manager [None req-6d4f82b4-a2c5-495d-89c4-d2faa4b02140 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Terminating instance [ 1012.666986] env[69858]: DEBUG nova.virt.hardware [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.667800] env[69858]: DEBUG nova.virt.hardware [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.667800] env[69858]: DEBUG nova.virt.hardware [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.667800] env[69858]: DEBUG nova.virt.hardware [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.668049] env[69858]: DEBUG nova.virt.hardware [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.669041] env[69858]: DEBUG nova.virt.hardware [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.669041] env[69858]: DEBUG nova.virt.hardware [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.669761] env[69858]: DEBUG nova.virt.hardware [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.669865] env[69858]: DEBUG nova.virt.hardware [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.670355] env[69858]: DEBUG nova.virt.hardware [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.670506] env[69858]: DEBUG nova.virt.hardware [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.675221] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c43005d-2ee1-4397-aa77-33f690aca4ea {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.679263] env[69858]: DEBUG nova.compute.manager [None req-6d4f82b4-a2c5-495d-89c4-d2faa4b02140 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.679497] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4f82b4-a2c5-495d-89c4-d2faa4b02140 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.680693] env[69858]: DEBUG nova.scheduler.client.report [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.684786] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5330250a-8977-4895-b7b1-03c63812e09a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.696768] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6036f27-fe6b-4c9c-9653-257381d512e0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.702670] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4f82b4-a2c5-495d-89c4-d2faa4b02140 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.703365] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c83d49d-11bf-4c87-87e5-f85bf27c1706 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.720071] env[69858]: DEBUG oslo_vmware.api [None req-6d4f82b4-a2c5-495d-89c4-d2faa4b02140 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 1012.720071] env[69858]: value = "task-3419365" [ 1012.720071] env[69858]: _type = "Task" [ 1012.720071] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.735121] env[69858]: DEBUG oslo_vmware.api [None req-6d4f82b4-a2c5-495d-89c4-d2faa4b02140 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.736543] env[69858]: DEBUG nova.network.neutron [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Successfully created port: d4bd92ec-6c4d-4bca-bc26-f759381941a2 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1012.750999] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: f744813b-d3de-48bc-90fd-586d676de5d7] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1012.762932] env[69858]: INFO nova.compute.manager [-] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Took 1.90 seconds to deallocate network for instance. [ 1012.851093] env[69858]: INFO nova.compute.manager [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Took 51.48 seconds to build instance. [ 1012.905520] env[69858]: DEBUG oslo_vmware.api [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419364, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.135849] env[69858]: DEBUG oslo_concurrency.lockutils [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Releasing lock "refresh_cache-57d65995-b755-4261-b549-a0a5e2e20f88" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.136231] env[69858]: DEBUG nova.compute.manager [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Instance network_info: |[{"id": "494e6656-0bc8-4056-a27e-e5d56c83e517", "address": "fa:16:3e:0f:10:64", "network": {"id": "0cb8dc32-92e2-4a4c-b9a7-b79ea800f471", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-995143875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9769f0327d5246d8b236665cdafb746e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap494e6656-0b", "ovs_interfaceid": "494e6656-0bc8-4056-a27e-e5d56c83e517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1013.136654] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:10:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '494e6656-0bc8-4056-a27e-e5d56c83e517', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1013.145345] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.145701] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1013.145845] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-067988cd-ebba-405e-a4b2-e38b4dea4ef9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.170906] env[69858]: DEBUG nova.compute.manager [req-9219870c-6ccc-4c21-9fb4-f034e6a8f039 req-d117acce-e373-4d29-81fa-9edf7e4faa97 service nova] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Received event network-vif-plugged-494e6656-0bc8-4056-a27e-e5d56c83e517 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.170906] env[69858]: DEBUG oslo_concurrency.lockutils [req-9219870c-6ccc-4c21-9fb4-f034e6a8f039 req-d117acce-e373-4d29-81fa-9edf7e4faa97 service nova] Acquiring lock "57d65995-b755-4261-b549-a0a5e2e20f88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.171126] env[69858]: DEBUG oslo_concurrency.lockutils [req-9219870c-6ccc-4c21-9fb4-f034e6a8f039 req-d117acce-e373-4d29-81fa-9edf7e4faa97 service nova] Lock "57d65995-b755-4261-b549-a0a5e2e20f88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.171199] env[69858]: DEBUG oslo_concurrency.lockutils [req-9219870c-6ccc-4c21-9fb4-f034e6a8f039 req-d117acce-e373-4d29-81fa-9edf7e4faa97 service nova] Lock "57d65995-b755-4261-b549-a0a5e2e20f88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.171337] env[69858]: DEBUG nova.compute.manager [req-9219870c-6ccc-4c21-9fb4-f034e6a8f039 req-d117acce-e373-4d29-81fa-9edf7e4faa97 service nova] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] No waiting events found dispatching network-vif-plugged-494e6656-0bc8-4056-a27e-e5d56c83e517 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1013.171649] env[69858]: WARNING nova.compute.manager [req-9219870c-6ccc-4c21-9fb4-f034e6a8f039 req-d117acce-e373-4d29-81fa-9edf7e4faa97 service nova] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Received unexpected event network-vif-plugged-494e6656-0bc8-4056-a27e-e5d56c83e517 for instance with vm_state building and task_state spawning. [ 1013.171897] env[69858]: DEBUG nova.compute.manager [req-9219870c-6ccc-4c21-9fb4-f034e6a8f039 req-d117acce-e373-4d29-81fa-9edf7e4faa97 service nova] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Received event network-changed-494e6656-0bc8-4056-a27e-e5d56c83e517 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.172105] env[69858]: DEBUG nova.compute.manager [req-9219870c-6ccc-4c21-9fb4-f034e6a8f039 req-d117acce-e373-4d29-81fa-9edf7e4faa97 service nova] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Refreshing instance network info cache due to event network-changed-494e6656-0bc8-4056-a27e-e5d56c83e517. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.172309] env[69858]: DEBUG oslo_concurrency.lockutils [req-9219870c-6ccc-4c21-9fb4-f034e6a8f039 req-d117acce-e373-4d29-81fa-9edf7e4faa97 service nova] Acquiring lock "refresh_cache-57d65995-b755-4261-b549-a0a5e2e20f88" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.172491] env[69858]: DEBUG oslo_concurrency.lockutils [req-9219870c-6ccc-4c21-9fb4-f034e6a8f039 req-d117acce-e373-4d29-81fa-9edf7e4faa97 service nova] Acquired lock "refresh_cache-57d65995-b755-4261-b549-a0a5e2e20f88" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.172878] env[69858]: DEBUG nova.network.neutron [req-9219870c-6ccc-4c21-9fb4-f034e6a8f039 req-d117acce-e373-4d29-81fa-9edf7e4faa97 service nova] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Refreshing network info cache for port 494e6656-0bc8-4056-a27e-e5d56c83e517 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.186503] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.186503] env[69858]: value = "task-3419366" [ 1013.186503] env[69858]: _type = "Task" [ 1013.186503] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.190063] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.191467] env[69858]: DEBUG nova.compute.manager [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 93054b24-16be-40cf-a956-6053b316c126] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1013.194257] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.370s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.199905] env[69858]: INFO nova.compute.claims [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.208170] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419366, 'name': CreateVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.232847] env[69858]: DEBUG oslo_vmware.api [None req-6d4f82b4-a2c5-495d-89c4-d2faa4b02140 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419365, 'name': PowerOffVM_Task, 'duration_secs': 0.489586} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.232847] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4f82b4-a2c5-495d-89c4-d2faa4b02140 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.232847] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4f82b4-a2c5-495d-89c4-d2faa4b02140 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.232847] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e37f654f-dda0-42cf-a070-7fed044bd3c0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.255391] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 97e3329a-2999-45a4-9ecb-0cc43fbe9eae] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1013.273492] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9aa46a7c-111a-4275-9cbc-2135bcdcf60a tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.306748] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4f82b4-a2c5-495d-89c4-d2faa4b02140 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.306975] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4f82b4-a2c5-495d-89c4-d2faa4b02140 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.307221] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d4f82b4-a2c5-495d-89c4-d2faa4b02140 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Deleting the datastore file [datastore1] 9aa8b105-0505-42cc-b81f-962b02764121 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.307457] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81b4ea33-116f-4fd6-9649-5db6e40705cf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.317019] env[69858]: DEBUG oslo_vmware.api [None req-6d4f82b4-a2c5-495d-89c4-d2faa4b02140 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 1013.317019] env[69858]: value = "task-3419368" [ 1013.317019] env[69858]: _type = "Task" [ 1013.317019] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.330287] env[69858]: DEBUG oslo_vmware.api [None req-6d4f82b4-a2c5-495d-89c4-d2faa4b02140 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419368, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.354014] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f5d7576f-e6aa-40df-a59b-206063ad5068 tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Lock "d6a70464-5106-4f86-ab95-87661e43bae1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.733s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.401997] env[69858]: DEBUG oslo_vmware.api [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419364, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715257} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.402321] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] cc3faea5-e665-404e-bc36-09a938abfb28/cc3faea5-e665-404e-bc36-09a938abfb28.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.402524] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.402800] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b488515e-8cb1-42bc-9077-e637470fdfc7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.412019] env[69858]: DEBUG oslo_vmware.api [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1013.412019] env[69858]: value = "task-3419369" [ 1013.412019] env[69858]: _type = "Task" [ 1013.412019] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.422658] env[69858]: DEBUG oslo_vmware.api [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419369, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.713259] env[69858]: DEBUG nova.compute.utils [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1013.713654] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419366, 'name': CreateVM_Task, 'duration_secs': 0.44139} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.714574] env[69858]: DEBUG nova.compute.manager [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 93054b24-16be-40cf-a956-6053b316c126] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1013.714879] env[69858]: DEBUG nova.network.neutron [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 93054b24-16be-40cf-a956-6053b316c126] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1013.717533] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.718915] env[69858]: DEBUG oslo_concurrency.lockutils [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.719228] env[69858]: DEBUG oslo_concurrency.lockutils [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.719636] env[69858]: DEBUG oslo_concurrency.lockutils [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.720569] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40acba88-b643-4547-b63f-7f2ddcc979ce {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.740367] env[69858]: DEBUG oslo_vmware.api [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1013.740367] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f35f5a-a39f-5e87-c9ab-d23ff971bb50" [ 1013.740367] env[69858]: _type = "Task" [ 1013.740367] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.750677] env[69858]: DEBUG oslo_vmware.api [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f35f5a-a39f-5e87-c9ab-d23ff971bb50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.759129] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1013.759385] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Cleaning up deleted instances with incomplete migration {{(pid=69858) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1013.827487] env[69858]: DEBUG oslo_vmware.api [None req-6d4f82b4-a2c5-495d-89c4-d2faa4b02140 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419368, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271622} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.827754] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d4f82b4-a2c5-495d-89c4-d2faa4b02140 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.828013] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4f82b4-a2c5-495d-89c4-d2faa4b02140 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.828232] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4f82b4-a2c5-495d-89c4-d2faa4b02140 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.828412] env[69858]: INFO nova.compute.manager [None req-6d4f82b4-a2c5-495d-89c4-d2faa4b02140 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1013.828650] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d4f82b4-a2c5-495d-89c4-d2faa4b02140 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.828845] env[69858]: DEBUG nova.compute.manager [-] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.829042] env[69858]: DEBUG nova.network.neutron [-] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.880631] env[69858]: DEBUG nova.policy [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b75a862ad974218bf8546e769a1d274', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '589e945606ed4baaa181e2fca555b496', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1013.924091] env[69858]: DEBUG oslo_vmware.api [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419369, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078864} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.924520] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.925736] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9628c0a9-78ce-4fe2-a48b-2ff22ca1d36c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.952763] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] cc3faea5-e665-404e-bc36-09a938abfb28/cc3faea5-e665-404e-bc36-09a938abfb28.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.955456] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f570fec-c35e-4d66-ab6e-fd68961bfb57 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.975599] env[69858]: DEBUG oslo_vmware.api [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1013.975599] env[69858]: value = "task-3419370" [ 1013.975599] env[69858]: _type = "Task" [ 1013.975599] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.983705] env[69858]: DEBUG oslo_vmware.api [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419370, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.023453] env[69858]: DEBUG nova.network.neutron [req-9219870c-6ccc-4c21-9fb4-f034e6a8f039 req-d117acce-e373-4d29-81fa-9edf7e4faa97 service nova] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Updated VIF entry in instance network info cache for port 494e6656-0bc8-4056-a27e-e5d56c83e517. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.023835] env[69858]: DEBUG nova.network.neutron [req-9219870c-6ccc-4c21-9fb4-f034e6a8f039 req-d117acce-e373-4d29-81fa-9edf7e4faa97 service nova] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Updating instance_info_cache with network_info: [{"id": "494e6656-0bc8-4056-a27e-e5d56c83e517", "address": "fa:16:3e:0f:10:64", "network": {"id": "0cb8dc32-92e2-4a4c-b9a7-b79ea800f471", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-995143875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9769f0327d5246d8b236665cdafb746e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap494e6656-0b", "ovs_interfaceid": "494e6656-0bc8-4056-a27e-e5d56c83e517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.222023] env[69858]: DEBUG nova.compute.manager [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 93054b24-16be-40cf-a956-6053b316c126] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1014.252333] env[69858]: DEBUG oslo_vmware.api [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f35f5a-a39f-5e87-c9ab-d23ff971bb50, 'name': SearchDatastore_Task, 'duration_secs': 0.019869} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.252668] env[69858]: DEBUG oslo_concurrency.lockutils [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.252668] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.253136] env[69858]: DEBUG oslo_concurrency.lockutils [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.254460] env[69858]: DEBUG oslo_concurrency.lockutils [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.254693] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.255417] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45699cb7-05f0-48b5-ab2d-d9aed0a37795 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.264986] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1014.276718] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.276879] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.277694] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15e5be60-9004-476b-a1e9-c97d39cbdb72 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.288733] env[69858]: DEBUG oslo_vmware.api [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1014.288733] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5201d68a-9d0e-e66f-6a90-cf9bd514cef7" [ 1014.288733] env[69858]: _type = "Task" [ 1014.288733] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.296199] env[69858]: DEBUG oslo_vmware.api [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5201d68a-9d0e-e66f-6a90-cf9bd514cef7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.491423] env[69858]: DEBUG oslo_vmware.api [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.527804] env[69858]: DEBUG oslo_concurrency.lockutils [req-9219870c-6ccc-4c21-9fb4-f034e6a8f039 req-d117acce-e373-4d29-81fa-9edf7e4faa97 service nova] Releasing lock "refresh_cache-57d65995-b755-4261-b549-a0a5e2e20f88" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.528090] env[69858]: DEBUG nova.compute.manager [req-9219870c-6ccc-4c21-9fb4-f034e6a8f039 req-d117acce-e373-4d29-81fa-9edf7e4faa97 service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Received event network-changed-6836815f-d353-42f0-816c-9d1ca58a6957 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.528603] env[69858]: DEBUG nova.compute.manager [req-9219870c-6ccc-4c21-9fb4-f034e6a8f039 req-d117acce-e373-4d29-81fa-9edf7e4faa97 service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Refreshing instance network info cache due to event network-changed-6836815f-d353-42f0-816c-9d1ca58a6957. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1014.528861] env[69858]: DEBUG oslo_concurrency.lockutils [req-9219870c-6ccc-4c21-9fb4-f034e6a8f039 req-d117acce-e373-4d29-81fa-9edf7e4faa97 service nova] Acquiring lock "refresh_cache-cf25f649-f669-40a9-b002-ff84d5b75100" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.529018] env[69858]: DEBUG oslo_concurrency.lockutils [req-9219870c-6ccc-4c21-9fb4-f034e6a8f039 req-d117acce-e373-4d29-81fa-9edf7e4faa97 service nova] Acquired lock "refresh_cache-cf25f649-f669-40a9-b002-ff84d5b75100" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.529202] env[69858]: DEBUG nova.network.neutron [req-9219870c-6ccc-4c21-9fb4-f034e6a8f039 req-d117acce-e373-4d29-81fa-9edf7e4faa97 service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Refreshing network info cache for port 6836815f-d353-42f0-816c-9d1ca58a6957 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.641358] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fea82f-065f-41bc-8513-080d3de4589f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.650569] env[69858]: DEBUG nova.network.neutron [-] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.653380] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486afb1c-c15a-4286-9ba6-75e36bf88d33 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.689032] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05530887-7fdd-443d-a3bd-d0fe2f491cca {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.697074] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a0c4fa-7c53-459b-b63b-0db03340a66a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.716528] env[69858]: DEBUG nova.compute.provider_tree [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.797830] env[69858]: DEBUG oslo_vmware.api [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5201d68a-9d0e-e66f-6a90-cf9bd514cef7, 'name': SearchDatastore_Task, 'duration_secs': 0.046696} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.798698] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8c310fb-4e52-4343-8eac-03476b465410 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.804266] env[69858]: DEBUG oslo_vmware.api [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1014.804266] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5220c1e5-19ca-0074-57ae-cd13bd4298a7" [ 1014.804266] env[69858]: _type = "Task" [ 1014.804266] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.811758] env[69858]: DEBUG oslo_vmware.api [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5220c1e5-19ca-0074-57ae-cd13bd4298a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.989330] env[69858]: DEBUG oslo_vmware.api [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419370, 'name': ReconfigVM_Task, 'duration_secs': 0.611043} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.989622] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Reconfigured VM instance instance-00000046 to attach disk [datastore1] cc3faea5-e665-404e-bc36-09a938abfb28/cc3faea5-e665-404e-bc36-09a938abfb28.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.990437] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9de26d40-be18-4380-8efd-14d4d69116fc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.997022] env[69858]: DEBUG oslo_vmware.api [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1014.997022] env[69858]: value = "task-3419371" [ 1014.997022] env[69858]: _type = "Task" [ 1014.997022] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.008583] env[69858]: DEBUG oslo_vmware.api [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419371, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.153051] env[69858]: INFO nova.compute.manager [-] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Took 1.32 seconds to deallocate network for instance. [ 1015.222158] env[69858]: DEBUG nova.scheduler.client.report [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.227920] env[69858]: DEBUG nova.compute.manager [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 93054b24-16be-40cf-a956-6053b316c126] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1015.275634] env[69858]: DEBUG nova.virt.hardware [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.275887] env[69858]: DEBUG nova.virt.hardware [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.276123] env[69858]: DEBUG nova.virt.hardware [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.277391] env[69858]: DEBUG nova.virt.hardware [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.277568] env[69858]: DEBUG nova.virt.hardware [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.277728] env[69858]: DEBUG nova.virt.hardware [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.278054] env[69858]: DEBUG nova.virt.hardware [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.278194] env[69858]: DEBUG nova.virt.hardware [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.278368] env[69858]: DEBUG nova.virt.hardware [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.278531] env[69858]: DEBUG nova.virt.hardware [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.278700] env[69858]: DEBUG nova.virt.hardware [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.279916] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7285926d-f935-41fb-b97c-2fbef8ceee75 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.289273] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00b3756-11b6-40f1-b5da-1407a62d6161 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.316382] env[69858]: DEBUG oslo_vmware.api [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5220c1e5-19ca-0074-57ae-cd13bd4298a7, 'name': SearchDatastore_Task, 'duration_secs': 0.025611} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.316382] env[69858]: DEBUG oslo_concurrency.lockutils [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.316382] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 57d65995-b755-4261-b549-a0a5e2e20f88/57d65995-b755-4261-b549-a0a5e2e20f88.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.316867] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47ea23b8-3049-40ad-ab11-74aca2f552d2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.323451] env[69858]: DEBUG oslo_vmware.api [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1015.323451] env[69858]: value = "task-3419372" [ 1015.323451] env[69858]: _type = "Task" [ 1015.323451] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.331348] env[69858]: DEBUG oslo_vmware.api [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.405153] env[69858]: DEBUG nova.network.neutron [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 93054b24-16be-40cf-a956-6053b316c126] Successfully created port: 00424d26-6463-4256-933d-a6dabd97e50b {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.515382] env[69858]: DEBUG oslo_vmware.api [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419371, 'name': Rename_Task, 'duration_secs': 0.376125} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.518449] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.518766] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37c1acda-bee3-477f-9c1b-a3264f3e8fa8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.526162] env[69858]: DEBUG oslo_vmware.api [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1015.526162] env[69858]: value = "task-3419373" [ 1015.526162] env[69858]: _type = "Task" [ 1015.526162] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.528190] env[69858]: DEBUG nova.compute.manager [req-55b6e2a6-a61a-44d6-ae86-f263686bcae1 req-217c9d79-3427-4d3e-a842-aaf5e46010c5 service nova] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Received event network-vif-deleted-3a8be4a7-543d-405a-ac35-c12ced9f249d {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.538373] env[69858]: DEBUG oslo_vmware.api [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.578625] env[69858]: DEBUG nova.network.neutron [req-9219870c-6ccc-4c21-9fb4-f034e6a8f039 req-d117acce-e373-4d29-81fa-9edf7e4faa97 service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Updated VIF entry in instance network info cache for port 6836815f-d353-42f0-816c-9d1ca58a6957. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.578625] env[69858]: DEBUG nova.network.neutron [req-9219870c-6ccc-4c21-9fb4-f034e6a8f039 req-d117acce-e373-4d29-81fa-9edf7e4faa97 service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Updating instance_info_cache with network_info: [{"id": "6836815f-d353-42f0-816c-9d1ca58a6957", "address": "fa:16:3e:6b:6f:9e", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6836815f-d3", "ovs_interfaceid": "6836815f-d353-42f0-816c-9d1ca58a6957", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.662706] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6d4f82b4-a2c5-495d-89c4-d2faa4b02140 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.734466] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.735466] env[69858]: DEBUG nova.compute.manager [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.739706] env[69858]: DEBUG oslo_concurrency.lockutils [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.263s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.743278] env[69858]: INFO nova.compute.claims [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.787337] env[69858]: DEBUG nova.compute.manager [req-9481c7d9-d8d3-4ebd-a5b6-545b1028f659 req-6f227b17-84b6-4f73-8e47-e74f22d9909f service nova] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Received event network-vif-plugged-d4bd92ec-6c4d-4bca-bc26-f759381941a2 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.787596] env[69858]: DEBUG oslo_concurrency.lockutils [req-9481c7d9-d8d3-4ebd-a5b6-545b1028f659 req-6f227b17-84b6-4f73-8e47-e74f22d9909f service nova] Acquiring lock "9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.787833] env[69858]: DEBUG oslo_concurrency.lockutils [req-9481c7d9-d8d3-4ebd-a5b6-545b1028f659 req-6f227b17-84b6-4f73-8e47-e74f22d9909f service nova] Lock "9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.791019] env[69858]: DEBUG oslo_concurrency.lockutils [req-9481c7d9-d8d3-4ebd-a5b6-545b1028f659 req-6f227b17-84b6-4f73-8e47-e74f22d9909f service nova] Lock "9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.791019] env[69858]: DEBUG nova.compute.manager [req-9481c7d9-d8d3-4ebd-a5b6-545b1028f659 req-6f227b17-84b6-4f73-8e47-e74f22d9909f service nova] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] No waiting events found dispatching network-vif-plugged-d4bd92ec-6c4d-4bca-bc26-f759381941a2 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1015.791019] env[69858]: WARNING nova.compute.manager [req-9481c7d9-d8d3-4ebd-a5b6-545b1028f659 req-6f227b17-84b6-4f73-8e47-e74f22d9909f service nova] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Received unexpected event network-vif-plugged-d4bd92ec-6c4d-4bca-bc26-f759381941a2 for instance with vm_state building and task_state spawning. [ 1015.840089] env[69858]: DEBUG oslo_vmware.api [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419372, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.046775] env[69858]: DEBUG oslo_vmware.api [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419373, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.085151] env[69858]: DEBUG oslo_concurrency.lockutils [req-9219870c-6ccc-4c21-9fb4-f034e6a8f039 req-d117acce-e373-4d29-81fa-9edf7e4faa97 service nova] Releasing lock "refresh_cache-cf25f649-f669-40a9-b002-ff84d5b75100" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.188200] env[69858]: DEBUG nova.network.neutron [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Successfully updated port: d4bd92ec-6c4d-4bca-bc26-f759381941a2 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1016.248994] env[69858]: DEBUG nova.compute.utils [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.260112] env[69858]: DEBUG nova.compute.manager [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1016.260112] env[69858]: DEBUG nova.network.neutron [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1016.343254] env[69858]: DEBUG oslo_vmware.api [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419372, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682322} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.343583] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 57d65995-b755-4261-b549-a0a5e2e20f88/57d65995-b755-4261-b549-a0a5e2e20f88.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.343805] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.345366] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b114b1af-74ae-42c1-b885-dac43c679b14 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.349976] env[69858]: DEBUG nova.policy [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e670047c916746eaaa2c2401b0446586', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19711d5bf05b42d6bcd1a4f2f89fd166', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.354209] env[69858]: DEBUG oslo_vmware.api [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1016.354209] env[69858]: value = "task-3419374" [ 1016.354209] env[69858]: _type = "Task" [ 1016.354209] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.363685] env[69858]: DEBUG oslo_vmware.api [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.552053] env[69858]: DEBUG oslo_vmware.api [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419373, 'name': PowerOnVM_Task, 'duration_secs': 0.678542} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.552053] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.552053] env[69858]: INFO nova.compute.manager [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1016.552053] env[69858]: DEBUG nova.compute.manager [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.553077] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bce76f-2a38-4f9b-8b73-cdf02de3d922 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.691767] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "refresh_cache-9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.691767] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquired lock "refresh_cache-9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.691949] env[69858]: DEBUG nova.network.neutron [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.760600] env[69858]: DEBUG nova.compute.manager [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1016.868162] env[69858]: DEBUG oslo_vmware.api [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.931243] env[69858]: DEBUG nova.network.neutron [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Successfully created port: 7fda97d4-a39c-468c-9a4b-eafb8d282065 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.076115] env[69858]: INFO nova.compute.manager [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Took 49.07 seconds to build instance. [ 1017.253307] env[69858]: DEBUG nova.network.neutron [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1017.261876] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c32ec84-8da5-4147-be6e-ba0b0828aa6e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.280549] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4b8a44-3306-42a4-b1fe-08e391d06211 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.318702] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4860a5e-bd33-400b-b540-8f6732e958af {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.327227] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32f0570-0464-4c74-bf31-25902e372633 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.346981] env[69858]: DEBUG nova.compute.provider_tree [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.367900] env[69858]: DEBUG oslo_vmware.api [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.744681} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.368232] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.369087] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15c3440-89b2-4ad4-9a93-4cdd71189852 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.392268] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 57d65995-b755-4261-b549-a0a5e2e20f88/57d65995-b755-4261-b549-a0a5e2e20f88.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.392597] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c78136ba-8d0d-4b65-abcd-85f5f96b67c6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.414627] env[69858]: DEBUG oslo_vmware.api [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1017.414627] env[69858]: value = "task-3419375" [ 1017.414627] env[69858]: _type = "Task" [ 1017.414627] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.422875] env[69858]: DEBUG oslo_vmware.api [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419375, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.446241] env[69858]: DEBUG nova.network.neutron [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Updating instance_info_cache with network_info: [{"id": "d4bd92ec-6c4d-4bca-bc26-f759381941a2", "address": "fa:16:3e:d5:7a:d0", "network": {"id": "8ff8d9d7-ac3f-4144-8c10-cf2cb5e15ece", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-665236185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7dedf87ec0a4a0eacbea8b7ce50f40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4bd92ec-6c", "ovs_interfaceid": "d4bd92ec-6c4d-4bca-bc26-f759381941a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.574602] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6e200372-3017-43b8-ac44-2cf3571a76cd tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Acquiring lock "d6a70464-5106-4f86-ab95-87661e43bae1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.575169] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6e200372-3017-43b8-ac44-2cf3571a76cd tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Lock "d6a70464-5106-4f86-ab95-87661e43bae1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.575468] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6e200372-3017-43b8-ac44-2cf3571a76cd tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Acquiring lock "d6a70464-5106-4f86-ab95-87661e43bae1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.575748] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6e200372-3017-43b8-ac44-2cf3571a76cd tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Lock "d6a70464-5106-4f86-ab95-87661e43bae1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.575984] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6e200372-3017-43b8-ac44-2cf3571a76cd tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Lock "d6a70464-5106-4f86-ab95-87661e43bae1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.579259] env[69858]: INFO nova.compute.manager [None req-6e200372-3017-43b8-ac44-2cf3571a76cd tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Terminating instance [ 1017.581106] env[69858]: DEBUG oslo_concurrency.lockutils [None req-228a017b-52b2-4fac-a8d7-e3736ca75f6a tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "cc3faea5-e665-404e-bc36-09a938abfb28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.594s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.772945] env[69858]: DEBUG nova.compute.manager [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1017.795146] env[69858]: DEBUG nova.network.neutron [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 93054b24-16be-40cf-a956-6053b316c126] Successfully updated port: 00424d26-6463-4256-933d-a6dabd97e50b {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.804362] env[69858]: DEBUG nova.virt.hardware [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.804679] env[69858]: DEBUG nova.virt.hardware [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.804917] env[69858]: DEBUG nova.virt.hardware [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.805146] env[69858]: DEBUG nova.virt.hardware [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.805309] env[69858]: DEBUG nova.virt.hardware [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.805459] env[69858]: DEBUG nova.virt.hardware [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.805674] env[69858]: DEBUG nova.virt.hardware [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.805883] env[69858]: DEBUG nova.virt.hardware [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.806015] env[69858]: DEBUG nova.virt.hardware [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.806247] env[69858]: DEBUG nova.virt.hardware [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.806344] env[69858]: DEBUG nova.virt.hardware [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.807285] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9a27e1-9d94-44cc-ae14-ca0efb2fd589 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.816350] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9f5147-c5fe-4e4a-af4b-7d821e71f54b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.823958] env[69858]: DEBUG nova.compute.manager [req-76646546-d4a6-4af5-9ea6-896757e64760 req-5417a68d-fd1f-49bf-a5e8-a2e52e8b9f57 service nova] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Received event network-changed-d4bd92ec-6c4d-4bca-bc26-f759381941a2 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.824372] env[69858]: DEBUG nova.compute.manager [req-76646546-d4a6-4af5-9ea6-896757e64760 req-5417a68d-fd1f-49bf-a5e8-a2e52e8b9f57 service nova] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Refreshing instance network info cache due to event network-changed-d4bd92ec-6c4d-4bca-bc26-f759381941a2. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1017.824596] env[69858]: DEBUG oslo_concurrency.lockutils [req-76646546-d4a6-4af5-9ea6-896757e64760 req-5417a68d-fd1f-49bf-a5e8-a2e52e8b9f57 service nova] Acquiring lock "refresh_cache-9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.846791] env[69858]: DEBUG nova.scheduler.client.report [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.924264] env[69858]: DEBUG oslo_vmware.api [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419375, 'name': ReconfigVM_Task, 'duration_secs': 0.298815} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.924264] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 57d65995-b755-4261-b549-a0a5e2e20f88/57d65995-b755-4261-b549-a0a5e2e20f88.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.925528] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4da4752-54a9-47aa-a0de-00478d7acda2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.934318] env[69858]: DEBUG oslo_vmware.api [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1017.934318] env[69858]: value = "task-3419376" [ 1017.934318] env[69858]: _type = "Task" [ 1017.934318] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.942788] env[69858]: DEBUG oslo_vmware.api [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419376, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.952362] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Releasing lock "refresh_cache-9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.952362] env[69858]: DEBUG nova.compute.manager [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Instance network_info: |[{"id": "d4bd92ec-6c4d-4bca-bc26-f759381941a2", "address": "fa:16:3e:d5:7a:d0", "network": {"id": "8ff8d9d7-ac3f-4144-8c10-cf2cb5e15ece", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-665236185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7dedf87ec0a4a0eacbea8b7ce50f40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4bd92ec-6c", "ovs_interfaceid": "d4bd92ec-6c4d-4bca-bc26-f759381941a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1017.952362] env[69858]: DEBUG oslo_concurrency.lockutils [req-76646546-d4a6-4af5-9ea6-896757e64760 req-5417a68d-fd1f-49bf-a5e8-a2e52e8b9f57 service nova] Acquired lock "refresh_cache-9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.952362] env[69858]: DEBUG nova.network.neutron [req-76646546-d4a6-4af5-9ea6-896757e64760 req-5417a68d-fd1f-49bf-a5e8-a2e52e8b9f57 service nova] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Refreshing network info cache for port d4bd92ec-6c4d-4bca-bc26-f759381941a2 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.952362] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:7a:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '67921bdb-a7a0-46b5-ba05-ca997496e222', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4bd92ec-6c4d-4bca-bc26-f759381941a2', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.960955] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.965350] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.965350] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d60dc90-63b7-456a-8827-869dbc0680f5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.988567] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.988567] env[69858]: value = "task-3419377" [ 1017.988567] env[69858]: _type = "Task" [ 1017.988567] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.997907] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419377, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.083722] env[69858]: DEBUG nova.compute.manager [None req-6e200372-3017-43b8-ac44-2cf3571a76cd tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.084017] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6e200372-3017-43b8-ac44-2cf3571a76cd tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.085031] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d07555-f4aa-4ef3-9025-180d42abba44 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.098138] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e200372-3017-43b8-ac44-2cf3571a76cd tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.098544] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f91b889c-c5a6-410c-9105-844233e7d97d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.108814] env[69858]: DEBUG oslo_vmware.api [None req-6e200372-3017-43b8-ac44-2cf3571a76cd tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Waiting for the task: (returnval){ [ 1018.108814] env[69858]: value = "task-3419378" [ 1018.108814] env[69858]: _type = "Task" [ 1018.108814] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.118313] env[69858]: DEBUG oslo_vmware.api [None req-6e200372-3017-43b8-ac44-2cf3571a76cd tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Task: {'id': task-3419378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.259152] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f4b15768-b70d-44cc-bc20-41b5da0ed6bc tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "cc3faea5-e665-404e-bc36-09a938abfb28" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.259531] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f4b15768-b70d-44cc-bc20-41b5da0ed6bc tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "cc3faea5-e665-404e-bc36-09a938abfb28" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.259799] env[69858]: DEBUG nova.compute.manager [None req-f4b15768-b70d-44cc-bc20-41b5da0ed6bc tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.261176] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a2b50e-29b3-4a5b-970f-2d510f3f6b20 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.266195] env[69858]: DEBUG nova.network.neutron [req-76646546-d4a6-4af5-9ea6-896757e64760 req-5417a68d-fd1f-49bf-a5e8-a2e52e8b9f57 service nova] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Updated VIF entry in instance network info cache for port d4bd92ec-6c4d-4bca-bc26-f759381941a2. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.266663] env[69858]: DEBUG nova.network.neutron [req-76646546-d4a6-4af5-9ea6-896757e64760 req-5417a68d-fd1f-49bf-a5e8-a2e52e8b9f57 service nova] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Updating instance_info_cache with network_info: [{"id": "d4bd92ec-6c4d-4bca-bc26-f759381941a2", "address": "fa:16:3e:d5:7a:d0", "network": {"id": "8ff8d9d7-ac3f-4144-8c10-cf2cb5e15ece", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-665236185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7dedf87ec0a4a0eacbea8b7ce50f40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4bd92ec-6c", "ovs_interfaceid": "d4bd92ec-6c4d-4bca-bc26-f759381941a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.274063] env[69858]: DEBUG nova.compute.manager [None req-f4b15768-b70d-44cc-bc20-41b5da0ed6bc tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69858) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1018.275619] env[69858]: DEBUG nova.objects.instance [None req-f4b15768-b70d-44cc-bc20-41b5da0ed6bc tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lazy-loading 'flavor' on Instance uuid cc3faea5-e665-404e-bc36-09a938abfb28 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.299781] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Acquiring lock "refresh_cache-93054b24-16be-40cf-a956-6053b316c126" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.299928] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Acquired lock "refresh_cache-93054b24-16be-40cf-a956-6053b316c126" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.300153] env[69858]: DEBUG nova.network.neutron [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 93054b24-16be-40cf-a956-6053b316c126] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.352979] env[69858]: DEBUG oslo_concurrency.lockutils [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.353682] env[69858]: DEBUG nova.compute.manager [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1018.360452] env[69858]: DEBUG oslo_concurrency.lockutils [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.677s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.362426] env[69858]: INFO nova.compute.claims [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.446541] env[69858]: DEBUG oslo_vmware.api [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419376, 'name': Rename_Task, 'duration_secs': 0.178271} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.446985] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.447454] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30210024-1342-44bc-8444-db1950aabf7f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.458172] env[69858]: DEBUG oslo_vmware.api [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1018.458172] env[69858]: value = "task-3419379" [ 1018.458172] env[69858]: _type = "Task" [ 1018.458172] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.469416] env[69858]: DEBUG oslo_vmware.api [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.504492] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419377, 'name': CreateVM_Task, 'duration_secs': 0.493587} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.504492] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.505262] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.505360] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.506610] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.506610] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-050d5e1d-d4d0-409a-a2b3-b0e9a429a8b7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.512255] env[69858]: DEBUG oslo_vmware.api [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1018.512255] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521e2927-4c36-174e-1688-be5938adfa9d" [ 1018.512255] env[69858]: _type = "Task" [ 1018.512255] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.522582] env[69858]: DEBUG oslo_vmware.api [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521e2927-4c36-174e-1688-be5938adfa9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.584563] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0b89f64b-e624-485f-ae77-a6cfcba7bb72 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquiring lock "60f35308-2c0b-49b5-b59c-f009be3d3822" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.584563] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0b89f64b-e624-485f-ae77-a6cfcba7bb72 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lock "60f35308-2c0b-49b5-b59c-f009be3d3822" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.624219] env[69858]: DEBUG oslo_vmware.api [None req-6e200372-3017-43b8-ac44-2cf3571a76cd tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Task: {'id': task-3419378, 'name': PowerOffVM_Task, 'duration_secs': 0.274521} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.624219] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e200372-3017-43b8-ac44-2cf3571a76cd tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.624219] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6e200372-3017-43b8-ac44-2cf3571a76cd tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.624219] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2d0575e-fea9-44c4-8006-332d344f6262 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.690525] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6e200372-3017-43b8-ac44-2cf3571a76cd tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.690777] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6e200372-3017-43b8-ac44-2cf3571a76cd tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.690939] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e200372-3017-43b8-ac44-2cf3571a76cd tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Deleting the datastore file [datastore2] d6a70464-5106-4f86-ab95-87661e43bae1 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.691237] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39a00580-d3b3-4ad1-87dd-7279f263dc98 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.698055] env[69858]: DEBUG oslo_vmware.api [None req-6e200372-3017-43b8-ac44-2cf3571a76cd tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Waiting for the task: (returnval){ [ 1018.698055] env[69858]: value = "task-3419381" [ 1018.698055] env[69858]: _type = "Task" [ 1018.698055] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.709507] env[69858]: DEBUG oslo_vmware.api [None req-6e200372-3017-43b8-ac44-2cf3571a76cd tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Task: {'id': task-3419381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.733576] env[69858]: DEBUG nova.network.neutron [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Successfully updated port: 7fda97d4-a39c-468c-9a4b-eafb8d282065 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1018.769408] env[69858]: DEBUG oslo_concurrency.lockutils [req-76646546-d4a6-4af5-9ea6-896757e64760 req-5417a68d-fd1f-49bf-a5e8-a2e52e8b9f57 service nova] Releasing lock "refresh_cache-9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.769714] env[69858]: DEBUG nova.compute.manager [req-76646546-d4a6-4af5-9ea6-896757e64760 req-5417a68d-fd1f-49bf-a5e8-a2e52e8b9f57 service nova] [instance: 93054b24-16be-40cf-a956-6053b316c126] Received event network-vif-plugged-00424d26-6463-4256-933d-a6dabd97e50b {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.770021] env[69858]: DEBUG oslo_concurrency.lockutils [req-76646546-d4a6-4af5-9ea6-896757e64760 req-5417a68d-fd1f-49bf-a5e8-a2e52e8b9f57 service nova] Acquiring lock "93054b24-16be-40cf-a956-6053b316c126-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.771033] env[69858]: DEBUG oslo_concurrency.lockutils [req-76646546-d4a6-4af5-9ea6-896757e64760 req-5417a68d-fd1f-49bf-a5e8-a2e52e8b9f57 service nova] Lock "93054b24-16be-40cf-a956-6053b316c126-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.771033] env[69858]: DEBUG oslo_concurrency.lockutils [req-76646546-d4a6-4af5-9ea6-896757e64760 req-5417a68d-fd1f-49bf-a5e8-a2e52e8b9f57 service nova] Lock "93054b24-16be-40cf-a956-6053b316c126-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.771033] env[69858]: DEBUG nova.compute.manager [req-76646546-d4a6-4af5-9ea6-896757e64760 req-5417a68d-fd1f-49bf-a5e8-a2e52e8b9f57 service nova] [instance: 93054b24-16be-40cf-a956-6053b316c126] No waiting events found dispatching network-vif-plugged-00424d26-6463-4256-933d-a6dabd97e50b {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1018.771033] env[69858]: WARNING nova.compute.manager [req-76646546-d4a6-4af5-9ea6-896757e64760 req-5417a68d-fd1f-49bf-a5e8-a2e52e8b9f57 service nova] [instance: 93054b24-16be-40cf-a956-6053b316c126] Received unexpected event network-vif-plugged-00424d26-6463-4256-933d-a6dabd97e50b for instance with vm_state building and task_state spawning. [ 1018.771273] env[69858]: DEBUG nova.compute.manager [req-76646546-d4a6-4af5-9ea6-896757e64760 req-5417a68d-fd1f-49bf-a5e8-a2e52e8b9f57 service nova] [instance: 93054b24-16be-40cf-a956-6053b316c126] Received event network-changed-00424d26-6463-4256-933d-a6dabd97e50b {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.771358] env[69858]: DEBUG nova.compute.manager [req-76646546-d4a6-4af5-9ea6-896757e64760 req-5417a68d-fd1f-49bf-a5e8-a2e52e8b9f57 service nova] [instance: 93054b24-16be-40cf-a956-6053b316c126] Refreshing instance network info cache due to event network-changed-00424d26-6463-4256-933d-a6dabd97e50b. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.771559] env[69858]: DEBUG oslo_concurrency.lockutils [req-76646546-d4a6-4af5-9ea6-896757e64760 req-5417a68d-fd1f-49bf-a5e8-a2e52e8b9f57 service nova] Acquiring lock "refresh_cache-93054b24-16be-40cf-a956-6053b316c126" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.832959] env[69858]: DEBUG nova.network.neutron [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 93054b24-16be-40cf-a956-6053b316c126] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.868139] env[69858]: DEBUG nova.compute.utils [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1018.872062] env[69858]: DEBUG nova.compute.manager [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1018.872354] env[69858]: DEBUG nova.network.neutron [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1018.968434] env[69858]: DEBUG oslo_vmware.api [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419379, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.972904] env[69858]: DEBUG nova.policy [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ba01e7bdd944302997ddfae246a957b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'daf889cb838549c5aa522e7ef82b81d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.023147] env[69858]: DEBUG oslo_vmware.api [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521e2927-4c36-174e-1688-be5938adfa9d, 'name': SearchDatastore_Task, 'duration_secs': 0.020071} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.023345] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.023653] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.023806] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.024078] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.024235] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.024514] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-259791c2-f9e6-420e-b1a5-cc7bc832c077 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.034640] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.034830] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.035579] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0f6fc47-b460-47c9-ac50-44da7759e805 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.040443] env[69858]: DEBUG oslo_vmware.api [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1019.040443] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5294a48d-ef76-eea8-f78b-b5af09c3dfc0" [ 1019.040443] env[69858]: _type = "Task" [ 1019.040443] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.053464] env[69858]: DEBUG oslo_vmware.api [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5294a48d-ef76-eea8-f78b-b5af09c3dfc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.087911] env[69858]: DEBUG nova.compute.utils [None req-0b89f64b-e624-485f-ae77-a6cfcba7bb72 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.110747] env[69858]: DEBUG nova.network.neutron [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 93054b24-16be-40cf-a956-6053b316c126] Updating instance_info_cache with network_info: [{"id": "00424d26-6463-4256-933d-a6dabd97e50b", "address": "fa:16:3e:d2:99:34", "network": {"id": "ff428c7b-b508-4ff9-839e-23366a54b65d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-329568972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589e945606ed4baaa181e2fca555b496", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00424d26-64", "ovs_interfaceid": "00424d26-6463-4256-933d-a6dabd97e50b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.210190] env[69858]: DEBUG oslo_vmware.api [None req-6e200372-3017-43b8-ac44-2cf3571a76cd tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Task: {'id': task-3419381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15609} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.210190] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e200372-3017-43b8-ac44-2cf3571a76cd tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.210190] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6e200372-3017-43b8-ac44-2cf3571a76cd tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.210190] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6e200372-3017-43b8-ac44-2cf3571a76cd tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.210190] env[69858]: INFO nova.compute.manager [None req-6e200372-3017-43b8-ac44-2cf3571a76cd tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1019.210433] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e200372-3017-43b8-ac44-2cf3571a76cd tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.210538] env[69858]: DEBUG nova.compute.manager [-] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1019.210629] env[69858]: DEBUG nova.network.neutron [-] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1019.238219] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "refresh_cache-2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.238390] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquired lock "refresh_cache-2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.238546] env[69858]: DEBUG nova.network.neutron [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.290734] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b15768-b70d-44cc-bc20-41b5da0ed6bc tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.290734] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83d5f497-782e-4e56-9e89-214bac87af93 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.298030] env[69858]: DEBUG oslo_vmware.api [None req-f4b15768-b70d-44cc-bc20-41b5da0ed6bc tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1019.298030] env[69858]: value = "task-3419382" [ 1019.298030] env[69858]: _type = "Task" [ 1019.298030] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.305377] env[69858]: DEBUG oslo_vmware.api [None req-f4b15768-b70d-44cc-bc20-41b5da0ed6bc tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.379090] env[69858]: DEBUG nova.compute.manager [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1019.471676] env[69858]: DEBUG oslo_vmware.api [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419379, 'name': PowerOnVM_Task, 'duration_secs': 0.526081} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.471979] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.474623] env[69858]: INFO nova.compute.manager [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Took 8.96 seconds to spawn the instance on the hypervisor. [ 1019.474834] env[69858]: DEBUG nova.compute.manager [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.475756] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1adc2e1-7d72-408e-9f2a-18f74ca8b34b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.551048] env[69858]: DEBUG oslo_vmware.api [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5294a48d-ef76-eea8-f78b-b5af09c3dfc0, 'name': SearchDatastore_Task, 'duration_secs': 0.03835} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.552039] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1becde30-a4a8-41ab-a644-7f58997a3bcc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.561703] env[69858]: DEBUG oslo_vmware.api [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1019.561703] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52da1eee-1dcc-a503-e016-c4a0a9dbb263" [ 1019.561703] env[69858]: _type = "Task" [ 1019.561703] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.570759] env[69858]: DEBUG oslo_vmware.api [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52da1eee-1dcc-a503-e016-c4a0a9dbb263, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.591989] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0b89f64b-e624-485f-ae77-a6cfcba7bb72 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lock "60f35308-2c0b-49b5-b59c-f009be3d3822" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.616105] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Releasing lock "refresh_cache-93054b24-16be-40cf-a956-6053b316c126" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.616105] env[69858]: DEBUG nova.compute.manager [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 93054b24-16be-40cf-a956-6053b316c126] Instance network_info: |[{"id": "00424d26-6463-4256-933d-a6dabd97e50b", "address": "fa:16:3e:d2:99:34", "network": {"id": "ff428c7b-b508-4ff9-839e-23366a54b65d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-329568972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589e945606ed4baaa181e2fca555b496", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00424d26-64", "ovs_interfaceid": "00424d26-6463-4256-933d-a6dabd97e50b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1019.616105] env[69858]: DEBUG oslo_concurrency.lockutils [req-76646546-d4a6-4af5-9ea6-896757e64760 req-5417a68d-fd1f-49bf-a5e8-a2e52e8b9f57 service nova] Acquired lock "refresh_cache-93054b24-16be-40cf-a956-6053b316c126" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.616105] env[69858]: DEBUG nova.network.neutron [req-76646546-d4a6-4af5-9ea6-896757e64760 req-5417a68d-fd1f-49bf-a5e8-a2e52e8b9f57 service nova] [instance: 93054b24-16be-40cf-a956-6053b316c126] Refreshing network info cache for port 00424d26-6463-4256-933d-a6dabd97e50b {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.616105] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 93054b24-16be-40cf-a956-6053b316c126] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:99:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec903a9-d773-4d7c-a80c-c2533be346fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00424d26-6463-4256-933d-a6dabd97e50b', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.625744] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.633263] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93054b24-16be-40cf-a956-6053b316c126] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.633807] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e751ff0b-7519-447f-af22-a0a0bff8b30a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.662444] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.662444] env[69858]: value = "task-3419383" [ 1019.662444] env[69858]: _type = "Task" [ 1019.662444] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.671518] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419383, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.807543] env[69858]: DEBUG oslo_vmware.api [None req-f4b15768-b70d-44cc-bc20-41b5da0ed6bc tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419382, 'name': PowerOffVM_Task, 'duration_secs': 0.204228} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.810150] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b15768-b70d-44cc-bc20-41b5da0ed6bc tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.810392] env[69858]: DEBUG nova.compute.manager [None req-f4b15768-b70d-44cc-bc20-41b5da0ed6bc tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.811396] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a827145-98cf-44e3-bea3-39d54dd5d70d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.818273] env[69858]: DEBUG nova.network.neutron [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1019.838671] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e61c3fe-8829-47bc-85c1-9975c85c994e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.848204] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42bf3621-1316-41b7-b51f-f0dd6578ef94 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.898762] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8303def-eb55-4c7c-9dca-c67071ea2682 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.904657] env[69858]: DEBUG nova.network.neutron [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Successfully created port: e0bb77e4-28e3-4dd3-958e-746446f930cc {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1019.915598] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9777b4-07da-435f-a464-8cd85295148a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.931457] env[69858]: DEBUG nova.compute.provider_tree [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.999730] env[69858]: INFO nova.compute.manager [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Took 51.03 seconds to build instance. [ 1020.054149] env[69858]: DEBUG nova.network.neutron [req-76646546-d4a6-4af5-9ea6-896757e64760 req-5417a68d-fd1f-49bf-a5e8-a2e52e8b9f57 service nova] [instance: 93054b24-16be-40cf-a956-6053b316c126] Updated VIF entry in instance network info cache for port 00424d26-6463-4256-933d-a6dabd97e50b. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.054548] env[69858]: DEBUG nova.network.neutron [req-76646546-d4a6-4af5-9ea6-896757e64760 req-5417a68d-fd1f-49bf-a5e8-a2e52e8b9f57 service nova] [instance: 93054b24-16be-40cf-a956-6053b316c126] Updating instance_info_cache with network_info: [{"id": "00424d26-6463-4256-933d-a6dabd97e50b", "address": "fa:16:3e:d2:99:34", "network": {"id": "ff428c7b-b508-4ff9-839e-23366a54b65d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-329568972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589e945606ed4baaa181e2fca555b496", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00424d26-64", "ovs_interfaceid": "00424d26-6463-4256-933d-a6dabd97e50b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.074994] env[69858]: DEBUG oslo_vmware.api [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52da1eee-1dcc-a503-e016-c4a0a9dbb263, 'name': SearchDatastore_Task, 'duration_secs': 0.036755} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.074994] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.075188] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5/9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.075451] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-178882e5-980f-4092-adee-7458edce3345 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.079323] env[69858]: DEBUG nova.network.neutron [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Updating instance_info_cache with network_info: [{"id": "7fda97d4-a39c-468c-9a4b-eafb8d282065", "address": "fa:16:3e:15:a4:14", "network": {"id": "f1ab05d5-73c8-43f1-82cd-36d1a6d246c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1201552373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19711d5bf05b42d6bcd1a4f2f89fd166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fda97d4-a3", "ovs_interfaceid": "7fda97d4-a39c-468c-9a4b-eafb8d282065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.082591] env[69858]: DEBUG oslo_vmware.api [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1020.082591] env[69858]: value = "task-3419384" [ 1020.082591] env[69858]: _type = "Task" [ 1020.082591] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.093042] env[69858]: DEBUG oslo_vmware.api [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419384, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.176699] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419383, 'name': CreateVM_Task, 'duration_secs': 0.329732} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.177229] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93054b24-16be-40cf-a956-6053b316c126] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.177846] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.178041] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.179263] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.180377] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4101ccfe-696c-4f58-bb01-4e862f642ec4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.185041] env[69858]: DEBUG oslo_vmware.api [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for the task: (returnval){ [ 1020.185041] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5263ec5f-c8f6-a70e-6298-f7676a450704" [ 1020.185041] env[69858]: _type = "Task" [ 1020.185041] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.194494] env[69858]: DEBUG oslo_vmware.api [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5263ec5f-c8f6-a70e-6298-f7676a450704, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.334207] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f4b15768-b70d-44cc-bc20-41b5da0ed6bc tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "cc3faea5-e665-404e-bc36-09a938abfb28" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.075s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.396908] env[69858]: DEBUG nova.compute.manager [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1020.421920] env[69858]: DEBUG nova.virt.hardware [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.423567] env[69858]: DEBUG nova.virt.hardware [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.423567] env[69858]: DEBUG nova.virt.hardware [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.423567] env[69858]: DEBUG nova.virt.hardware [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.423567] env[69858]: DEBUG nova.virt.hardware [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.423567] env[69858]: DEBUG nova.virt.hardware [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.423567] env[69858]: DEBUG nova.virt.hardware [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.423567] env[69858]: DEBUG nova.virt.hardware [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.423567] env[69858]: DEBUG nova.virt.hardware [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.423567] env[69858]: DEBUG nova.virt.hardware [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.424156] env[69858]: DEBUG nova.virt.hardware [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.424675] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714e892f-c57d-4362-8ed7-119164120fcb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.432265] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d52baf-ad1c-4cda-8d52-b75c7e520648 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.436941] env[69858]: DEBUG nova.scheduler.client.report [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.452673] env[69858]: DEBUG nova.network.neutron [-] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.503289] env[69858]: DEBUG oslo_concurrency.lockutils [None req-31d1a728-1689-46e0-983e-65eaf3336abb tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "57d65995-b755-4261-b549-a0a5e2e20f88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.541s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.557945] env[69858]: DEBUG oslo_concurrency.lockutils [req-76646546-d4a6-4af5-9ea6-896757e64760 req-5417a68d-fd1f-49bf-a5e8-a2e52e8b9f57 service nova] Releasing lock "refresh_cache-93054b24-16be-40cf-a956-6053b316c126" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.584573] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Releasing lock "refresh_cache-2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.584573] env[69858]: DEBUG nova.compute.manager [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Instance network_info: |[{"id": "7fda97d4-a39c-468c-9a4b-eafb8d282065", "address": "fa:16:3e:15:a4:14", "network": {"id": "f1ab05d5-73c8-43f1-82cd-36d1a6d246c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1201552373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19711d5bf05b42d6bcd1a4f2f89fd166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fda97d4-a3", "ovs_interfaceid": "7fda97d4-a39c-468c-9a4b-eafb8d282065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1020.584573] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:a4:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7fda97d4-a39c-468c-9a4b-eafb8d282065', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.597040] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Creating folder: Project (19711d5bf05b42d6bcd1a4f2f89fd166). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1020.598751] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56f6471d-28f9-422e-a3d5-e8b2d8a774d4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.602481] env[69858]: DEBUG nova.compute.manager [req-cd75f1e2-675c-4a2d-9959-fdca71166cfd req-cb7aa384-ffe0-44a2-aec8-b7a6e1c242ba service nova] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Received event network-vif-plugged-7fda97d4-a39c-468c-9a4b-eafb8d282065 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.602742] env[69858]: DEBUG oslo_concurrency.lockutils [req-cd75f1e2-675c-4a2d-9959-fdca71166cfd req-cb7aa384-ffe0-44a2-aec8-b7a6e1c242ba service nova] Acquiring lock "2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.602942] env[69858]: DEBUG oslo_concurrency.lockutils [req-cd75f1e2-675c-4a2d-9959-fdca71166cfd req-cb7aa384-ffe0-44a2-aec8-b7a6e1c242ba service nova] Lock "2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.603116] env[69858]: DEBUG oslo_concurrency.lockutils [req-cd75f1e2-675c-4a2d-9959-fdca71166cfd req-cb7aa384-ffe0-44a2-aec8-b7a6e1c242ba service nova] Lock "2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.603332] env[69858]: DEBUG nova.compute.manager [req-cd75f1e2-675c-4a2d-9959-fdca71166cfd req-cb7aa384-ffe0-44a2-aec8-b7a6e1c242ba service nova] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] No waiting events found dispatching network-vif-plugged-7fda97d4-a39c-468c-9a4b-eafb8d282065 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1020.603466] env[69858]: WARNING nova.compute.manager [req-cd75f1e2-675c-4a2d-9959-fdca71166cfd req-cb7aa384-ffe0-44a2-aec8-b7a6e1c242ba service nova] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Received unexpected event network-vif-plugged-7fda97d4-a39c-468c-9a4b-eafb8d282065 for instance with vm_state building and task_state spawning. [ 1020.603618] env[69858]: DEBUG nova.compute.manager [req-cd75f1e2-675c-4a2d-9959-fdca71166cfd req-cb7aa384-ffe0-44a2-aec8-b7a6e1c242ba service nova] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Received event network-changed-7fda97d4-a39c-468c-9a4b-eafb8d282065 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.603785] env[69858]: DEBUG nova.compute.manager [req-cd75f1e2-675c-4a2d-9959-fdca71166cfd req-cb7aa384-ffe0-44a2-aec8-b7a6e1c242ba service nova] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Refreshing instance network info cache due to event network-changed-7fda97d4-a39c-468c-9a4b-eafb8d282065. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.603934] env[69858]: DEBUG oslo_concurrency.lockutils [req-cd75f1e2-675c-4a2d-9959-fdca71166cfd req-cb7aa384-ffe0-44a2-aec8-b7a6e1c242ba service nova] Acquiring lock "refresh_cache-2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.604085] env[69858]: DEBUG oslo_concurrency.lockutils [req-cd75f1e2-675c-4a2d-9959-fdca71166cfd req-cb7aa384-ffe0-44a2-aec8-b7a6e1c242ba service nova] Acquired lock "refresh_cache-2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.604240] env[69858]: DEBUG nova.network.neutron [req-cd75f1e2-675c-4a2d-9959-fdca71166cfd req-cb7aa384-ffe0-44a2-aec8-b7a6e1c242ba service nova] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Refreshing network info cache for port 7fda97d4-a39c-468c-9a4b-eafb8d282065 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.616544] env[69858]: DEBUG oslo_vmware.api [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419384, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.618409] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Created folder: Project (19711d5bf05b42d6bcd1a4f2f89fd166) in parent group-v682032. [ 1020.618635] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Creating folder: Instances. Parent ref: group-v682228. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1020.618949] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8cdee38-c768-479f-94f2-4f5677167b18 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.632428] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Created folder: Instances in parent group-v682228. [ 1020.632428] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.632428] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.632428] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9088d23a-df61-45b3-a5dc-bc2cef83992f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.657121] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.657121] env[69858]: value = "task-3419387" [ 1020.657121] env[69858]: _type = "Task" [ 1020.657121] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.672167] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419387, 'name': CreateVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.678357] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0b89f64b-e624-485f-ae77-a6cfcba7bb72 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquiring lock "60f35308-2c0b-49b5-b59c-f009be3d3822" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.678749] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0b89f64b-e624-485f-ae77-a6cfcba7bb72 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lock "60f35308-2c0b-49b5-b59c-f009be3d3822" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.679229] env[69858]: INFO nova.compute.manager [None req-0b89f64b-e624-485f-ae77-a6cfcba7bb72 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Attaching volume b29a0f99-abdb-46de-9372-127548a50c02 to /dev/sdb [ 1020.700683] env[69858]: DEBUG oslo_vmware.api [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5263ec5f-c8f6-a70e-6298-f7676a450704, 'name': SearchDatastore_Task, 'duration_secs': 0.011597} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.700882] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.702228] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 93054b24-16be-40cf-a956-6053b316c126] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.702228] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.702228] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.702228] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.702228] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbd557e9-e9a3-48d2-b958-29dc984ba0de {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.722186] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.722186] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.722672] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f373b1b-4b9b-4c68-80b4-57b271ae6848 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.730258] env[69858]: DEBUG oslo_vmware.api [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for the task: (returnval){ [ 1020.730258] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5233ce2e-e4da-c21d-1634-39f48189102e" [ 1020.730258] env[69858]: _type = "Task" [ 1020.730258] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.740073] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9285c579-afcc-4699-bab8-bef26968badf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.751540] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452d4e6c-5155-43f5-a15c-23e11e2a8f43 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.756919] env[69858]: DEBUG oslo_vmware.api [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5233ce2e-e4da-c21d-1634-39f48189102e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.769962] env[69858]: DEBUG nova.virt.block_device [None req-0b89f64b-e624-485f-ae77-a6cfcba7bb72 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Updating existing volume attachment record: 5654a4bc-1587-446e-a6e2-2aeeb26e7b6e {{(pid=69858) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1020.941973] env[69858]: DEBUG oslo_concurrency.lockutils [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.944372] env[69858]: DEBUG nova.compute.manager [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1020.946656] env[69858]: DEBUG oslo_concurrency.lockutils [None req-91a618d1-ba62-407b-bec5-37d992b33315 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.981s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.950379] env[69858]: DEBUG nova.objects.instance [None req-91a618d1-ba62-407b-bec5-37d992b33315 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Lazy-loading 'resources' on Instance uuid 733c2301-f33f-462f-9bb2-9d5aa84c95ca {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.955472] env[69858]: INFO nova.compute.manager [-] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Took 1.74 seconds to deallocate network for instance. [ 1021.109500] env[69858]: DEBUG oslo_vmware.api [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419384, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764046} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.109500] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5/9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.109500] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.111838] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed00a82b-c991-4dc3-8ee4-56ff33df188e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.119813] env[69858]: DEBUG oslo_vmware.api [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1021.119813] env[69858]: value = "task-3419389" [ 1021.119813] env[69858]: _type = "Task" [ 1021.119813] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.130878] env[69858]: DEBUG oslo_vmware.api [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419389, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.169258] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419387, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.204726] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Acquiring lock "712a05cf-42c9-418d-88dd-3b2b2f237d5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.204970] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Lock "712a05cf-42c9-418d-88dd-3b2b2f237d5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.233481] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Acquiring lock "610aba42-6938-4461-a47c-666e92c90918" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.233481] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Lock "610aba42-6938-4461-a47c-666e92c90918" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.245659] env[69858]: DEBUG oslo_vmware.api [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5233ce2e-e4da-c21d-1634-39f48189102e, 'name': SearchDatastore_Task, 'duration_secs': 0.050869} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.247031] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a79aa86-c354-4d14-ad8f-d214cbfc7c72 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.253242] env[69858]: DEBUG oslo_vmware.api [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for the task: (returnval){ [ 1021.253242] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c94b3f-0396-73bc-05df-24bd8058ad17" [ 1021.253242] env[69858]: _type = "Task" [ 1021.253242] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.263345] env[69858]: DEBUG oslo_vmware.api [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c94b3f-0396-73bc-05df-24bd8058ad17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.271517] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Acquiring lock "e79f2876-7137-46d4-b5dd-2ed581de0bcf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.271755] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Lock "e79f2876-7137-46d4-b5dd-2ed581de0bcf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.377388] env[69858]: DEBUG nova.network.neutron [req-cd75f1e2-675c-4a2d-9959-fdca71166cfd req-cb7aa384-ffe0-44a2-aec8-b7a6e1c242ba service nova] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Updated VIF entry in instance network info cache for port 7fda97d4-a39c-468c-9a4b-eafb8d282065. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.377668] env[69858]: DEBUG nova.network.neutron [req-cd75f1e2-675c-4a2d-9959-fdca71166cfd req-cb7aa384-ffe0-44a2-aec8-b7a6e1c242ba service nova] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Updating instance_info_cache with network_info: [{"id": "7fda97d4-a39c-468c-9a4b-eafb8d282065", "address": "fa:16:3e:15:a4:14", "network": {"id": "f1ab05d5-73c8-43f1-82cd-36d1a6d246c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1201552373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19711d5bf05b42d6bcd1a4f2f89fd166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fda97d4-a3", "ovs_interfaceid": "7fda97d4-a39c-468c-9a4b-eafb8d282065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.456930] env[69858]: DEBUG nova.compute.utils [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.463775] env[69858]: DEBUG nova.compute.manager [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.463775] env[69858]: DEBUG nova.network.neutron [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.468590] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6e200372-3017-43b8-ac44-2cf3571a76cd tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.577545] env[69858]: DEBUG nova.policy [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b0d5862c207426491d796f6213cb3f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bcc3f46abdcd49da95ab61afaaab15bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.635093] env[69858]: DEBUG oslo_vmware.api [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419389, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.216263} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.635426] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1021.636706] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05eb727a-c875-495a-8bbc-64e930c2215b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.663117] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5/9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.669255] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85fc7469-bf9f-46bd-9adc-022f44c27caa {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.696489] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419387, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.698131] env[69858]: DEBUG oslo_vmware.api [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1021.698131] env[69858]: value = "task-3419392" [ 1021.698131] env[69858]: _type = "Task" [ 1021.698131] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.712460] env[69858]: DEBUG nova.compute.manager [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1021.719204] env[69858]: DEBUG oslo_vmware.api [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.739634] env[69858]: DEBUG nova.compute.manager [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 610aba42-6938-4461-a47c-666e92c90918] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1021.766626] env[69858]: DEBUG oslo_vmware.api [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c94b3f-0396-73bc-05df-24bd8058ad17, 'name': SearchDatastore_Task, 'duration_secs': 0.016842} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.772046] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.772046] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 93054b24-16be-40cf-a956-6053b316c126/93054b24-16be-40cf-a956-6053b316c126.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.772046] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0b62494-52ef-404b-ac18-1548f0ec6949 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.775480] env[69858]: DEBUG nova.compute.manager [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1021.782108] env[69858]: DEBUG oslo_vmware.api [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for the task: (returnval){ [ 1021.782108] env[69858]: value = "task-3419393" [ 1021.782108] env[69858]: _type = "Task" [ 1021.782108] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.787982] env[69858]: DEBUG nova.network.neutron [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Successfully updated port: e0bb77e4-28e3-4dd3-958e-746446f930cc {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.795153] env[69858]: DEBUG oslo_vmware.api [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.880813] env[69858]: DEBUG oslo_concurrency.lockutils [req-cd75f1e2-675c-4a2d-9959-fdca71166cfd req-cb7aa384-ffe0-44a2-aec8-b7a6e1c242ba service nova] Releasing lock "refresh_cache-2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.972464] env[69858]: DEBUG nova.compute.manager [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.021927] env[69858]: DEBUG nova.network.neutron [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Successfully created port: 76268e2e-2637-4fce-9ed6-fddc6ebb6dc9 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.077227] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c852d34-dced-4ccd-82a6-cc03518574a1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.090965] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba84a79b-8298-41f7-8d86-78023dd0e3db {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.160438] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d184e7-597c-42e1-b103-44fa32af7b17 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.183438] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4ddd62-0089-4b4f-b7ac-7736a7770e78 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.195314] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419387, 'name': CreateVM_Task, 'duration_secs': 1.389026} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.196245] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.197359] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.197608] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.198537] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.199091] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-301c06fc-6010-4ee5-8272-548d328522c2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.221251] env[69858]: DEBUG nova.compute.provider_tree [None req-91a618d1-ba62-407b-bec5-37d992b33315 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.235166] env[69858]: DEBUG oslo_vmware.api [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1022.235166] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527cd3cc-39b6-91a5-dc23-ac7a333ba2eb" [ 1022.235166] env[69858]: _type = "Task" [ 1022.235166] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.250638] env[69858]: DEBUG oslo_vmware.api [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419392, 'name': ReconfigVM_Task, 'duration_secs': 0.482674} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.252332] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.257586] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5/9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.258947] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-149228fe-a558-42a4-bb86-a95727b09f2c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.267622] env[69858]: DEBUG oslo_vmware.api [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527cd3cc-39b6-91a5-dc23-ac7a333ba2eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.277463] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.279785] env[69858]: DEBUG oslo_vmware.api [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1022.279785] env[69858]: value = "task-3419394" [ 1022.279785] env[69858]: _type = "Task" [ 1022.279785] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.297851] env[69858]: DEBUG oslo_concurrency.lockutils [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Acquiring lock "refresh_cache-fe8d0d86-6a84-4163-95a5-c9deeed007c6" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.298416] env[69858]: DEBUG oslo_concurrency.lockutils [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Acquired lock "refresh_cache-fe8d0d86-6a84-4163-95a5-c9deeed007c6" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.298416] env[69858]: DEBUG nova.network.neutron [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.315507] env[69858]: DEBUG oslo_vmware.api [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419394, 'name': Rename_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.315664] env[69858]: DEBUG oslo_vmware.api [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419393, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.318111] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.356897] env[69858]: DEBUG nova.compute.manager [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.358356] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8ef226-5af1-4295-be25-1665ff42b3b4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.634477] env[69858]: DEBUG nova.compute.manager [req-476a063d-9944-4fae-9aa5-4962ae7e576c req-1f737e0a-1002-4bba-86d6-84b85dc62725 service nova] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Received event network-vif-deleted-4332a2d2-a295-49e2-bdf7-14608b0c760a {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.634764] env[69858]: DEBUG nova.compute.manager [req-476a063d-9944-4fae-9aa5-4962ae7e576c req-1f737e0a-1002-4bba-86d6-84b85dc62725 service nova] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Received event network-vif-plugged-e0bb77e4-28e3-4dd3-958e-746446f930cc {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.634992] env[69858]: DEBUG oslo_concurrency.lockutils [req-476a063d-9944-4fae-9aa5-4962ae7e576c req-1f737e0a-1002-4bba-86d6-84b85dc62725 service nova] Acquiring lock "fe8d0d86-6a84-4163-95a5-c9deeed007c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.635264] env[69858]: DEBUG oslo_concurrency.lockutils [req-476a063d-9944-4fae-9aa5-4962ae7e576c req-1f737e0a-1002-4bba-86d6-84b85dc62725 service nova] Lock "fe8d0d86-6a84-4163-95a5-c9deeed007c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.635535] env[69858]: DEBUG oslo_concurrency.lockutils [req-476a063d-9944-4fae-9aa5-4962ae7e576c req-1f737e0a-1002-4bba-86d6-84b85dc62725 service nova] Lock "fe8d0d86-6a84-4163-95a5-c9deeed007c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.635732] env[69858]: DEBUG nova.compute.manager [req-476a063d-9944-4fae-9aa5-4962ae7e576c req-1f737e0a-1002-4bba-86d6-84b85dc62725 service nova] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] No waiting events found dispatching network-vif-plugged-e0bb77e4-28e3-4dd3-958e-746446f930cc {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.635981] env[69858]: WARNING nova.compute.manager [req-476a063d-9944-4fae-9aa5-4962ae7e576c req-1f737e0a-1002-4bba-86d6-84b85dc62725 service nova] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Received unexpected event network-vif-plugged-e0bb77e4-28e3-4dd3-958e-746446f930cc for instance with vm_state building and task_state spawning. [ 1022.636187] env[69858]: DEBUG nova.compute.manager [req-476a063d-9944-4fae-9aa5-4962ae7e576c req-1f737e0a-1002-4bba-86d6-84b85dc62725 service nova] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Received event network-changed-e0bb77e4-28e3-4dd3-958e-746446f930cc {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.636349] env[69858]: DEBUG nova.compute.manager [req-476a063d-9944-4fae-9aa5-4962ae7e576c req-1f737e0a-1002-4bba-86d6-84b85dc62725 service nova] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Refreshing instance network info cache due to event network-changed-e0bb77e4-28e3-4dd3-958e-746446f930cc. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.636523] env[69858]: DEBUG oslo_concurrency.lockutils [req-476a063d-9944-4fae-9aa5-4962ae7e576c req-1f737e0a-1002-4bba-86d6-84b85dc62725 service nova] Acquiring lock "refresh_cache-fe8d0d86-6a84-4163-95a5-c9deeed007c6" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.728854] env[69858]: DEBUG nova.scheduler.client.report [None req-91a618d1-ba62-407b-bec5-37d992b33315 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.747698] env[69858]: DEBUG oslo_vmware.api [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527cd3cc-39b6-91a5-dc23-ac7a333ba2eb, 'name': SearchDatastore_Task, 'duration_secs': 0.057582} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.748774] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.748774] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.748917] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.749016] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.749243] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.749807] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6bce320-8a42-4fb5-94d7-c02ab7a682f7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.762236] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.762441] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.763237] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eaf4ba5-5970-4e32-88d2-f4090db7593d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.771089] env[69858]: DEBUG oslo_vmware.api [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1022.771089] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528cd797-43e1-b7c3-fc81-649be9b3579c" [ 1022.771089] env[69858]: _type = "Task" [ 1022.771089] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.782224] env[69858]: DEBUG oslo_vmware.api [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528cd797-43e1-b7c3-fc81-649be9b3579c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.794400] env[69858]: DEBUG oslo_vmware.api [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419394, 'name': Rename_Task, 'duration_secs': 0.401687} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.796388] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.805662] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23c87753-69e1-4880-be8a-fa3031d8faec {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.810165] env[69858]: DEBUG oslo_vmware.api [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581353} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.810917] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 93054b24-16be-40cf-a956-6053b316c126/93054b24-16be-40cf-a956-6053b316c126.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.811198] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 93054b24-16be-40cf-a956-6053b316c126] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.812133] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5c2500c-b16a-459f-992d-7a76d9dd57b6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.821662] env[69858]: DEBUG oslo_vmware.api [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1022.821662] env[69858]: value = "task-3419395" [ 1022.821662] env[69858]: _type = "Task" [ 1022.821662] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.822933] env[69858]: DEBUG oslo_vmware.api [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for the task: (returnval){ [ 1022.822933] env[69858]: value = "task-3419396" [ 1022.822933] env[69858]: _type = "Task" [ 1022.822933] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.838490] env[69858]: DEBUG oslo_vmware.api [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419395, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.842304] env[69858]: DEBUG oslo_vmware.api [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419396, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.857401] env[69858]: DEBUG nova.network.neutron [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.874969] env[69858]: INFO nova.compute.manager [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] instance snapshotting [ 1022.875206] env[69858]: WARNING nova.compute.manager [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1022.881658] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0363549-5dec-45d4-9788-f078f1bc08de {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.910229] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251b0b43-0f7c-4d9c-9eb0-44fb7790bf0f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.988946] env[69858]: DEBUG nova.compute.manager [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.017187] env[69858]: DEBUG nova.virt.hardware [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:34:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='a9063137-7716-487e-a90b-bb13a040daa0',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-826279007',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.017495] env[69858]: DEBUG nova.virt.hardware [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.017677] env[69858]: DEBUG nova.virt.hardware [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.017921] env[69858]: DEBUG nova.virt.hardware [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.018292] env[69858]: DEBUG nova.virt.hardware [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.018512] env[69858]: DEBUG nova.virt.hardware [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.018801] env[69858]: DEBUG nova.virt.hardware [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.019042] env[69858]: DEBUG nova.virt.hardware [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.019370] env[69858]: DEBUG nova.virt.hardware [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.019535] env[69858]: DEBUG nova.virt.hardware [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.019798] env[69858]: DEBUG nova.virt.hardware [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.020797] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cdac70-8e23-4644-b855-1076bc230607 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.030442] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3e7c2d-706a-42f5-9112-b0752f0da790 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.051197] env[69858]: DEBUG nova.network.neutron [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Updating instance_info_cache with network_info: [{"id": "e0bb77e4-28e3-4dd3-958e-746446f930cc", "address": "fa:16:3e:22:29:9a", "network": {"id": "244b1c4f-ceb0-4e26-b130-1931515d7235", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-994662206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daf889cb838549c5aa522e7ef82b81d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bb77e4-28", "ovs_interfaceid": "e0bb77e4-28e3-4dd3-958e-746446f930cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.234479] env[69858]: DEBUG oslo_concurrency.lockutils [None req-91a618d1-ba62-407b-bec5-37d992b33315 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.288s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.236919] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.544s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.237127] env[69858]: DEBUG nova.objects.instance [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69858) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1023.265283] env[69858]: INFO nova.scheduler.client.report [None req-91a618d1-ba62-407b-bec5-37d992b33315 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Deleted allocations for instance 733c2301-f33f-462f-9bb2-9d5aa84c95ca [ 1023.281972] env[69858]: DEBUG oslo_vmware.api [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528cd797-43e1-b7c3-fc81-649be9b3579c, 'name': SearchDatastore_Task, 'duration_secs': 0.030479} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.282998] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60565ec0-0fb4-46b4-930d-f5159a455451 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.289508] env[69858]: DEBUG oslo_vmware.api [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1023.289508] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52636e50-8ea3-2430-0593-667859196d25" [ 1023.289508] env[69858]: _type = "Task" [ 1023.289508] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.300276] env[69858]: DEBUG oslo_vmware.api [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52636e50-8ea3-2430-0593-667859196d25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.316015] env[69858]: DEBUG nova.compute.manager [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Stashing vm_state: active {{(pid=69858) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1023.334232] env[69858]: DEBUG oslo_vmware.api [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419395, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.340288] env[69858]: DEBUG oslo_vmware.api [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419396, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130616} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.340610] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 93054b24-16be-40cf-a956-6053b316c126] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.341566] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d5bf55-6b2c-4c30-a3f2-061304e1358e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.370394] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 93054b24-16be-40cf-a956-6053b316c126] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 93054b24-16be-40cf-a956-6053b316c126/93054b24-16be-40cf-a956-6053b316c126.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.371660] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8618535b-655f-4882-8616-5c0537e6dbe0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.392943] env[69858]: DEBUG oslo_vmware.api [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for the task: (returnval){ [ 1023.392943] env[69858]: value = "task-3419398" [ 1023.392943] env[69858]: _type = "Task" [ 1023.392943] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.406303] env[69858]: DEBUG oslo_vmware.api [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419398, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.426840] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Creating Snapshot of the VM instance {{(pid=69858) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1023.427009] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a589e364-3f17-47c5-b0df-0f1d325a5abf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.435594] env[69858]: DEBUG oslo_vmware.api [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1023.435594] env[69858]: value = "task-3419399" [ 1023.435594] env[69858]: _type = "Task" [ 1023.435594] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.447992] env[69858]: DEBUG oslo_vmware.api [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419399, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.553924] env[69858]: DEBUG oslo_concurrency.lockutils [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Releasing lock "refresh_cache-fe8d0d86-6a84-4163-95a5-c9deeed007c6" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.554582] env[69858]: DEBUG nova.compute.manager [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Instance network_info: |[{"id": "e0bb77e4-28e3-4dd3-958e-746446f930cc", "address": "fa:16:3e:22:29:9a", "network": {"id": "244b1c4f-ceb0-4e26-b130-1931515d7235", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-994662206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daf889cb838549c5aa522e7ef82b81d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bb77e4-28", "ovs_interfaceid": "e0bb77e4-28e3-4dd3-958e-746446f930cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.555016] env[69858]: DEBUG oslo_concurrency.lockutils [req-476a063d-9944-4fae-9aa5-4962ae7e576c req-1f737e0a-1002-4bba-86d6-84b85dc62725 service nova] Acquired lock "refresh_cache-fe8d0d86-6a84-4163-95a5-c9deeed007c6" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.555248] env[69858]: DEBUG nova.network.neutron [req-476a063d-9944-4fae-9aa5-4962ae7e576c req-1f737e0a-1002-4bba-86d6-84b85dc62725 service nova] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Refreshing network info cache for port e0bb77e4-28e3-4dd3-958e-746446f930cc {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.557030] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:29:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '503991c4-44d0-42d9-aa03-5259331f1051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0bb77e4-28e3-4dd3-958e-746446f930cc', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.566608] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.567278] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.567592] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20dc61b5-1b24-4f4a-bf58-804185fbe11b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.594529] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.594529] env[69858]: value = "task-3419400" [ 1023.594529] env[69858]: _type = "Task" [ 1023.594529] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.605447] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419400, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.608174] env[69858]: DEBUG nova.compute.manager [req-b5c08c01-ea48-466a-8cdc-a6225ad321c0 req-ab424fea-5560-4a8b-aea4-5430c94b059f service nova] [instance: 4df6118d-f032-4142-8900-93209f760c86] Received event network-vif-plugged-76268e2e-2637-4fce-9ed6-fddc6ebb6dc9 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.608422] env[69858]: DEBUG oslo_concurrency.lockutils [req-b5c08c01-ea48-466a-8cdc-a6225ad321c0 req-ab424fea-5560-4a8b-aea4-5430c94b059f service nova] Acquiring lock "4df6118d-f032-4142-8900-93209f760c86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.608632] env[69858]: DEBUG oslo_concurrency.lockutils [req-b5c08c01-ea48-466a-8cdc-a6225ad321c0 req-ab424fea-5560-4a8b-aea4-5430c94b059f service nova] Lock "4df6118d-f032-4142-8900-93209f760c86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.608800] env[69858]: DEBUG oslo_concurrency.lockutils [req-b5c08c01-ea48-466a-8cdc-a6225ad321c0 req-ab424fea-5560-4a8b-aea4-5430c94b059f service nova] Lock "4df6118d-f032-4142-8900-93209f760c86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.608972] env[69858]: DEBUG nova.compute.manager [req-b5c08c01-ea48-466a-8cdc-a6225ad321c0 req-ab424fea-5560-4a8b-aea4-5430c94b059f service nova] [instance: 4df6118d-f032-4142-8900-93209f760c86] No waiting events found dispatching network-vif-plugged-76268e2e-2637-4fce-9ed6-fddc6ebb6dc9 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1023.609268] env[69858]: WARNING nova.compute.manager [req-b5c08c01-ea48-466a-8cdc-a6225ad321c0 req-ab424fea-5560-4a8b-aea4-5430c94b059f service nova] [instance: 4df6118d-f032-4142-8900-93209f760c86] Received unexpected event network-vif-plugged-76268e2e-2637-4fce-9ed6-fddc6ebb6dc9 for instance with vm_state building and task_state spawning. [ 1023.695636] env[69858]: DEBUG nova.network.neutron [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Successfully updated port: 76268e2e-2637-4fce-9ed6-fddc6ebb6dc9 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1023.774617] env[69858]: DEBUG oslo_concurrency.lockutils [None req-91a618d1-ba62-407b-bec5-37d992b33315 tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Lock "733c2301-f33f-462f-9bb2-9d5aa84c95ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.287s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.806103] env[69858]: DEBUG oslo_vmware.api [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52636e50-8ea3-2430-0593-667859196d25, 'name': SearchDatastore_Task, 'duration_secs': 0.022516} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.806103] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.806451] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021/2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.806769] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ad00b37-9241-4678-a1e7-c40fb5742b9e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.815449] env[69858]: DEBUG oslo_vmware.api [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1023.815449] env[69858]: value = "task-3419401" [ 1023.815449] env[69858]: _type = "Task" [ 1023.815449] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.827814] env[69858]: DEBUG oslo_vmware.api [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.836557] env[69858]: DEBUG oslo_vmware.api [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419395, 'name': PowerOnVM_Task, 'duration_secs': 0.838917} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.836890] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1023.837140] env[69858]: INFO nova.compute.manager [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Took 11.22 seconds to spawn the instance on the hypervisor. [ 1023.837377] env[69858]: DEBUG nova.compute.manager [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.838321] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76fc850-0cb2-48e3-8937-e6ece0d94e9d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.841915] env[69858]: DEBUG oslo_concurrency.lockutils [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.905728] env[69858]: DEBUG oslo_vmware.api [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.947614] env[69858]: DEBUG oslo_vmware.api [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419399, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.111456] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419400, 'name': CreateVM_Task, 'duration_secs': 0.482382} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.111456] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.112730] env[69858]: DEBUG oslo_concurrency.lockutils [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.112730] env[69858]: DEBUG oslo_concurrency.lockutils [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.112919] env[69858]: DEBUG oslo_concurrency.lockutils [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.114335] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abc371c1-0dd8-40e3-ad96-b01656977a4e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.122664] env[69858]: DEBUG oslo_vmware.api [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Waiting for the task: (returnval){ [ 1024.122664] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521957eb-a1a7-a4cb-d678-d3f4915738e5" [ 1024.122664] env[69858]: _type = "Task" [ 1024.122664] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.131538] env[69858]: DEBUG oslo_vmware.api [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521957eb-a1a7-a4cb-d678-d3f4915738e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.203194] env[69858]: DEBUG oslo_concurrency.lockutils [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquiring lock "refresh_cache-4df6118d-f032-4142-8900-93209f760c86" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.203194] env[69858]: DEBUG oslo_concurrency.lockutils [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquired lock "refresh_cache-4df6118d-f032-4142-8900-93209f760c86" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.203194] env[69858]: DEBUG nova.network.neutron [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.250948] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e3eccba2-1812-4181-b45d-a162a9bf62d5 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.252412] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.683s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.252750] env[69858]: DEBUG nova.objects.instance [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69858) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1024.327539] env[69858]: DEBUG oslo_vmware.api [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419401, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.362175] env[69858]: DEBUG nova.network.neutron [req-476a063d-9944-4fae-9aa5-4962ae7e576c req-1f737e0a-1002-4bba-86d6-84b85dc62725 service nova] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Updated VIF entry in instance network info cache for port e0bb77e4-28e3-4dd3-958e-746446f930cc. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.362564] env[69858]: DEBUG nova.network.neutron [req-476a063d-9944-4fae-9aa5-4962ae7e576c req-1f737e0a-1002-4bba-86d6-84b85dc62725 service nova] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Updating instance_info_cache with network_info: [{"id": "e0bb77e4-28e3-4dd3-958e-746446f930cc", "address": "fa:16:3e:22:29:9a", "network": {"id": "244b1c4f-ceb0-4e26-b130-1931515d7235", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-994662206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daf889cb838549c5aa522e7ef82b81d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bb77e4-28", "ovs_interfaceid": "e0bb77e4-28e3-4dd3-958e-746446f930cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.364099] env[69858]: INFO nova.compute.manager [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Took 52.90 seconds to build instance. [ 1024.406360] env[69858]: DEBUG oslo_vmware.api [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419398, 'name': ReconfigVM_Task, 'duration_secs': 0.634754} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.406668] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 93054b24-16be-40cf-a956-6053b316c126] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 93054b24-16be-40cf-a956-6053b316c126/93054b24-16be-40cf-a956-6053b316c126.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.407468] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34d165d5-3b5f-47a1-a813-da5bd29e8b03 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.417338] env[69858]: DEBUG oslo_vmware.api [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for the task: (returnval){ [ 1024.417338] env[69858]: value = "task-3419402" [ 1024.417338] env[69858]: _type = "Task" [ 1024.417338] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.435254] env[69858]: DEBUG oslo_vmware.api [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419402, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.448559] env[69858]: DEBUG oslo_vmware.api [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419399, 'name': CreateSnapshot_Task, 'duration_secs': 0.786586} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.448930] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Created Snapshot of the VM instance {{(pid=69858) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1024.449782] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf2df13-8985-4be4-af35-cfebdc946689 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.517565] env[69858]: DEBUG oslo_concurrency.lockutils [None req-17a49298-9413-4918-af66-5d7b518c9f9a tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Acquiring lock "d8f9c735-339f-4fa9-80ea-520b37764716" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.517839] env[69858]: DEBUG oslo_concurrency.lockutils [None req-17a49298-9413-4918-af66-5d7b518c9f9a tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Lock "d8f9c735-339f-4fa9-80ea-520b37764716" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.518114] env[69858]: DEBUG oslo_concurrency.lockutils [None req-17a49298-9413-4918-af66-5d7b518c9f9a tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Acquiring lock "d8f9c735-339f-4fa9-80ea-520b37764716-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.518329] env[69858]: DEBUG oslo_concurrency.lockutils [None req-17a49298-9413-4918-af66-5d7b518c9f9a tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Lock "d8f9c735-339f-4fa9-80ea-520b37764716-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.518514] env[69858]: DEBUG oslo_concurrency.lockutils [None req-17a49298-9413-4918-af66-5d7b518c9f9a tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Lock "d8f9c735-339f-4fa9-80ea-520b37764716-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.521173] env[69858]: INFO nova.compute.manager [None req-17a49298-9413-4918-af66-5d7b518c9f9a tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Terminating instance [ 1024.631789] env[69858]: DEBUG oslo_vmware.api [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521957eb-a1a7-a4cb-d678-d3f4915738e5, 'name': SearchDatastore_Task, 'duration_secs': 0.057538} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.632131] env[69858]: DEBUG oslo_concurrency.lockutils [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.632370] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.632608] env[69858]: DEBUG oslo_concurrency.lockutils [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.632755] env[69858]: DEBUG oslo_concurrency.lockutils [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.632936] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.633228] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ec0427a-e354-4a0e-9ada-661af5d039d7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.643356] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.643781] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.644614] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cfa8fb0-b57c-47f5-b128-7c633ecca0f4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.651149] env[69858]: DEBUG oslo_vmware.api [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Waiting for the task: (returnval){ [ 1024.651149] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5291f8e2-1714-6f2e-e168-047a54587eff" [ 1024.651149] env[69858]: _type = "Task" [ 1024.651149] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.664243] env[69858]: DEBUG oslo_vmware.api [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5291f8e2-1714-6f2e-e168-047a54587eff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.739924] env[69858]: DEBUG nova.network.neutron [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.829941] env[69858]: DEBUG oslo_vmware.api [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419401, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626218} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.830824] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021/2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.831692] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.832259] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ac371b9-5099-4222-8583-07778ad453ec {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.841114] env[69858]: DEBUG oslo_vmware.api [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1024.841114] env[69858]: value = "task-3419403" [ 1024.841114] env[69858]: _type = "Task" [ 1024.841114] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.851274] env[69858]: DEBUG oslo_vmware.api [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.865786] env[69858]: DEBUG oslo_concurrency.lockutils [req-476a063d-9944-4fae-9aa5-4962ae7e576c req-1f737e0a-1002-4bba-86d6-84b85dc62725 service nova] Releasing lock "refresh_cache-fe8d0d86-6a84-4163-95a5-c9deeed007c6" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.866383] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9f7a2264-eed0-4244-8daf-f44072a2e74d tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.411s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.898969] env[69858]: DEBUG nova.network.neutron [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Updating instance_info_cache with network_info: [{"id": "76268e2e-2637-4fce-9ed6-fddc6ebb6dc9", "address": "fa:16:3e:78:6b:24", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76268e2e-26", "ovs_interfaceid": "76268e2e-2637-4fce-9ed6-fddc6ebb6dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.931431] env[69858]: DEBUG oslo_vmware.api [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419402, 'name': Rename_Task, 'duration_secs': 0.190817} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.931886] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 93054b24-16be-40cf-a956-6053b316c126] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.932416] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5421d36-3973-4ee0-af7f-24d1187c0608 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.941230] env[69858]: DEBUG oslo_vmware.api [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for the task: (returnval){ [ 1024.941230] env[69858]: value = "task-3419404" [ 1024.941230] env[69858]: _type = "Task" [ 1024.941230] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.958117] env[69858]: DEBUG oslo_vmware.api [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419404, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.973544] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Creating linked-clone VM from snapshot {{(pid=69858) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1024.973808] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c9229a7a-c0e9-4b41-b857-6618fa93c879 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.987211] env[69858]: DEBUG oslo_vmware.api [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1024.987211] env[69858]: value = "task-3419405" [ 1024.987211] env[69858]: _type = "Task" [ 1024.987211] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.999786] env[69858]: DEBUG oslo_vmware.api [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419405, 'name': CloneVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.025060] env[69858]: DEBUG nova.compute.manager [None req-17a49298-9413-4918-af66-5d7b518c9f9a tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1025.026048] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-17a49298-9413-4918-af66-5d7b518c9f9a tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.026838] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14610a77-0b18-4b6b-947d-e1b983305766 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.038729] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-17a49298-9413-4918-af66-5d7b518c9f9a tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.038896] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f42b393c-d659-4da8-8583-205c25c61941 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.048802] env[69858]: DEBUG oslo_vmware.api [None req-17a49298-9413-4918-af66-5d7b518c9f9a tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Waiting for the task: (returnval){ [ 1025.048802] env[69858]: value = "task-3419406" [ 1025.048802] env[69858]: _type = "Task" [ 1025.048802] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.059702] env[69858]: DEBUG oslo_vmware.api [None req-17a49298-9413-4918-af66-5d7b518c9f9a tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.066535] env[69858]: DEBUG nova.compute.manager [req-2053a4a9-120d-4eed-a9ad-44ade4a01c1a req-5ba22a04-b5f6-402f-827a-af4acb054078 service nova] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Received event network-changed-d4bd92ec-6c4d-4bca-bc26-f759381941a2 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.066920] env[69858]: DEBUG nova.compute.manager [req-2053a4a9-120d-4eed-a9ad-44ade4a01c1a req-5ba22a04-b5f6-402f-827a-af4acb054078 service nova] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Refreshing instance network info cache due to event network-changed-d4bd92ec-6c4d-4bca-bc26-f759381941a2. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.067546] env[69858]: DEBUG oslo_concurrency.lockutils [req-2053a4a9-120d-4eed-a9ad-44ade4a01c1a req-5ba22a04-b5f6-402f-827a-af4acb054078 service nova] Acquiring lock "refresh_cache-9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.067780] env[69858]: DEBUG oslo_concurrency.lockutils [req-2053a4a9-120d-4eed-a9ad-44ade4a01c1a req-5ba22a04-b5f6-402f-827a-af4acb054078 service nova] Acquired lock "refresh_cache-9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.068048] env[69858]: DEBUG nova.network.neutron [req-2053a4a9-120d-4eed-a9ad-44ade4a01c1a req-5ba22a04-b5f6-402f-827a-af4acb054078 service nova] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Refreshing network info cache for port d4bd92ec-6c4d-4bca-bc26-f759381941a2 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.163849] env[69858]: DEBUG oslo_vmware.api [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5291f8e2-1714-6f2e-e168-047a54587eff, 'name': SearchDatastore_Task, 'duration_secs': 0.013822} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.164726] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37933ef4-bcb4-4661-8778-5d9825ab6430 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.173083] env[69858]: DEBUG oslo_vmware.api [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Waiting for the task: (returnval){ [ 1025.173083] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5208ed5a-6628-d501-648b-67f37cfd8019" [ 1025.173083] env[69858]: _type = "Task" [ 1025.173083] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.182976] env[69858]: DEBUG oslo_vmware.api [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5208ed5a-6628-d501-648b-67f37cfd8019, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.263764] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9735afdc-e4fb-42c0-ab24-ebc0ae74f635 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.264998] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9aa46a7c-111a-4275-9cbc-2135bcdcf60a tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.992s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.265247] env[69858]: DEBUG nova.objects.instance [None req-9aa46a7c-111a-4275-9cbc-2135bcdcf60a tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lazy-loading 'resources' on Instance uuid 898d7c6b-7e15-47f7-8105-9d44785d46f5 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.353215] env[69858]: DEBUG oslo_vmware.api [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179232} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.353494] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.354339] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b884a55-15c6-41f1-8f67-dab2e86aeb03 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.381027] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021/2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.381027] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c38befa1-6cda-440d-ad91-19f9e41a76d0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.403095] env[69858]: DEBUG oslo_concurrency.lockutils [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Releasing lock "refresh_cache-4df6118d-f032-4142-8900-93209f760c86" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.403514] env[69858]: DEBUG nova.compute.manager [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Instance network_info: |[{"id": "76268e2e-2637-4fce-9ed6-fddc6ebb6dc9", "address": "fa:16:3e:78:6b:24", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76268e2e-26", "ovs_interfaceid": "76268e2e-2637-4fce-9ed6-fddc6ebb6dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1025.403935] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:6b:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76268e2e-2637-4fce-9ed6-fddc6ebb6dc9', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.412260] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.413762] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4df6118d-f032-4142-8900-93209f760c86] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.415522] env[69858]: DEBUG oslo_vmware.api [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1025.415522] env[69858]: value = "task-3419407" [ 1025.415522] env[69858]: _type = "Task" [ 1025.415522] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.415522] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13299e07-0b7b-4aca-aec9-ae6b9d552a8a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.439500] env[69858]: DEBUG oslo_vmware.api [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419407, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.440790] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.440790] env[69858]: value = "task-3419408" [ 1025.440790] env[69858]: _type = "Task" [ 1025.440790] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.459557] env[69858]: DEBUG oslo_vmware.api [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419404, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.459896] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419408, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.500051] env[69858]: DEBUG oslo_vmware.api [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419405, 'name': CloneVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.559293] env[69858]: DEBUG oslo_vmware.api [None req-17a49298-9413-4918-af66-5d7b518c9f9a tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419406, 'name': PowerOffVM_Task, 'duration_secs': 0.507491} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.559641] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-17a49298-9413-4918-af66-5d7b518c9f9a tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.559889] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-17a49298-9413-4918-af66-5d7b518c9f9a tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.560194] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55200432-2e26-44a8-ad10-0efc5e54dfb7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.640095] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-17a49298-9413-4918-af66-5d7b518c9f9a tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.640379] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-17a49298-9413-4918-af66-5d7b518c9f9a tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.640632] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-17a49298-9413-4918-af66-5d7b518c9f9a tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Deleting the datastore file [datastore1] d8f9c735-339f-4fa9-80ea-520b37764716 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.640786] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16fca1bc-a08c-496e-9827-360a61d17e8f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.650787] env[69858]: DEBUG oslo_vmware.api [None req-17a49298-9413-4918-af66-5d7b518c9f9a tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Waiting for the task: (returnval){ [ 1025.650787] env[69858]: value = "task-3419410" [ 1025.650787] env[69858]: _type = "Task" [ 1025.650787] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.659813] env[69858]: DEBUG oslo_vmware.api [None req-17a49298-9413-4918-af66-5d7b518c9f9a tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.662787] env[69858]: DEBUG nova.compute.manager [req-c6d95896-30a3-4962-8319-dbc5b7f892b1 req-b6d3837c-ae60-4d63-918e-bce2538b080b service nova] [instance: 4df6118d-f032-4142-8900-93209f760c86] Received event network-changed-76268e2e-2637-4fce-9ed6-fddc6ebb6dc9 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.662987] env[69858]: DEBUG nova.compute.manager [req-c6d95896-30a3-4962-8319-dbc5b7f892b1 req-b6d3837c-ae60-4d63-918e-bce2538b080b service nova] [instance: 4df6118d-f032-4142-8900-93209f760c86] Refreshing instance network info cache due to event network-changed-76268e2e-2637-4fce-9ed6-fddc6ebb6dc9. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.663240] env[69858]: DEBUG oslo_concurrency.lockutils [req-c6d95896-30a3-4962-8319-dbc5b7f892b1 req-b6d3837c-ae60-4d63-918e-bce2538b080b service nova] Acquiring lock "refresh_cache-4df6118d-f032-4142-8900-93209f760c86" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.663391] env[69858]: DEBUG oslo_concurrency.lockutils [req-c6d95896-30a3-4962-8319-dbc5b7f892b1 req-b6d3837c-ae60-4d63-918e-bce2538b080b service nova] Acquired lock "refresh_cache-4df6118d-f032-4142-8900-93209f760c86" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.663571] env[69858]: DEBUG nova.network.neutron [req-c6d95896-30a3-4962-8319-dbc5b7f892b1 req-b6d3837c-ae60-4d63-918e-bce2538b080b service nova] [instance: 4df6118d-f032-4142-8900-93209f760c86] Refreshing network info cache for port 76268e2e-2637-4fce-9ed6-fddc6ebb6dc9 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.685269] env[69858]: DEBUG oslo_vmware.api [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5208ed5a-6628-d501-648b-67f37cfd8019, 'name': SearchDatastore_Task, 'duration_secs': 0.028402} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.688046] env[69858]: DEBUG oslo_concurrency.lockutils [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.688231] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] fe8d0d86-6a84-4163-95a5-c9deeed007c6/fe8d0d86-6a84-4163-95a5-c9deeed007c6.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.688520] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0629f2a-7b46-4de6-820e-f56cde30b76b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.697413] env[69858]: DEBUG oslo_vmware.api [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Waiting for the task: (returnval){ [ 1025.697413] env[69858]: value = "task-3419411" [ 1025.697413] env[69858]: _type = "Task" [ 1025.697413] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.706779] env[69858]: DEBUG oslo_vmware.api [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': task-3419411, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.832121] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b89f64b-e624-485f-ae77-a6cfcba7bb72 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Volume attach. Driver type: vmdk {{(pid=69858) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1025.832464] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b89f64b-e624-485f-ae77-a6cfcba7bb72 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682232', 'volume_id': 'b29a0f99-abdb-46de-9372-127548a50c02', 'name': 'volume-b29a0f99-abdb-46de-9372-127548a50c02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60f35308-2c0b-49b5-b59c-f009be3d3822', 'attached_at': '', 'detached_at': '', 'volume_id': 'b29a0f99-abdb-46de-9372-127548a50c02', 'serial': 'b29a0f99-abdb-46de-9372-127548a50c02'} {{(pid=69858) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1025.833837] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acbc913-9331-48ec-8ee8-10122f7cf5ee {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.839894] env[69858]: DEBUG nova.network.neutron [req-2053a4a9-120d-4eed-a9ad-44ade4a01c1a req-5ba22a04-b5f6-402f-827a-af4acb054078 service nova] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Updated VIF entry in instance network info cache for port d4bd92ec-6c4d-4bca-bc26-f759381941a2. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.840482] env[69858]: DEBUG nova.network.neutron [req-2053a4a9-120d-4eed-a9ad-44ade4a01c1a req-5ba22a04-b5f6-402f-827a-af4acb054078 service nova] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Updating instance_info_cache with network_info: [{"id": "d4bd92ec-6c4d-4bca-bc26-f759381941a2", "address": "fa:16:3e:d5:7a:d0", "network": {"id": "8ff8d9d7-ac3f-4144-8c10-cf2cb5e15ece", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-665236185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7dedf87ec0a4a0eacbea8b7ce50f40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4bd92ec-6c", "ovs_interfaceid": "d4bd92ec-6c4d-4bca-bc26-f759381941a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.859342] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254a6048-25c8-4689-91c7-0ae7edd91351 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.890840] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b89f64b-e624-485f-ae77-a6cfcba7bb72 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] volume-b29a0f99-abdb-46de-9372-127548a50c02/volume-b29a0f99-abdb-46de-9372-127548a50c02.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.894853] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8584cb5c-a19e-40a8-ad17-2597fe2d0cdf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.915530] env[69858]: DEBUG oslo_vmware.api [None req-0b89f64b-e624-485f-ae77-a6cfcba7bb72 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 1025.915530] env[69858]: value = "task-3419412" [ 1025.915530] env[69858]: _type = "Task" [ 1025.915530] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.928137] env[69858]: DEBUG oslo_vmware.api [None req-0b89f64b-e624-485f-ae77-a6cfcba7bb72 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419412, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.942090] env[69858]: DEBUG oslo_vmware.api [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419407, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.959103] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419408, 'name': CreateVM_Task} progress is 25%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.962960] env[69858]: DEBUG oslo_vmware.api [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419404, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.002243] env[69858]: DEBUG oslo_vmware.api [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419405, 'name': CloneVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.162347] env[69858]: DEBUG oslo_vmware.api [None req-17a49298-9413-4918-af66-5d7b518c9f9a tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233208} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.165696] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-17a49298-9413-4918-af66-5d7b518c9f9a tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.165914] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-17a49298-9413-4918-af66-5d7b518c9f9a tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.166116] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-17a49298-9413-4918-af66-5d7b518c9f9a tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.166319] env[69858]: INFO nova.compute.manager [None req-17a49298-9413-4918-af66-5d7b518c9f9a tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1026.166580] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17a49298-9413-4918-af66-5d7b518c9f9a tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.169225] env[69858]: DEBUG nova.compute.manager [-] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1026.169380] env[69858]: DEBUG nova.network.neutron [-] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1026.209684] env[69858]: DEBUG oslo_vmware.api [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': task-3419411, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.297694] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e6bf37-8245-43f3-ace3-9639812b43b9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.307829] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ceec7a1-89a9-449c-a90d-8c570788f8e7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.347737] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea181f9-b649-4a5b-aed5-257ef0d4afcb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.355698] env[69858]: DEBUG oslo_concurrency.lockutils [req-2053a4a9-120d-4eed-a9ad-44ade4a01c1a req-5ba22a04-b5f6-402f-827a-af4acb054078 service nova] Releasing lock "refresh_cache-9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.357208] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9eb377-0f52-455b-afb9-becdf5319a21 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.376855] env[69858]: DEBUG nova.compute.provider_tree [None req-9aa46a7c-111a-4275-9cbc-2135bcdcf60a tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.429779] env[69858]: DEBUG oslo_vmware.api [None req-0b89f64b-e624-485f-ae77-a6cfcba7bb72 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419412, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.431532] env[69858]: DEBUG nova.network.neutron [req-c6d95896-30a3-4962-8319-dbc5b7f892b1 req-b6d3837c-ae60-4d63-918e-bce2538b080b service nova] [instance: 4df6118d-f032-4142-8900-93209f760c86] Updated VIF entry in instance network info cache for port 76268e2e-2637-4fce-9ed6-fddc6ebb6dc9. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.431901] env[69858]: DEBUG nova.network.neutron [req-c6d95896-30a3-4962-8319-dbc5b7f892b1 req-b6d3837c-ae60-4d63-918e-bce2538b080b service nova] [instance: 4df6118d-f032-4142-8900-93209f760c86] Updating instance_info_cache with network_info: [{"id": "76268e2e-2637-4fce-9ed6-fddc6ebb6dc9", "address": "fa:16:3e:78:6b:24", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76268e2e-26", "ovs_interfaceid": "76268e2e-2637-4fce-9ed6-fddc6ebb6dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.442656] env[69858]: DEBUG oslo_vmware.api [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419407, 'name': ReconfigVM_Task, 'duration_secs': 0.729269} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.446276] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021/2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.446930] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63169f34-05c1-4934-bb1d-b590ad47bcb5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.456623] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419408, 'name': CreateVM_Task, 'duration_secs': 0.708559} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.458370] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4df6118d-f032-4142-8900-93209f760c86] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.458739] env[69858]: DEBUG oslo_vmware.api [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1026.458739] env[69858]: value = "task-3419413" [ 1026.458739] env[69858]: _type = "Task" [ 1026.458739] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.459988] env[69858]: DEBUG oslo_concurrency.lockutils [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.459988] env[69858]: DEBUG oslo_concurrency.lockutils [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.460268] env[69858]: DEBUG oslo_concurrency.lockutils [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.465282] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f8f2ae2-92ef-44ea-8332-23aaeefddad4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.471171] env[69858]: DEBUG oslo_vmware.api [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419404, 'name': PowerOnVM_Task, 'duration_secs': 1.140447} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.474018] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 93054b24-16be-40cf-a956-6053b316c126] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.474018] env[69858]: INFO nova.compute.manager [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 93054b24-16be-40cf-a956-6053b316c126] Took 11.24 seconds to spawn the instance on the hypervisor. [ 1026.474018] env[69858]: DEBUG nova.compute.manager [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 93054b24-16be-40cf-a956-6053b316c126] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.474018] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53621841-9a4f-43b1-8b80-7cfe4d5ff0e1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.482433] env[69858]: DEBUG oslo_vmware.api [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419413, 'name': Rename_Task} progress is 10%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.483069] env[69858]: DEBUG oslo_vmware.api [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for the task: (returnval){ [ 1026.483069] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5296967d-8ff1-f1d3-6882-95efddb60b07" [ 1026.483069] env[69858]: _type = "Task" [ 1026.483069] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.504203] env[69858]: DEBUG oslo_vmware.api [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5296967d-8ff1-f1d3-6882-95efddb60b07, 'name': SearchDatastore_Task, 'duration_secs': 0.013401} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.504996] env[69858]: DEBUG oslo_concurrency.lockutils [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.505237] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.505488] env[69858]: DEBUG oslo_concurrency.lockutils [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.505702] env[69858]: DEBUG oslo_concurrency.lockutils [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.505943] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.506257] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-215785dc-abbd-4f03-a5b6-5822e3fe9092 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.512025] env[69858]: DEBUG oslo_vmware.api [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419405, 'name': CloneVM_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.521729] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.521993] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.522986] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f326ee2-d336-43d5-b164-05d995881f8d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.530069] env[69858]: DEBUG oslo_vmware.api [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for the task: (returnval){ [ 1026.530069] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5225aadb-e6d1-beed-4fb3-ea41b971cd46" [ 1026.530069] env[69858]: _type = "Task" [ 1026.530069] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.541544] env[69858]: DEBUG oslo_vmware.api [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5225aadb-e6d1-beed-4fb3-ea41b971cd46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.710707] env[69858]: DEBUG oslo_vmware.api [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': task-3419411, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562366} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.711373] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] fe8d0d86-6a84-4163-95a5-c9deeed007c6/fe8d0d86-6a84-4163-95a5-c9deeed007c6.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.711373] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.711662] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c07b27ba-54b4-44ea-89ea-109cf6177d50 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.719966] env[69858]: DEBUG oslo_vmware.api [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Waiting for the task: (returnval){ [ 1026.719966] env[69858]: value = "task-3419414" [ 1026.719966] env[69858]: _type = "Task" [ 1026.719966] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.728632] env[69858]: DEBUG oslo_vmware.api [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': task-3419414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.880837] env[69858]: DEBUG nova.scheduler.client.report [None req-9aa46a7c-111a-4275-9cbc-2135bcdcf60a tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.927117] env[69858]: DEBUG oslo_vmware.api [None req-0b89f64b-e624-485f-ae77-a6cfcba7bb72 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419412, 'name': ReconfigVM_Task, 'duration_secs': 0.739433} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.927418] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b89f64b-e624-485f-ae77-a6cfcba7bb72 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Reconfigured VM instance instance-00000033 to attach disk [datastore1] volume-b29a0f99-abdb-46de-9372-127548a50c02/volume-b29a0f99-abdb-46de-9372-127548a50c02.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.932426] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af473a2a-2e9c-42cf-8066-47805776ba04 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.942404] env[69858]: DEBUG oslo_concurrency.lockutils [req-c6d95896-30a3-4962-8319-dbc5b7f892b1 req-b6d3837c-ae60-4d63-918e-bce2538b080b service nova] Releasing lock "refresh_cache-4df6118d-f032-4142-8900-93209f760c86" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.949838] env[69858]: DEBUG oslo_vmware.api [None req-0b89f64b-e624-485f-ae77-a6cfcba7bb72 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 1026.949838] env[69858]: value = "task-3419415" [ 1026.949838] env[69858]: _type = "Task" [ 1026.949838] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.958697] env[69858]: DEBUG oslo_vmware.api [None req-0b89f64b-e624-485f-ae77-a6cfcba7bb72 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419415, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.972171] env[69858]: DEBUG nova.network.neutron [-] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.973586] env[69858]: DEBUG oslo_vmware.api [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419413, 'name': Rename_Task, 'duration_secs': 0.173081} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.973879] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.974318] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e41819c-aa92-4b0f-8f43-2551d5414a3c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.983384] env[69858]: DEBUG oslo_vmware.api [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1026.983384] env[69858]: value = "task-3419416" [ 1026.983384] env[69858]: _type = "Task" [ 1026.983384] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.995084] env[69858]: DEBUG oslo_vmware.api [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.008993] env[69858]: DEBUG oslo_vmware.api [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419405, 'name': CloneVM_Task, 'duration_secs': 1.535987} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.009593] env[69858]: INFO nova.compute.manager [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 93054b24-16be-40cf-a956-6053b316c126] Took 46.70 seconds to build instance. [ 1027.010817] env[69858]: INFO nova.virt.vmwareapi.vmops [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Created linked-clone VM from snapshot [ 1027.012073] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16dfcb5f-fcbb-4fc0-9af6-1c9ac1b117a0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.023102] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Uploading image 92c45453-941a-48b5-b9d0-a0b28766ce54 {{(pid=69858) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1027.042922] env[69858]: DEBUG oslo_vmware.api [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5225aadb-e6d1-beed-4fb3-ea41b971cd46, 'name': SearchDatastore_Task, 'duration_secs': 0.012776} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.043730] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20dbfccb-3807-42b5-93cf-a0e81c5bc54a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.048938] env[69858]: DEBUG oslo_vmware.rw_handles [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1027.048938] env[69858]: value = "vm-682235" [ 1027.048938] env[69858]: _type = "VirtualMachine" [ 1027.048938] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1027.049559] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0cf46902-4362-45c9-9c44-5f04a6b48481 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.052356] env[69858]: DEBUG oslo_vmware.api [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for the task: (returnval){ [ 1027.052356] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5262e020-cfb6-d7fc-ac22-e785d8261f84" [ 1027.052356] env[69858]: _type = "Task" [ 1027.052356] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.058563] env[69858]: DEBUG oslo_vmware.rw_handles [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lease: (returnval){ [ 1027.058563] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5233ceb8-1aca-f6c6-1422-70ad3a0b58da" [ 1027.058563] env[69858]: _type = "HttpNfcLease" [ 1027.058563] env[69858]: } obtained for exporting VM: (result){ [ 1027.058563] env[69858]: value = "vm-682235" [ 1027.058563] env[69858]: _type = "VirtualMachine" [ 1027.058563] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1027.058825] env[69858]: DEBUG oslo_vmware.api [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the lease: (returnval){ [ 1027.058825] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5233ceb8-1aca-f6c6-1422-70ad3a0b58da" [ 1027.058825] env[69858]: _type = "HttpNfcLease" [ 1027.058825] env[69858]: } to be ready. {{(pid=69858) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1027.061858] env[69858]: DEBUG oslo_vmware.api [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5262e020-cfb6-d7fc-ac22-e785d8261f84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.073694] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1027.073694] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5233ceb8-1aca-f6c6-1422-70ad3a0b58da" [ 1027.073694] env[69858]: _type = "HttpNfcLease" [ 1027.073694] env[69858]: } is initializing. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1027.096438] env[69858]: DEBUG nova.compute.manager [req-6893a492-abab-4b24-b059-beda4e13c6cc req-b52320fe-9e2a-4a7f-ba6b-00e9b00581fb service nova] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Received event network-vif-deleted-efb61c3d-9c0f-460a-b16c-477cc12efca5 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.231072] env[69858]: DEBUG oslo_vmware.api [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': task-3419414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.293381} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.231220] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.233109] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6884d21c-d70f-4a36-ba9f-10017199e747 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.256347] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] fe8d0d86-6a84-4163-95a5-c9deeed007c6/fe8d0d86-6a84-4163-95a5-c9deeed007c6.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.256650] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1452383e-a578-49ed-ace7-869c7c887b8a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.277486] env[69858]: DEBUG oslo_vmware.api [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Waiting for the task: (returnval){ [ 1027.277486] env[69858]: value = "task-3419418" [ 1027.277486] env[69858]: _type = "Task" [ 1027.277486] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.286637] env[69858]: DEBUG oslo_vmware.api [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': task-3419418, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.387059] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9aa46a7c-111a-4275-9cbc-2135bcdcf60a tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.389477] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6d4f82b4-a2c5-495d-89c4-d2faa4b02140 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.727s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.389733] env[69858]: DEBUG nova.objects.instance [None req-6d4f82b4-a2c5-495d-89c4-d2faa4b02140 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lazy-loading 'resources' on Instance uuid 9aa8b105-0505-42cc-b81f-962b02764121 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.409123] env[69858]: INFO nova.scheduler.client.report [None req-9aa46a7c-111a-4275-9cbc-2135bcdcf60a tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Deleted allocations for instance 898d7c6b-7e15-47f7-8105-9d44785d46f5 [ 1027.461150] env[69858]: DEBUG oslo_vmware.api [None req-0b89f64b-e624-485f-ae77-a6cfcba7bb72 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419415, 'name': ReconfigVM_Task, 'duration_secs': 0.237001} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.461457] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b89f64b-e624-485f-ae77-a6cfcba7bb72 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682232', 'volume_id': 'b29a0f99-abdb-46de-9372-127548a50c02', 'name': 'volume-b29a0f99-abdb-46de-9372-127548a50c02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60f35308-2c0b-49b5-b59c-f009be3d3822', 'attached_at': '', 'detached_at': '', 'volume_id': 'b29a0f99-abdb-46de-9372-127548a50c02', 'serial': 'b29a0f99-abdb-46de-9372-127548a50c02'} {{(pid=69858) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1027.475638] env[69858]: INFO nova.compute.manager [-] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Took 1.31 seconds to deallocate network for instance. [ 1027.494035] env[69858]: DEBUG oslo_vmware.api [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419416, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.512859] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fd8800f7-a721-4f78-b30a-d2e07b1f414d tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Lock "93054b24-16be-40cf-a956-6053b316c126" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.206s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.563595] env[69858]: DEBUG oslo_vmware.api [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5262e020-cfb6-d7fc-ac22-e785d8261f84, 'name': SearchDatastore_Task, 'duration_secs': 0.033759} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.566689] env[69858]: DEBUG oslo_concurrency.lockutils [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.566993] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 4df6118d-f032-4142-8900-93209f760c86/4df6118d-f032-4142-8900-93209f760c86.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.567324] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aaa0e65c-9245-451f-922e-05b7402e449b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.569648] env[69858]: DEBUG oslo_concurrency.lockutils [None req-51e7fe92-ae48-4c78-889d-cea1d35336ef tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Acquiring lock "93054b24-16be-40cf-a956-6053b316c126" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.569889] env[69858]: DEBUG oslo_concurrency.lockutils [None req-51e7fe92-ae48-4c78-889d-cea1d35336ef tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Lock "93054b24-16be-40cf-a956-6053b316c126" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.570112] env[69858]: DEBUG oslo_concurrency.lockutils [None req-51e7fe92-ae48-4c78-889d-cea1d35336ef tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Acquiring lock "93054b24-16be-40cf-a956-6053b316c126-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.570323] env[69858]: DEBUG oslo_concurrency.lockutils [None req-51e7fe92-ae48-4c78-889d-cea1d35336ef tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Lock "93054b24-16be-40cf-a956-6053b316c126-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.570555] env[69858]: DEBUG oslo_concurrency.lockutils [None req-51e7fe92-ae48-4c78-889d-cea1d35336ef tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Lock "93054b24-16be-40cf-a956-6053b316c126-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.572921] env[69858]: INFO nova.compute.manager [None req-51e7fe92-ae48-4c78-889d-cea1d35336ef tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 93054b24-16be-40cf-a956-6053b316c126] Terminating instance [ 1027.575691] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1027.575691] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5233ceb8-1aca-f6c6-1422-70ad3a0b58da" [ 1027.575691] env[69858]: _type = "HttpNfcLease" [ 1027.575691] env[69858]: } is ready. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1027.576822] env[69858]: DEBUG oslo_vmware.rw_handles [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1027.576822] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5233ceb8-1aca-f6c6-1422-70ad3a0b58da" [ 1027.576822] env[69858]: _type = "HttpNfcLease" [ 1027.576822] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1027.578917] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c19880f-cb3e-4708-9aa1-4133ddd203fd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.581971] env[69858]: DEBUG oslo_vmware.api [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for the task: (returnval){ [ 1027.581971] env[69858]: value = "task-3419419" [ 1027.581971] env[69858]: _type = "Task" [ 1027.581971] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.588921] env[69858]: DEBUG oslo_vmware.rw_handles [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52de3bb5-12d8-d997-9d2e-7e470fc85d98/disk-0.vmdk from lease info. {{(pid=69858) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1027.589121] env[69858]: DEBUG oslo_vmware.rw_handles [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52de3bb5-12d8-d997-9d2e-7e470fc85d98/disk-0.vmdk for reading. {{(pid=69858) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1027.654825] env[69858]: DEBUG oslo_vmware.api [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.750598] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ee9d1216-bc45-497d-800d-73be77438827 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.796834] env[69858]: DEBUG oslo_vmware.api [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': task-3419418, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.917600] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9aa46a7c-111a-4275-9cbc-2135bcdcf60a tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "898d7c6b-7e15-47f7-8105-9d44785d46f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.724s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.991028] env[69858]: DEBUG oslo_concurrency.lockutils [None req-17a49298-9413-4918-af66-5d7b518c9f9a tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.014223] env[69858]: DEBUG oslo_vmware.api [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419416, 'name': PowerOnVM_Task, 'duration_secs': 1.008986} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.020727] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.021149] env[69858]: INFO nova.compute.manager [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Took 10.25 seconds to spawn the instance on the hypervisor. [ 1028.021413] env[69858]: DEBUG nova.compute.manager [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.023035] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81ac41b-3cf6-4ce2-9383-b1ec38f82d3d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.081033] env[69858]: DEBUG nova.compute.manager [None req-51e7fe92-ae48-4c78-889d-cea1d35336ef tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 93054b24-16be-40cf-a956-6053b316c126] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.081033] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-51e7fe92-ae48-4c78-889d-cea1d35336ef tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 93054b24-16be-40cf-a956-6053b316c126] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.082744] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09738d75-b638-402f-b7d9-ff5c25b7237f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.100488] env[69858]: DEBUG oslo_vmware.api [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507901} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.105230] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 4df6118d-f032-4142-8900-93209f760c86/4df6118d-f032-4142-8900-93209f760c86.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.105452] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.105758] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-51e7fe92-ae48-4c78-889d-cea1d35336ef tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 93054b24-16be-40cf-a956-6053b316c126] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.106225] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-baa49099-899e-42a3-b542-07f22ddbabad {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.108595] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36af0268-483e-44cf-b49a-96fb8ff7b352 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.118715] env[69858]: DEBUG oslo_vmware.api [None req-51e7fe92-ae48-4c78-889d-cea1d35336ef tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for the task: (returnval){ [ 1028.118715] env[69858]: value = "task-3419420" [ 1028.118715] env[69858]: _type = "Task" [ 1028.118715] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.119156] env[69858]: DEBUG oslo_vmware.api [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for the task: (returnval){ [ 1028.119156] env[69858]: value = "task-3419421" [ 1028.119156] env[69858]: _type = "Task" [ 1028.119156] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.143022] env[69858]: DEBUG oslo_vmware.api [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.144321] env[69858]: DEBUG oslo_vmware.api [None req-51e7fe92-ae48-4c78-889d-cea1d35336ef tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.294380] env[69858]: DEBUG oslo_vmware.api [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': task-3419418, 'name': ReconfigVM_Task, 'duration_secs': 0.704699} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.294776] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Reconfigured VM instance instance-0000004b to attach disk [datastore1] fe8d0d86-6a84-4163-95a5-c9deeed007c6/fe8d0d86-6a84-4163-95a5-c9deeed007c6.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.295444] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-436953a0-4e7e-4b4a-854f-30686211e82a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.304697] env[69858]: DEBUG oslo_vmware.api [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Waiting for the task: (returnval){ [ 1028.304697] env[69858]: value = "task-3419422" [ 1028.304697] env[69858]: _type = "Task" [ 1028.304697] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.316357] env[69858]: DEBUG oslo_vmware.api [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': task-3419422, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.398894] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d833c3b-a53f-4f35-b97b-e54338fdd5cc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.409795] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e4e4d3-dfe2-4689-9dac-2a2a49f2b3d5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.447874] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf946e4c-488b-4cba-ab94-8976a1a00c1f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.457970] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3b5759-f33b-4fc6-b46f-47c034358866 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.475389] env[69858]: DEBUG nova.compute.provider_tree [None req-6d4f82b4-a2c5-495d-89c4-d2faa4b02140 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.528656] env[69858]: DEBUG nova.objects.instance [None req-0b89f64b-e624-485f-ae77-a6cfcba7bb72 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lazy-loading 'flavor' on Instance uuid 60f35308-2c0b-49b5-b59c-f009be3d3822 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.550052] env[69858]: INFO nova.compute.manager [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Took 41.76 seconds to build instance. [ 1028.655017] env[69858]: DEBUG oslo_vmware.api [None req-51e7fe92-ae48-4c78-889d-cea1d35336ef tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419420, 'name': PowerOffVM_Task, 'duration_secs': 0.313356} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.658629] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-51e7fe92-ae48-4c78-889d-cea1d35336ef tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 93054b24-16be-40cf-a956-6053b316c126] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.659375] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-51e7fe92-ae48-4c78-889d-cea1d35336ef tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 93054b24-16be-40cf-a956-6053b316c126] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.659570] env[69858]: DEBUG oslo_vmware.api [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100959} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.659794] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0299b882-f05e-46c9-a65e-22ecc077fd12 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.661700] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1028.663192] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ff8418-4002-4156-8648-b3bc4b164a26 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.696086] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 4df6118d-f032-4142-8900-93209f760c86/4df6118d-f032-4142-8900-93209f760c86.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.696534] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4d00cff-e3a3-4024-9dec-f6e6d3d40ec3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.722036] env[69858]: DEBUG oslo_vmware.api [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for the task: (returnval){ [ 1028.722036] env[69858]: value = "task-3419424" [ 1028.722036] env[69858]: _type = "Task" [ 1028.722036] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.733191] env[69858]: DEBUG oslo_vmware.api [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419424, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.743622] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-51e7fe92-ae48-4c78-889d-cea1d35336ef tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 93054b24-16be-40cf-a956-6053b316c126] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.743622] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-51e7fe92-ae48-4c78-889d-cea1d35336ef tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 93054b24-16be-40cf-a956-6053b316c126] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.743816] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-51e7fe92-ae48-4c78-889d-cea1d35336ef tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Deleting the datastore file [datastore1] 93054b24-16be-40cf-a956-6053b316c126 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.744201] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25f0defb-da91-4b3d-8e91-9c909556f7f1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.754859] env[69858]: DEBUG oslo_vmware.api [None req-51e7fe92-ae48-4c78-889d-cea1d35336ef tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for the task: (returnval){ [ 1028.754859] env[69858]: value = "task-3419425" [ 1028.754859] env[69858]: _type = "Task" [ 1028.754859] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.767696] env[69858]: DEBUG oslo_vmware.api [None req-51e7fe92-ae48-4c78-889d-cea1d35336ef tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.817038] env[69858]: DEBUG oslo_vmware.api [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': task-3419422, 'name': Rename_Task, 'duration_secs': 0.218211} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.817321] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.817576] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-963e2029-639b-4afd-a92b-3c763f729a68 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.825970] env[69858]: DEBUG oslo_vmware.api [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Waiting for the task: (returnval){ [ 1028.825970] env[69858]: value = "task-3419426" [ 1028.825970] env[69858]: _type = "Task" [ 1028.825970] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.837458] env[69858]: DEBUG oslo_vmware.api [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': task-3419426, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.979846] env[69858]: DEBUG nova.scheduler.client.report [None req-6d4f82b4-a2c5-495d-89c4-d2faa4b02140 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.036465] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0b89f64b-e624-485f-ae77-a6cfcba7bb72 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lock "60f35308-2c0b-49b5-b59c-f009be3d3822" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.358s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.054049] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2f45367f-3993-4525-81fd-7e6c6a2cda86 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.280s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.238838] env[69858]: DEBUG oslo_concurrency.lockutils [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "aeb3621f-9613-4696-b23e-477d9c150b46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.238838] env[69858]: DEBUG oslo_concurrency.lockutils [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "aeb3621f-9613-4696-b23e-477d9c150b46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.239719] env[69858]: DEBUG oslo_vmware.api [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.266641] env[69858]: DEBUG oslo_vmware.api [None req-51e7fe92-ae48-4c78-889d-cea1d35336ef tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Task: {'id': task-3419425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377957} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.267732] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-51e7fe92-ae48-4c78-889d-cea1d35336ef tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.268064] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-51e7fe92-ae48-4c78-889d-cea1d35336ef tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 93054b24-16be-40cf-a956-6053b316c126] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.268421] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-51e7fe92-ae48-4c78-889d-cea1d35336ef tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 93054b24-16be-40cf-a956-6053b316c126] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.268711] env[69858]: INFO nova.compute.manager [None req-51e7fe92-ae48-4c78-889d-cea1d35336ef tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] [instance: 93054b24-16be-40cf-a956-6053b316c126] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1029.268991] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51e7fe92-ae48-4c78-889d-cea1d35336ef tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.269516] env[69858]: DEBUG nova.compute.manager [-] [instance: 93054b24-16be-40cf-a956-6053b316c126] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.269624] env[69858]: DEBUG nova.network.neutron [-] [instance: 93054b24-16be-40cf-a956-6053b316c126] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1029.339036] env[69858]: DEBUG oslo_vmware.api [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': task-3419426, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.396380] env[69858]: INFO nova.compute.manager [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Rescuing [ 1029.400533] env[69858]: DEBUG oslo_concurrency.lockutils [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquiring lock "refresh_cache-60f35308-2c0b-49b5-b59c-f009be3d3822" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.400881] env[69858]: DEBUG oslo_concurrency.lockutils [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquired lock "refresh_cache-60f35308-2c0b-49b5-b59c-f009be3d3822" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.400968] env[69858]: DEBUG nova.network.neutron [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.485250] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6d4f82b4-a2c5-495d-89c4-d2faa4b02140 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.488242] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6e200372-3017-43b8-ac44-2cf3571a76cd tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.021s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.488783] env[69858]: DEBUG nova.objects.instance [None req-6e200372-3017-43b8-ac44-2cf3571a76cd tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Lazy-loading 'resources' on Instance uuid d6a70464-5106-4f86-ab95-87661e43bae1 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.511362] env[69858]: INFO nova.scheduler.client.report [None req-6d4f82b4-a2c5-495d-89c4-d2faa4b02140 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Deleted allocations for instance 9aa8b105-0505-42cc-b81f-962b02764121 [ 1029.640510] env[69858]: DEBUG nova.compute.manager [req-f80d55a3-c239-41aa-bae3-d2afc3118248 req-5268acd8-fa63-47bf-bdc8-7c4184738667 service nova] [instance: 93054b24-16be-40cf-a956-6053b316c126] Received event network-vif-deleted-00424d26-6463-4256-933d-a6dabd97e50b {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.640923] env[69858]: INFO nova.compute.manager [req-f80d55a3-c239-41aa-bae3-d2afc3118248 req-5268acd8-fa63-47bf-bdc8-7c4184738667 service nova] [instance: 93054b24-16be-40cf-a956-6053b316c126] Neutron deleted interface 00424d26-6463-4256-933d-a6dabd97e50b; detaching it from the instance and deleting it from the info cache [ 1029.642609] env[69858]: DEBUG nova.network.neutron [req-f80d55a3-c239-41aa-bae3-d2afc3118248 req-5268acd8-fa63-47bf-bdc8-7c4184738667 service nova] [instance: 93054b24-16be-40cf-a956-6053b316c126] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.735622] env[69858]: DEBUG oslo_vmware.api [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419424, 'name': ReconfigVM_Task, 'duration_secs': 0.70724} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.736020] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 4df6118d-f032-4142-8900-93209f760c86/4df6118d-f032-4142-8900-93209f760c86.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.737103] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-756da9a3-f732-4b18-935e-f421a7574230 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.741027] env[69858]: DEBUG nova.compute.manager [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1029.748152] env[69858]: DEBUG oslo_vmware.api [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for the task: (returnval){ [ 1029.748152] env[69858]: value = "task-3419427" [ 1029.748152] env[69858]: _type = "Task" [ 1029.748152] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.757849] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f6541036-6298-4bba-8721-5de90172add6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.758158] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f6541036-6298-4bba-8721-5de90172add6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.758382] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f6541036-6298-4bba-8721-5de90172add6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.758583] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f6541036-6298-4bba-8721-5de90172add6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.758752] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f6541036-6298-4bba-8721-5de90172add6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.761363] env[69858]: DEBUG oslo_vmware.api [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419427, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.761940] env[69858]: INFO nova.compute.manager [None req-f6541036-6298-4bba-8721-5de90172add6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Terminating instance [ 1029.838579] env[69858]: DEBUG oslo_vmware.api [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': task-3419426, 'name': PowerOnVM_Task, 'duration_secs': 0.743462} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.838875] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.839132] env[69858]: INFO nova.compute.manager [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Took 9.44 seconds to spawn the instance on the hypervisor. [ 1029.839395] env[69858]: DEBUG nova.compute.manager [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.840271] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7af22c-9b08-4167-9eea-2d7e4e41e8b9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.024243] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6d4f82b4-a2c5-495d-89c4-d2faa4b02140 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "9aa8b105-0505-42cc-b81f-962b02764121" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.372s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.118288] env[69858]: DEBUG nova.network.neutron [-] [instance: 93054b24-16be-40cf-a956-6053b316c126] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.148654] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f43624b-420c-4bcb-bed0-c93151358f81 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.160461] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee9b2ac-8d02-4aff-87f9-699f372aa2f3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.207939] env[69858]: DEBUG nova.compute.manager [req-f80d55a3-c239-41aa-bae3-d2afc3118248 req-5268acd8-fa63-47bf-bdc8-7c4184738667 service nova] [instance: 93054b24-16be-40cf-a956-6053b316c126] Detach interface failed, port_id=00424d26-6463-4256-933d-a6dabd97e50b, reason: Instance 93054b24-16be-40cf-a956-6053b316c126 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1030.263672] env[69858]: DEBUG oslo_vmware.api [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419427, 'name': Rename_Task, 'duration_secs': 0.36833} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.263976] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.264250] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf8bb58f-a314-4411-b73d-847209f8ddca {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.268306] env[69858]: DEBUG nova.compute.manager [None req-f6541036-6298-4bba-8721-5de90172add6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1030.268514] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f6541036-6298-4bba-8721-5de90172add6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.269551] env[69858]: DEBUG oslo_concurrency.lockutils [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.270803] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892abdc6-7699-485b-ba22-9b1710776c56 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.277202] env[69858]: DEBUG oslo_vmware.api [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for the task: (returnval){ [ 1030.277202] env[69858]: value = "task-3419428" [ 1030.277202] env[69858]: _type = "Task" [ 1030.277202] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.281086] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6541036-6298-4bba-8721-5de90172add6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.286236] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e8ed292-85c0-4fcc-a43e-5f4c3db48070 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.293389] env[69858]: DEBUG oslo_vmware.api [None req-f6541036-6298-4bba-8721-5de90172add6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1030.293389] env[69858]: value = "task-3419429" [ 1030.293389] env[69858]: _type = "Task" [ 1030.293389] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.296469] env[69858]: DEBUG oslo_vmware.api [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.361680] env[69858]: INFO nova.compute.manager [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Took 42.90 seconds to build instance. [ 1030.453407] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36be9dc-3e1e-48f3-b4c1-21912e38fc58 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.462445] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0567f4-185a-4365-92f5-9f19e27c1ec1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.499807] env[69858]: DEBUG nova.network.neutron [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Updating instance_info_cache with network_info: [{"id": "b5ef3cb8-b6cf-40c4-b28c-fac86427bce9", "address": "fa:16:3e:bd:be:20", "network": {"id": "0c9f6f19-47de-4d71-bd7d-ef64bf3ed419", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1429360809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d17af446507492f9ce66b1822068c79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ef3cb8-b6", "ovs_interfaceid": "b5ef3cb8-b6cf-40c4-b28c-fac86427bce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.501098] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2181525-98ab-4ea4-acc4-0f72e0098d39 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.510557] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f937b3fb-596b-4f5f-8cb7-5d4df4cde42e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.528346] env[69858]: DEBUG nova.compute.provider_tree [None req-6e200372-3017-43b8-ac44-2cf3571a76cd tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.623616] env[69858]: INFO nova.compute.manager [-] [instance: 93054b24-16be-40cf-a956-6053b316c126] Took 1.35 seconds to deallocate network for instance. [ 1030.792674] env[69858]: DEBUG oslo_vmware.api [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419428, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.807736] env[69858]: DEBUG oslo_vmware.api [None req-f6541036-6298-4bba-8721-5de90172add6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419429, 'name': PowerOffVM_Task, 'duration_secs': 0.456488} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.808410] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6541036-6298-4bba-8721-5de90172add6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.808410] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f6541036-6298-4bba-8721-5de90172add6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.808618] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-775b604e-7f94-44ca-9b00-fe2903c595fa {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.866727] env[69858]: DEBUG oslo_concurrency.lockutils [None req-76952cfe-9e2d-4f10-a062-01f0d1f32f46 tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Lock "fe8d0d86-6a84-4163-95a5-c9deeed007c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.416s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.901350] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f6541036-6298-4bba-8721-5de90172add6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.901608] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f6541036-6298-4bba-8721-5de90172add6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.901776] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6541036-6298-4bba-8721-5de90172add6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Deleting the datastore file [datastore1] 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.902163] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab0b4757-026d-49c9-93e9-ee48503a5b2c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.913854] env[69858]: DEBUG oslo_vmware.api [None req-f6541036-6298-4bba-8721-5de90172add6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1030.913854] env[69858]: value = "task-3419431" [ 1030.913854] env[69858]: _type = "Task" [ 1030.913854] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.925027] env[69858]: DEBUG oslo_vmware.api [None req-f6541036-6298-4bba-8721-5de90172add6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.005763] env[69858]: DEBUG oslo_concurrency.lockutils [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Releasing lock "refresh_cache-60f35308-2c0b-49b5-b59c-f009be3d3822" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.031344] env[69858]: DEBUG nova.scheduler.client.report [None req-6e200372-3017-43b8-ac44-2cf3571a76cd tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.070162] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7000e6e6-95bd-438a-9db4-0ef8bf2501cb tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquiring lock "1304c169-b815-4d2b-8eda-9e1265a43b13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.070460] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7000e6e6-95bd-438a-9db4-0ef8bf2501cb tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "1304c169-b815-4d2b-8eda-9e1265a43b13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.070698] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7000e6e6-95bd-438a-9db4-0ef8bf2501cb tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquiring lock "1304c169-b815-4d2b-8eda-9e1265a43b13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.070893] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7000e6e6-95bd-438a-9db4-0ef8bf2501cb tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "1304c169-b815-4d2b-8eda-9e1265a43b13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.071080] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7000e6e6-95bd-438a-9db4-0ef8bf2501cb tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "1304c169-b815-4d2b-8eda-9e1265a43b13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.073753] env[69858]: INFO nova.compute.manager [None req-7000e6e6-95bd-438a-9db4-0ef8bf2501cb tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Terminating instance [ 1031.129914] env[69858]: DEBUG oslo_concurrency.lockutils [None req-51e7fe92-ae48-4c78-889d-cea1d35336ef tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.292775] env[69858]: DEBUG oslo_vmware.api [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419428, 'name': PowerOnVM_Task, 'duration_secs': 0.714819} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.293102] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.293321] env[69858]: INFO nova.compute.manager [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1031.293513] env[69858]: DEBUG nova.compute.manager [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.294372] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a12513b-344b-4bed-ac26-c05c0d71dc35 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.423675] env[69858]: DEBUG oslo_vmware.api [None req-f6541036-6298-4bba-8721-5de90172add6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419431, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172323} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.424895] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6541036-6298-4bba-8721-5de90172add6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.424895] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f6541036-6298-4bba-8721-5de90172add6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.424895] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f6541036-6298-4bba-8721-5de90172add6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.424895] env[69858]: INFO nova.compute.manager [None req-f6541036-6298-4bba-8721-5de90172add6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1031.424895] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6541036-6298-4bba-8721-5de90172add6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.424895] env[69858]: DEBUG nova.compute.manager [-] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1031.425512] env[69858]: DEBUG nova.network.neutron [-] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1031.540783] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6e200372-3017-43b8-ac44-2cf3571a76cd tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.540783] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.289s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.544478] env[69858]: INFO nova.compute.claims [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.573079] env[69858]: INFO nova.scheduler.client.report [None req-6e200372-3017-43b8-ac44-2cf3571a76cd tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Deleted allocations for instance d6a70464-5106-4f86-ab95-87661e43bae1 [ 1031.580048] env[69858]: DEBUG nova.compute.manager [None req-7000e6e6-95bd-438a-9db4-0ef8bf2501cb tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.580048] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7000e6e6-95bd-438a-9db4-0ef8bf2501cb tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.582519] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bc0a62-b999-4338-bcd8-33cbe2650bb9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.591676] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7000e6e6-95bd-438a-9db4-0ef8bf2501cb tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.591989] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57c56b1c-743e-481d-96cb-77a0020bb570 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.603416] env[69858]: DEBUG oslo_vmware.api [None req-7000e6e6-95bd-438a-9db4-0ef8bf2501cb tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 1031.603416] env[69858]: value = "task-3419432" [ 1031.603416] env[69858]: _type = "Task" [ 1031.603416] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.620641] env[69858]: DEBUG oslo_vmware.api [None req-7000e6e6-95bd-438a-9db4-0ef8bf2501cb tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.819789] env[69858]: INFO nova.compute.manager [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Took 34.16 seconds to build instance. [ 1031.931091] env[69858]: DEBUG nova.compute.manager [req-4708925f-eb02-4527-8aff-e6bd3dbfa891 req-d76c4cef-9028-4fdc-a27c-27c8d165599b service nova] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Received event network-vif-deleted-7fda97d4-a39c-468c-9a4b-eafb8d282065 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.931091] env[69858]: INFO nova.compute.manager [req-4708925f-eb02-4527-8aff-e6bd3dbfa891 req-d76c4cef-9028-4fdc-a27c-27c8d165599b service nova] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Neutron deleted interface 7fda97d4-a39c-468c-9a4b-eafb8d282065; detaching it from the instance and deleting it from the info cache [ 1031.931220] env[69858]: DEBUG nova.network.neutron [req-4708925f-eb02-4527-8aff-e6bd3dbfa891 req-d76c4cef-9028-4fdc-a27c-27c8d165599b service nova] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.083949] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6e200372-3017-43b8-ac44-2cf3571a76cd tempest-ServerMetadataTestJSON-1500059676 tempest-ServerMetadataTestJSON-1500059676-project-member] Lock "d6a70464-5106-4f86-ab95-87661e43bae1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.509s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.117808] env[69858]: DEBUG oslo_vmware.api [None req-7000e6e6-95bd-438a-9db4-0ef8bf2501cb tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419432, 'name': PowerOffVM_Task, 'duration_secs': 0.217208} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.117808] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7000e6e6-95bd-438a-9db4-0ef8bf2501cb tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.118056] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7000e6e6-95bd-438a-9db4-0ef8bf2501cb tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.118382] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b140d3eb-d70a-43f3-b72a-154bae2c31f6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.195908] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7000e6e6-95bd-438a-9db4-0ef8bf2501cb tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.196577] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7000e6e6-95bd-438a-9db4-0ef8bf2501cb tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.196793] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-7000e6e6-95bd-438a-9db4-0ef8bf2501cb tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Deleting the datastore file [datastore1] 1304c169-b815-4d2b-8eda-9e1265a43b13 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.197143] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5288e003-df1a-452f-a080-afe4729d0cbd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.208169] env[69858]: DEBUG oslo_vmware.api [None req-7000e6e6-95bd-438a-9db4-0ef8bf2501cb tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 1032.208169] env[69858]: value = "task-3419434" [ 1032.208169] env[69858]: _type = "Task" [ 1032.208169] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.218365] env[69858]: DEBUG oslo_vmware.api [None req-7000e6e6-95bd-438a-9db4-0ef8bf2501cb tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.323979] env[69858]: DEBUG oslo_concurrency.lockutils [None req-45c2ff8f-73a1-4f43-9343-146d7697b09d tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Lock "4df6118d-f032-4142-8900-93209f760c86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.753s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.348266] env[69858]: DEBUG nova.network.neutron [-] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.433579] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a14d927-02c1-4117-bf92-b2b8af565e83 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.445067] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc99345c-a163-43d0-a1ae-a479ced717b6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.486610] env[69858]: DEBUG nova.compute.manager [req-4708925f-eb02-4527-8aff-e6bd3dbfa891 req-d76c4cef-9028-4fdc-a27c-27c8d165599b service nova] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Detach interface failed, port_id=7fda97d4-a39c-468c-9a4b-eafb8d282065, reason: Instance 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1032.550305] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.553937] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ba250b5-2a2b-4032-862d-65c4322662af {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.563482] env[69858]: DEBUG oslo_vmware.api [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 1032.563482] env[69858]: value = "task-3419435" [ 1032.563482] env[69858]: _type = "Task" [ 1032.563482] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.576716] env[69858]: DEBUG oslo_vmware.api [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.725179] env[69858]: DEBUG oslo_vmware.api [None req-7000e6e6-95bd-438a-9db4-0ef8bf2501cb tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154693} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.725478] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-7000e6e6-95bd-438a-9db4-0ef8bf2501cb tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.725681] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7000e6e6-95bd-438a-9db4-0ef8bf2501cb tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.726220] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7000e6e6-95bd-438a-9db4-0ef8bf2501cb tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.726220] env[69858]: INFO nova.compute.manager [None req-7000e6e6-95bd-438a-9db4-0ef8bf2501cb tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1032.726379] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7000e6e6-95bd-438a-9db4-0ef8bf2501cb tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.726590] env[69858]: DEBUG nova.compute.manager [-] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.726682] env[69858]: DEBUG nova.network.neutron [-] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1032.854306] env[69858]: INFO nova.compute.manager [-] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Took 1.43 seconds to deallocate network for instance. [ 1032.989016] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b89eabc-913c-475f-80d3-ee284ec5b1d7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.002498] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a55d46a-1331-4a15-b26b-06b1a8b16448 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.038702] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3fb808-31cf-4a4b-b1c6-4db86400e37f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.048506] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ef72a4-0193-4469-abc2-3f66a15b0dc2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.064712] env[69858]: DEBUG nova.compute.provider_tree [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.075138] env[69858]: DEBUG oslo_vmware.api [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419435, 'name': PowerOffVM_Task, 'duration_secs': 0.27137} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.075418] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.076842] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fbd3f9-38e4-4df5-8f82-c5da01848504 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.100238] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78891122-36a5-4c54-ac23-2f3b7d5eec93 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.133990] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.135112] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5c27f04-c4ab-467a-9e86-48f390698bdb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.144446] env[69858]: DEBUG oslo_vmware.api [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 1033.144446] env[69858]: value = "task-3419436" [ 1033.144446] env[69858]: _type = "Task" [ 1033.144446] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.154979] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] VM already powered off {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1033.155129] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.156138] env[69858]: DEBUG oslo_concurrency.lockutils [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.156138] env[69858]: DEBUG oslo_concurrency.lockutils [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.156138] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.156138] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-359d8f25-1804-4bf8-a1d4-000588fdb3f4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.167356] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.167574] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.168714] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a19d8345-69b3-4161-98a3-3932bd8b0295 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.175671] env[69858]: DEBUG oslo_vmware.api [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 1033.175671] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5228c724-823e-c05c-659c-70a458270dc3" [ 1033.175671] env[69858]: _type = "Task" [ 1033.175671] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.186338] env[69858]: DEBUG oslo_vmware.api [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5228c724-823e-c05c-659c-70a458270dc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.363052] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f6541036-6298-4bba-8721-5de90172add6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.500496] env[69858]: DEBUG nova.compute.manager [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Stashing vm_state: active {{(pid=69858) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1033.571268] env[69858]: DEBUG nova.scheduler.client.report [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.690945] env[69858]: DEBUG oslo_vmware.api [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5228c724-823e-c05c-659c-70a458270dc3, 'name': SearchDatastore_Task, 'duration_secs': 0.02814} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.691967] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d637c6b-6a4c-4f89-a516-7f7c780823ed {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.700441] env[69858]: DEBUG oslo_vmware.api [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 1033.700441] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52dc0a0c-a1de-9fb1-b153-9f1efa341458" [ 1033.700441] env[69858]: _type = "Task" [ 1033.700441] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.709937] env[69858]: DEBUG nova.network.neutron [-] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.711432] env[69858]: DEBUG oslo_vmware.api [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52dc0a0c-a1de-9fb1-b153-9f1efa341458, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.027895] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.037309] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c302494f-ff3b-4e60-b888-c9d8f7d47dba tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Acquiring lock "fe8d0d86-6a84-4163-95a5-c9deeed007c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.037622] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c302494f-ff3b-4e60-b888-c9d8f7d47dba tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Lock "fe8d0d86-6a84-4163-95a5-c9deeed007c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.037849] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c302494f-ff3b-4e60-b888-c9d8f7d47dba tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Acquiring lock "fe8d0d86-6a84-4163-95a5-c9deeed007c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.038249] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c302494f-ff3b-4e60-b888-c9d8f7d47dba tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Lock "fe8d0d86-6a84-4163-95a5-c9deeed007c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.038495] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c302494f-ff3b-4e60-b888-c9d8f7d47dba tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Lock "fe8d0d86-6a84-4163-95a5-c9deeed007c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.041594] env[69858]: INFO nova.compute.manager [None req-c302494f-ff3b-4e60-b888-c9d8f7d47dba tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Terminating instance [ 1034.078243] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.078243] env[69858]: DEBUG nova.compute.manager [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.084646] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.807s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.088225] env[69858]: INFO nova.compute.claims [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 610aba42-6938-4461-a47c-666e92c90918] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.091200] env[69858]: DEBUG nova.compute.manager [req-d4b57d0b-e82f-46be-b373-f2dfbf69b7b7 req-4dd2be40-32cf-4cd0-934b-164e88a1f58d service nova] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Received event network-vif-deleted-da9f5e8b-fde9-46d2-b105-3f7f855bb3aa {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.213418] env[69858]: INFO nova.compute.manager [-] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Took 1.49 seconds to deallocate network for instance. [ 1034.221525] env[69858]: DEBUG oslo_vmware.api [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52dc0a0c-a1de-9fb1-b153-9f1efa341458, 'name': SearchDatastore_Task, 'duration_secs': 0.011299} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.225032] env[69858]: DEBUG oslo_concurrency.lockutils [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.225032] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 60f35308-2c0b-49b5-b59c-f009be3d3822/28914a4a-909f-453b-b81f-d96d90735622-rescue.vmdk. {{(pid=69858) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1034.225160] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb8df289-8992-4a90-a2fe-326f231a921c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.236060] env[69858]: DEBUG oslo_vmware.api [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 1034.236060] env[69858]: value = "task-3419437" [ 1034.236060] env[69858]: _type = "Task" [ 1034.236060] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.248016] env[69858]: DEBUG oslo_vmware.api [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.412058] env[69858]: DEBUG oslo_concurrency.lockutils [None req-aed97e55-e614-46e5-a988-12f0b11121de tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Acquiring lock "aab6c3b4-da0e-4a6d-8876-696815a47fc4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.412058] env[69858]: DEBUG oslo_concurrency.lockutils [None req-aed97e55-e614-46e5-a988-12f0b11121de tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Lock "aab6c3b4-da0e-4a6d-8876-696815a47fc4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.412058] env[69858]: DEBUG oslo_concurrency.lockutils [None req-aed97e55-e614-46e5-a988-12f0b11121de tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Acquiring lock "aab6c3b4-da0e-4a6d-8876-696815a47fc4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.412058] env[69858]: DEBUG oslo_concurrency.lockutils [None req-aed97e55-e614-46e5-a988-12f0b11121de tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Lock "aab6c3b4-da0e-4a6d-8876-696815a47fc4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.412058] env[69858]: DEBUG oslo_concurrency.lockutils [None req-aed97e55-e614-46e5-a988-12f0b11121de tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Lock "aab6c3b4-da0e-4a6d-8876-696815a47fc4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.414729] env[69858]: INFO nova.compute.manager [None req-aed97e55-e614-46e5-a988-12f0b11121de tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Terminating instance [ 1034.546363] env[69858]: DEBUG nova.compute.manager [None req-c302494f-ff3b-4e60-b888-c9d8f7d47dba tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.546782] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c302494f-ff3b-4e60-b888-c9d8f7d47dba tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.547781] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea02d589-2d6f-43e3-b4ad-9eb966e4b445 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.558242] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-c302494f-ff3b-4e60-b888-c9d8f7d47dba tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.558569] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ef0b582-e08e-4d9c-817a-a072eba76c35 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.567775] env[69858]: DEBUG oslo_vmware.api [None req-c302494f-ff3b-4e60-b888-c9d8f7d47dba tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Waiting for the task: (returnval){ [ 1034.567775] env[69858]: value = "task-3419438" [ 1034.567775] env[69858]: _type = "Task" [ 1034.567775] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.579891] env[69858]: DEBUG oslo_vmware.api [None req-c302494f-ff3b-4e60-b888-c9d8f7d47dba tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': task-3419438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.596085] env[69858]: DEBUG nova.compute.utils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1034.599470] env[69858]: DEBUG nova.compute.manager [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1034.599470] env[69858]: DEBUG nova.network.neutron [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1034.682020] env[69858]: DEBUG nova.policy [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a2a09fb52e64fef91bbdab91ed41a77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc75671f51c64ee7901babd7572d3a97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1034.730060] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7000e6e6-95bd-438a-9db4-0ef8bf2501cb tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.749023] env[69858]: DEBUG oslo_vmware.api [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419437, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505118} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.749395] env[69858]: INFO nova.virt.vmwareapi.ds_util [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 60f35308-2c0b-49b5-b59c-f009be3d3822/28914a4a-909f-453b-b81f-d96d90735622-rescue.vmdk. [ 1034.750298] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124d6f40-20d1-426e-93ca-4d6103f11065 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.784029] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 60f35308-2c0b-49b5-b59c-f009be3d3822/28914a4a-909f-453b-b81f-d96d90735622-rescue.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.784029] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bce87da-9b18-4d6f-930c-85cc234767f6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.805473] env[69858]: DEBUG oslo_vmware.api [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 1034.805473] env[69858]: value = "task-3419439" [ 1034.805473] env[69858]: _type = "Task" [ 1034.805473] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.814776] env[69858]: DEBUG oslo_vmware.api [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419439, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.927864] env[69858]: DEBUG nova.compute.manager [None req-aed97e55-e614-46e5-a988-12f0b11121de tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.928157] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-aed97e55-e614-46e5-a988-12f0b11121de tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.929315] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01aef744-cc8a-40db-9d5f-1648d160233d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.940512] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed97e55-e614-46e5-a988-12f0b11121de tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.940884] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7db7b442-008d-47d0-811c-84d135b94470 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.951575] env[69858]: DEBUG oslo_vmware.api [None req-aed97e55-e614-46e5-a988-12f0b11121de tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Waiting for the task: (returnval){ [ 1034.951575] env[69858]: value = "task-3419440" [ 1034.951575] env[69858]: _type = "Task" [ 1034.951575] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.963649] env[69858]: DEBUG oslo_vmware.api [None req-aed97e55-e614-46e5-a988-12f0b11121de tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3419440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.080175] env[69858]: DEBUG oslo_vmware.api [None req-c302494f-ff3b-4e60-b888-c9d8f7d47dba tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': task-3419438, 'name': PowerOffVM_Task, 'duration_secs': 0.442126} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.080557] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-c302494f-ff3b-4e60-b888-c9d8f7d47dba tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.080737] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c302494f-ff3b-4e60-b888-c9d8f7d47dba tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.081149] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86c94b7a-34da-41f0-af41-69459322070d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.105048] env[69858]: DEBUG nova.compute.manager [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1035.131075] env[69858]: DEBUG nova.network.neutron [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Successfully created port: bf632445-0f22-496d-a02d-684dfbcb8400 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1035.320442] env[69858]: DEBUG oslo_vmware.api [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419439, 'name': ReconfigVM_Task, 'duration_secs': 0.388318} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.320966] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 60f35308-2c0b-49b5-b59c-f009be3d3822/28914a4a-909f-453b-b81f-d96d90735622-rescue.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.322201] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cf6290-0e61-4cf5-83b7-a9c40151142a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.362022] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5ce90d7-1617-4039-a424-6859fdd1241c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.381188] env[69858]: DEBUG oslo_vmware.api [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 1035.381188] env[69858]: value = "task-3419442" [ 1035.381188] env[69858]: _type = "Task" [ 1035.381188] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.390811] env[69858]: DEBUG oslo_vmware.api [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419442, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.464150] env[69858]: DEBUG oslo_vmware.api [None req-aed97e55-e614-46e5-a988-12f0b11121de tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3419440, 'name': PowerOffVM_Task, 'duration_secs': 0.40158} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.464535] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed97e55-e614-46e5-a988-12f0b11121de tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.464765] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-aed97e55-e614-46e5-a988-12f0b11121de tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.465045] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2771de02-1b47-4dd9-bd66-39465204a3b8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.539496] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-aed97e55-e614-46e5-a988-12f0b11121de tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.539752] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-aed97e55-e614-46e5-a988-12f0b11121de tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.539942] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed97e55-e614-46e5-a988-12f0b11121de tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Deleting the datastore file [datastore2] aab6c3b4-da0e-4a6d-8876-696815a47fc4 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.540276] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5b3dcd5-60d6-45a7-8062-86d6f316ed36 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.548670] env[69858]: DEBUG oslo_vmware.api [None req-aed97e55-e614-46e5-a988-12f0b11121de tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Waiting for the task: (returnval){ [ 1035.548670] env[69858]: value = "task-3419444" [ 1035.548670] env[69858]: _type = "Task" [ 1035.548670] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.558359] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c302494f-ff3b-4e60-b888-c9d8f7d47dba tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.558850] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c302494f-ff3b-4e60-b888-c9d8f7d47dba tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.558949] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-c302494f-ff3b-4e60-b888-c9d8f7d47dba tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Deleting the datastore file [datastore1] fe8d0d86-6a84-4163-95a5-c9deeed007c6 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.559381] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5c8d42b-dd7f-4cb4-98e9-7420acae9779 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.572218] env[69858]: DEBUG oslo_vmware.api [None req-aed97e55-e614-46e5-a988-12f0b11121de tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3419444, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.573808] env[69858]: DEBUG oslo_vmware.api [None req-c302494f-ff3b-4e60-b888-c9d8f7d47dba tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Waiting for the task: (returnval){ [ 1035.573808] env[69858]: value = "task-3419445" [ 1035.573808] env[69858]: _type = "Task" [ 1035.573808] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.586805] env[69858]: DEBUG oslo_vmware.api [None req-c302494f-ff3b-4e60-b888-c9d8f7d47dba tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': task-3419445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.605441] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5014a26c-c3fc-46a7-8e1a-c4a7c51213ed {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.618528] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f44b79-ae9e-46d7-b3e7-d800f78f4dda {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.653882] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9854487b-09f5-4ded-8699-191443a8c8f3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.663439] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cd9cd4-c47c-4a7f-879d-911dc7ce2bb9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.680463] env[69858]: DEBUG nova.compute.provider_tree [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.891714] env[69858]: DEBUG oslo_vmware.api [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419442, 'name': ReconfigVM_Task, 'duration_secs': 0.197926} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.892016] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.892357] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-522a2a93-8885-4d5f-93e9-e15ff5a436bd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.900521] env[69858]: DEBUG oslo_vmware.api [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 1035.900521] env[69858]: value = "task-3419446" [ 1035.900521] env[69858]: _type = "Task" [ 1035.900521] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.918772] env[69858]: DEBUG oslo_vmware.api [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.062188] env[69858]: DEBUG oslo_vmware.api [None req-aed97e55-e614-46e5-a988-12f0b11121de tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Task: {'id': task-3419444, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243024} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.062495] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed97e55-e614-46e5-a988-12f0b11121de tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.062694] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-aed97e55-e614-46e5-a988-12f0b11121de tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.062874] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-aed97e55-e614-46e5-a988-12f0b11121de tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.063062] env[69858]: INFO nova.compute.manager [None req-aed97e55-e614-46e5-a988-12f0b11121de tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1036.063345] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aed97e55-e614-46e5-a988-12f0b11121de tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.063552] env[69858]: DEBUG nova.compute.manager [-] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.063647] env[69858]: DEBUG nova.network.neutron [-] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.085464] env[69858]: DEBUG oslo_vmware.api [None req-c302494f-ff3b-4e60-b888-c9d8f7d47dba tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Task: {'id': task-3419445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192372} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.085808] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-c302494f-ff3b-4e60-b888-c9d8f7d47dba tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.086112] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c302494f-ff3b-4e60-b888-c9d8f7d47dba tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.086374] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c302494f-ff3b-4e60-b888-c9d8f7d47dba tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.086624] env[69858]: INFO nova.compute.manager [None req-c302494f-ff3b-4e60-b888-c9d8f7d47dba tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Took 1.54 seconds to destroy the instance on the hypervisor. [ 1036.086884] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c302494f-ff3b-4e60-b888-c9d8f7d47dba tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.087173] env[69858]: DEBUG nova.compute.manager [-] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.087277] env[69858]: DEBUG nova.network.neutron [-] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.115052] env[69858]: DEBUG nova.compute.manager [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.139222] env[69858]: DEBUG nova.virt.hardware [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.139832] env[69858]: DEBUG nova.virt.hardware [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.140168] env[69858]: DEBUG nova.virt.hardware [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.141033] env[69858]: DEBUG nova.virt.hardware [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.141033] env[69858]: DEBUG nova.virt.hardware [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.141033] env[69858]: DEBUG nova.virt.hardware [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.141033] env[69858]: DEBUG nova.virt.hardware [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.141361] env[69858]: DEBUG nova.virt.hardware [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.141603] env[69858]: DEBUG nova.virt.hardware [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.141831] env[69858]: DEBUG nova.virt.hardware [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.142227] env[69858]: DEBUG nova.virt.hardware [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.143060] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6325b5d5-3312-4c74-b2c6-d73dff201c47 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.154903] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34fea47-aec9-4cb1-8df5-6380ca0d2bb0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.183899] env[69858]: DEBUG nova.scheduler.client.report [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.416057] env[69858]: DEBUG oslo_vmware.api [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419446, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.692040] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.692040] env[69858]: DEBUG nova.compute.manager [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 610aba42-6938-4461-a47c-666e92c90918] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1036.693191] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.375s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.695138] env[69858]: INFO nova.compute.claims [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.727339] env[69858]: DEBUG oslo_vmware.rw_handles [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52de3bb5-12d8-d997-9d2e-7e470fc85d98/disk-0.vmdk. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1036.730574] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d200c77-a820-4b1d-b77d-d86d36079ff8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.739235] env[69858]: DEBUG nova.compute.manager [req-6e432e0e-cccc-447c-a046-a39ba9a8edd5 req-ca8bb3ab-9613-4246-853f-c7fd22b2c3f6 service nova] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Received event network-vif-plugged-bf632445-0f22-496d-a02d-684dfbcb8400 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.739235] env[69858]: DEBUG oslo_concurrency.lockutils [req-6e432e0e-cccc-447c-a046-a39ba9a8edd5 req-ca8bb3ab-9613-4246-853f-c7fd22b2c3f6 service nova] Acquiring lock "712a05cf-42c9-418d-88dd-3b2b2f237d5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.739235] env[69858]: DEBUG oslo_concurrency.lockutils [req-6e432e0e-cccc-447c-a046-a39ba9a8edd5 req-ca8bb3ab-9613-4246-853f-c7fd22b2c3f6 service nova] Lock "712a05cf-42c9-418d-88dd-3b2b2f237d5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.739235] env[69858]: DEBUG oslo_concurrency.lockutils [req-6e432e0e-cccc-447c-a046-a39ba9a8edd5 req-ca8bb3ab-9613-4246-853f-c7fd22b2c3f6 service nova] Lock "712a05cf-42c9-418d-88dd-3b2b2f237d5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.739235] env[69858]: DEBUG nova.compute.manager [req-6e432e0e-cccc-447c-a046-a39ba9a8edd5 req-ca8bb3ab-9613-4246-853f-c7fd22b2c3f6 service nova] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] No waiting events found dispatching network-vif-plugged-bf632445-0f22-496d-a02d-684dfbcb8400 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1036.739235] env[69858]: WARNING nova.compute.manager [req-6e432e0e-cccc-447c-a046-a39ba9a8edd5 req-ca8bb3ab-9613-4246-853f-c7fd22b2c3f6 service nova] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Received unexpected event network-vif-plugged-bf632445-0f22-496d-a02d-684dfbcb8400 for instance with vm_state building and task_state spawning. [ 1036.743809] env[69858]: DEBUG oslo_vmware.rw_handles [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52de3bb5-12d8-d997-9d2e-7e470fc85d98/disk-0.vmdk is in state: ready. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1036.744129] env[69858]: ERROR oslo_vmware.rw_handles [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52de3bb5-12d8-d997-9d2e-7e470fc85d98/disk-0.vmdk due to incomplete transfer. [ 1036.747213] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2a72820e-ce6f-452c-a459-fad4ea2c26af {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.753113] env[69858]: DEBUG nova.compute.manager [req-71da58b8-48fa-441c-b8b2-908dce392791 req-0b9d8fda-a822-4a00-96f6-325864d69cdb service nova] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Received event network-vif-deleted-e0bb77e4-28e3-4dd3-958e-746446f930cc {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.753330] env[69858]: INFO nova.compute.manager [req-71da58b8-48fa-441c-b8b2-908dce392791 req-0b9d8fda-a822-4a00-96f6-325864d69cdb service nova] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Neutron deleted interface e0bb77e4-28e3-4dd3-958e-746446f930cc; detaching it from the instance and deleting it from the info cache [ 1036.753626] env[69858]: DEBUG nova.network.neutron [req-71da58b8-48fa-441c-b8b2-908dce392791 req-0b9d8fda-a822-4a00-96f6-325864d69cdb service nova] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.764549] env[69858]: DEBUG oslo_vmware.rw_handles [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52de3bb5-12d8-d997-9d2e-7e470fc85d98/disk-0.vmdk. {{(pid=69858) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1036.764765] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Uploaded image 92c45453-941a-48b5-b9d0-a0b28766ce54 to the Glance image server {{(pid=69858) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1036.767129] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Destroying the VM {{(pid=69858) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1036.768275] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cd58d3cb-7e3c-407e-9e1b-34554c808c49 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.780448] env[69858]: DEBUG oslo_vmware.api [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1036.780448] env[69858]: value = "task-3419447" [ 1036.780448] env[69858]: _type = "Task" [ 1036.780448] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.791409] env[69858]: DEBUG oslo_vmware.api [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419447, 'name': Destroy_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.828310] env[69858]: DEBUG nova.network.neutron [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Successfully updated port: bf632445-0f22-496d-a02d-684dfbcb8400 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1036.916350] env[69858]: DEBUG oslo_vmware.api [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419446, 'name': PowerOnVM_Task, 'duration_secs': 0.559382} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.917020] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.919366] env[69858]: DEBUG nova.compute.manager [None req-dd8d0085-33cd-4634-82a8-de47b5f5722b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.920614] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa177f05-8ca4-4d45-81a0-2b30c0084c54 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.195028] env[69858]: DEBUG nova.compute.utils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.196561] env[69858]: DEBUG nova.compute.manager [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 610aba42-6938-4461-a47c-666e92c90918] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1037.196748] env[69858]: DEBUG nova.network.neutron [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 610aba42-6938-4461-a47c-666e92c90918] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1037.235595] env[69858]: DEBUG nova.policy [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a2a09fb52e64fef91bbdab91ed41a77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc75671f51c64ee7901babd7572d3a97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.239604] env[69858]: DEBUG nova.network.neutron [-] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.256296] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27f1d1e5-ca19-4ec4-ac34-7712ff40e904 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.268178] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08ffb80-880d-4e04-a731-0b36603798ba {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.290248] env[69858]: DEBUG oslo_vmware.api [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419447, 'name': Destroy_Task, 'duration_secs': 0.36098} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.290527] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Destroyed the VM [ 1037.290789] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Deleting Snapshot of the VM instance {{(pid=69858) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1037.291079] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bac876e4-e500-48fe-8e16-ebcb509af320 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.308436] env[69858]: DEBUG nova.compute.manager [req-71da58b8-48fa-441c-b8b2-908dce392791 req-0b9d8fda-a822-4a00-96f6-325864d69cdb service nova] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Detach interface failed, port_id=e0bb77e4-28e3-4dd3-958e-746446f930cc, reason: Instance fe8d0d86-6a84-4163-95a5-c9deeed007c6 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1037.312026] env[69858]: DEBUG oslo_vmware.api [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1037.312026] env[69858]: value = "task-3419448" [ 1037.312026] env[69858]: _type = "Task" [ 1037.312026] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.325642] env[69858]: DEBUG oslo_vmware.api [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419448, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.331615] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Acquiring lock "refresh_cache-712a05cf-42c9-418d-88dd-3b2b2f237d5c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.331814] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Acquired lock "refresh_cache-712a05cf-42c9-418d-88dd-3b2b2f237d5c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.331977] env[69858]: DEBUG nova.network.neutron [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.411494] env[69858]: DEBUG nova.network.neutron [-] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.609198] env[69858]: DEBUG nova.network.neutron [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 610aba42-6938-4461-a47c-666e92c90918] Successfully created port: d43371e4-87ce-4565-b3ae-73d9526c8507 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1037.700381] env[69858]: DEBUG nova.compute.manager [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 610aba42-6938-4461-a47c-666e92c90918] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1037.743797] env[69858]: INFO nova.compute.manager [-] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Took 1.66 seconds to deallocate network for instance. [ 1037.816470] env[69858]: DEBUG oslo_concurrency.lockutils [None req-28059857-a6ef-4357-942e-8e14c329a408 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "cc3faea5-e665-404e-bc36-09a938abfb28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.816663] env[69858]: DEBUG oslo_concurrency.lockutils [None req-28059857-a6ef-4357-942e-8e14c329a408 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "cc3faea5-e665-404e-bc36-09a938abfb28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.816884] env[69858]: DEBUG oslo_concurrency.lockutils [None req-28059857-a6ef-4357-942e-8e14c329a408 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "cc3faea5-e665-404e-bc36-09a938abfb28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.817087] env[69858]: DEBUG oslo_concurrency.lockutils [None req-28059857-a6ef-4357-942e-8e14c329a408 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "cc3faea5-e665-404e-bc36-09a938abfb28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.817261] env[69858]: DEBUG oslo_concurrency.lockutils [None req-28059857-a6ef-4357-942e-8e14c329a408 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "cc3faea5-e665-404e-bc36-09a938abfb28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.822467] env[69858]: INFO nova.compute.manager [None req-28059857-a6ef-4357-942e-8e14c329a408 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Terminating instance [ 1037.842719] env[69858]: DEBUG oslo_vmware.api [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419448, 'name': RemoveSnapshot_Task, 'duration_secs': 0.402129} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.843873] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Deleted Snapshot of the VM instance {{(pid=69858) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1037.844333] env[69858]: INFO nova.compute.manager [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Took 14.96 seconds to snapshot the instance on the hypervisor. [ 1037.903491] env[69858]: DEBUG nova.network.neutron [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1037.914371] env[69858]: INFO nova.compute.manager [-] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Took 1.85 seconds to deallocate network for instance. [ 1038.138011] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab6faba-ab57-45e3-9327-3885fce8d5b1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.146990] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b8c0e5-77be-4aa6-8ca6-77f8029bbd14 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.178793] env[69858]: DEBUG nova.network.neutron [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Updating instance_info_cache with network_info: [{"id": "bf632445-0f22-496d-a02d-684dfbcb8400", "address": "fa:16:3e:33:a9:77", "network": {"id": "72ce8f18-a929-4854-b137-2243d1930455", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1912282836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc75671f51c64ee7901babd7572d3a97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf632445-0f", "ovs_interfaceid": "bf632445-0f22-496d-a02d-684dfbcb8400", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.180523] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f8b098-2a05-406b-bdb3-c4722bece6c0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.189785] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec1eb2f-6843-47d7-9860-2eb5ba1e606f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.207995] env[69858]: DEBUG nova.compute.provider_tree [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1038.255095] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c302494f-ff3b-4e60-b888-c9d8f7d47dba tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.333288] env[69858]: DEBUG nova.compute.manager [None req-28059857-a6ef-4357-942e-8e14c329a408 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1038.333620] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-28059857-a6ef-4357-942e-8e14c329a408 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.334581] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c231b7fe-ffc3-4362-a123-094c2815d118 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.345454] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-28059857-a6ef-4357-942e-8e14c329a408 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.345935] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-927bc28c-72e6-40fd-a27e-f132c2f1102b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.352658] env[69858]: DEBUG nova.compute.manager [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Instance disappeared during snapshot {{(pid=69858) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1038.370046] env[69858]: DEBUG nova.compute.manager [None req-8cd8c75a-188f-4a43-88f3-f0ade58d3e03 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Image not found during clean up 92c45453-941a-48b5-b9d0-a0b28766ce54 {{(pid=69858) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1038.417701] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-28059857-a6ef-4357-942e-8e14c329a408 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.418339] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-28059857-a6ef-4357-942e-8e14c329a408 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.418482] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-28059857-a6ef-4357-942e-8e14c329a408 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Deleting the datastore file [datastore1] cc3faea5-e665-404e-bc36-09a938abfb28 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.419991] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2d7e7b7-1483-409d-b57f-be4c782e9fd6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.425712] env[69858]: DEBUG oslo_concurrency.lockutils [None req-aed97e55-e614-46e5-a988-12f0b11121de tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.425991] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "bd2894d1-7918-418d-b212-49e1c147dd2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.426225] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "bd2894d1-7918-418d-b212-49e1c147dd2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.433427] env[69858]: DEBUG oslo_vmware.api [None req-28059857-a6ef-4357-942e-8e14c329a408 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1038.433427] env[69858]: value = "task-3419450" [ 1038.433427] env[69858]: _type = "Task" [ 1038.433427] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.442662] env[69858]: DEBUG oslo_vmware.api [None req-28059857-a6ef-4357-942e-8e14c329a408 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.480136] env[69858]: INFO nova.compute.manager [None req-764f51de-ff8a-422c-a144-3800884baf45 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Unrescuing [ 1038.480420] env[69858]: DEBUG oslo_concurrency.lockutils [None req-764f51de-ff8a-422c-a144-3800884baf45 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquiring lock "refresh_cache-60f35308-2c0b-49b5-b59c-f009be3d3822" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.480586] env[69858]: DEBUG oslo_concurrency.lockutils [None req-764f51de-ff8a-422c-a144-3800884baf45 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquired lock "refresh_cache-60f35308-2c0b-49b5-b59c-f009be3d3822" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.480847] env[69858]: DEBUG nova.network.neutron [None req-764f51de-ff8a-422c-a144-3800884baf45 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.684630] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Releasing lock "refresh_cache-712a05cf-42c9-418d-88dd-3b2b2f237d5c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.684977] env[69858]: DEBUG nova.compute.manager [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Instance network_info: |[{"id": "bf632445-0f22-496d-a02d-684dfbcb8400", "address": "fa:16:3e:33:a9:77", "network": {"id": "72ce8f18-a929-4854-b137-2243d1930455", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1912282836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc75671f51c64ee7901babd7572d3a97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf632445-0f", "ovs_interfaceid": "bf632445-0f22-496d-a02d-684dfbcb8400", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1038.685783] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:a9:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c297fe21-cd0b-4226-813b-a65d2358d034', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf632445-0f22-496d-a02d-684dfbcb8400', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1038.693331] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Creating folder: Project (bc75671f51c64ee7901babd7572d3a97). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1038.693638] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09052012-c65a-48ea-8390-fbc148137f96 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.708832] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Created folder: Project (bc75671f51c64ee7901babd7572d3a97) in parent group-v682032. [ 1038.709169] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Creating folder: Instances. Parent ref: group-v682237. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1038.710231] env[69858]: DEBUG nova.compute.manager [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 610aba42-6938-4461-a47c-666e92c90918] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1038.712323] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-739e0c85-1cc5-4994-8aa6-aacb6f340b07 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.728955] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Created folder: Instances in parent group-v682237. [ 1038.729140] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.729317] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1038.729554] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9b44873-80e3-469b-96a7-3556d1677880 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.744875] env[69858]: ERROR nova.scheduler.client.report [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [req-b197fc4a-d4cf-4e3f-a62b-c54b5ca3134c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0eb830e-e56f-4bef-ab3f-89644f27fe23. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b197fc4a-d4cf-4e3f-a62b-c54b5ca3134c"}]} [ 1038.756176] env[69858]: DEBUG nova.compute.manager [req-7798355b-cffc-4133-ae12-772078c98fd1 req-c822eff9-f936-4cf9-8062-a192644929db service nova] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Received event network-changed-bf632445-0f22-496d-a02d-684dfbcb8400 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.756176] env[69858]: DEBUG nova.compute.manager [req-7798355b-cffc-4133-ae12-772078c98fd1 req-c822eff9-f936-4cf9-8062-a192644929db service nova] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Refreshing instance network info cache due to event network-changed-bf632445-0f22-496d-a02d-684dfbcb8400. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1038.756176] env[69858]: DEBUG oslo_concurrency.lockutils [req-7798355b-cffc-4133-ae12-772078c98fd1 req-c822eff9-f936-4cf9-8062-a192644929db service nova] Acquiring lock "refresh_cache-712a05cf-42c9-418d-88dd-3b2b2f237d5c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.756176] env[69858]: DEBUG oslo_concurrency.lockutils [req-7798355b-cffc-4133-ae12-772078c98fd1 req-c822eff9-f936-4cf9-8062-a192644929db service nova] Acquired lock "refresh_cache-712a05cf-42c9-418d-88dd-3b2b2f237d5c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.756176] env[69858]: DEBUG nova.network.neutron [req-7798355b-cffc-4133-ae12-772078c98fd1 req-c822eff9-f936-4cf9-8062-a192644929db service nova] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Refreshing network info cache for port bf632445-0f22-496d-a02d-684dfbcb8400 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.763221] env[69858]: DEBUG nova.virt.hardware [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.763221] env[69858]: DEBUG nova.virt.hardware [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.763221] env[69858]: DEBUG nova.virt.hardware [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.763221] env[69858]: DEBUG nova.virt.hardware [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.763221] env[69858]: DEBUG nova.virt.hardware [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.763221] env[69858]: DEBUG nova.virt.hardware [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.763221] env[69858]: DEBUG nova.virt.hardware [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.763221] env[69858]: DEBUG nova.virt.hardware [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.763221] env[69858]: DEBUG nova.virt.hardware [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.763221] env[69858]: DEBUG nova.virt.hardware [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.763221] env[69858]: DEBUG nova.virt.hardware [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.763606] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1038.763606] env[69858]: value = "task-3419453" [ 1038.763606] env[69858]: _type = "Task" [ 1038.763606] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.764053] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b522a8-73e9-4730-8299-08ebbd2b1f1f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.767918] env[69858]: DEBUG nova.scheduler.client.report [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Refreshing inventories for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1038.786878] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a450ee99-8b3d-490f-830b-54868857bfdf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.792276] env[69858]: DEBUG nova.compute.manager [req-a0dab82d-c984-420b-b42a-e9765e67e887 req-78417dcf-23cb-47f1-958e-083c9226daf6 service nova] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Received event network-vif-deleted-d5d8ba92-10ea-44f6-a89f-85e2d4e2df1c {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.793101] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419453, 'name': CreateVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.794135] env[69858]: DEBUG nova.scheduler.client.report [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Updating ProviderTree inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1038.794348] env[69858]: DEBUG nova.compute.provider_tree [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1038.812729] env[69858]: DEBUG nova.scheduler.client.report [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Refreshing aggregate associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, aggregates: None {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1038.833846] env[69858]: DEBUG nova.scheduler.client.report [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Refreshing trait associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1038.929174] env[69858]: DEBUG nova.compute.manager [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1038.949127] env[69858]: DEBUG oslo_vmware.api [None req-28059857-a6ef-4357-942e-8e14c329a408 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354093} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.953327] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-28059857-a6ef-4357-942e-8e14c329a408 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.953669] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-28059857-a6ef-4357-942e-8e14c329a408 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.953951] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-28059857-a6ef-4357-942e-8e14c329a408 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.954240] env[69858]: INFO nova.compute.manager [None req-28059857-a6ef-4357-942e-8e14c329a408 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1038.954594] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28059857-a6ef-4357-942e-8e14c329a408 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.955176] env[69858]: DEBUG nova.compute.manager [-] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1038.955350] env[69858]: DEBUG nova.network.neutron [-] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.286419] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419453, 'name': CreateVM_Task, 'duration_secs': 0.463326} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.286606] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.287365] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.287717] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.287838] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.288146] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1e9c25c-b20f-42bb-b541-8efe8778e48e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.296597] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Waiting for the task: (returnval){ [ 1039.296597] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b81706-bca1-a636-2020-77e06716ccf0" [ 1039.296597] env[69858]: _type = "Task" [ 1039.296597] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.307731] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b81706-bca1-a636-2020-77e06716ccf0, 'name': SearchDatastore_Task} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.312608] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.312840] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1039.313650] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.313793] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.313992] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1039.314533] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f412f0eb-963b-42e2-a9e5-f12d39c3f8b1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.325840] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.325840] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1039.326336] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1289f256-0928-4083-998b-dace1f5e3242 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.337220] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Waiting for the task: (returnval){ [ 1039.337220] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52824304-d550-c7fb-ffa7-8e7e47bc61f2" [ 1039.337220] env[69858]: _type = "Task" [ 1039.337220] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.348497] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6aebace-989d-43fa-83d2-08154665e9d9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.351711] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52824304-d550-c7fb-ffa7-8e7e47bc61f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.352574] env[69858]: DEBUG nova.network.neutron [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 610aba42-6938-4461-a47c-666e92c90918] Successfully updated port: d43371e4-87ce-4565-b3ae-73d9526c8507 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.359876] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255d0200-f04c-4889-a011-27f43b66ce39 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.365656] env[69858]: DEBUG nova.network.neutron [None req-764f51de-ff8a-422c-a144-3800884baf45 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Updating instance_info_cache with network_info: [{"id": "b5ef3cb8-b6cf-40c4-b28c-fac86427bce9", "address": "fa:16:3e:bd:be:20", "network": {"id": "0c9f6f19-47de-4d71-bd7d-ef64bf3ed419", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1429360809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d17af446507492f9ce66b1822068c79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ef3cb8-b6", "ovs_interfaceid": "b5ef3cb8-b6cf-40c4-b28c-fac86427bce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.397435] env[69858]: DEBUG oslo_concurrency.lockutils [None req-764f51de-ff8a-422c-a144-3800884baf45 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Releasing lock "refresh_cache-60f35308-2c0b-49b5-b59c-f009be3d3822" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.398109] env[69858]: DEBUG nova.objects.instance [None req-764f51de-ff8a-422c-a144-3800884baf45 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lazy-loading 'flavor' on Instance uuid 60f35308-2c0b-49b5-b59c-f009be3d3822 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.400648] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76301524-870e-4702-a05b-420ff569e911 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.413473] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926d90fd-b2fd-4bd9-90e8-b885d0087c2a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.431040] env[69858]: DEBUG nova.compute.provider_tree [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1039.455625] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.559075] env[69858]: DEBUG nova.network.neutron [req-7798355b-cffc-4133-ae12-772078c98fd1 req-c822eff9-f936-4cf9-8062-a192644929db service nova] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Updated VIF entry in instance network info cache for port bf632445-0f22-496d-a02d-684dfbcb8400. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.559689] env[69858]: DEBUG nova.network.neutron [req-7798355b-cffc-4133-ae12-772078c98fd1 req-c822eff9-f936-4cf9-8062-a192644929db service nova] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Updating instance_info_cache with network_info: [{"id": "bf632445-0f22-496d-a02d-684dfbcb8400", "address": "fa:16:3e:33:a9:77", "network": {"id": "72ce8f18-a929-4854-b137-2243d1930455", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1912282836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc75671f51c64ee7901babd7572d3a97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf632445-0f", "ovs_interfaceid": "bf632445-0f22-496d-a02d-684dfbcb8400", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.783716] env[69858]: DEBUG nova.network.neutron [-] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.847819] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52824304-d550-c7fb-ffa7-8e7e47bc61f2, 'name': SearchDatastore_Task, 'duration_secs': 0.012278} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.848732] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e3fd525-ab83-4389-8453-84b0b8118070 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.854770] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Acquiring lock "refresh_cache-610aba42-6938-4461-a47c-666e92c90918" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.854944] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Acquired lock "refresh_cache-610aba42-6938-4461-a47c-666e92c90918" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.855178] env[69858]: DEBUG nova.network.neutron [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 610aba42-6938-4461-a47c-666e92c90918] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.859297] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Waiting for the task: (returnval){ [ 1039.859297] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523ff83c-0069-f612-c4a6-658ff65b5819" [ 1039.859297] env[69858]: _type = "Task" [ 1039.859297] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.868712] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523ff83c-0069-f612-c4a6-658ff65b5819, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.910457] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c001ae6-53dd-46fb-aea7-297481d9aedb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.934653] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-764f51de-ff8a-422c-a144-3800884baf45 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.935041] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcb12d48-969d-4d7e-8f75-b69f9b1b8562 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.944339] env[69858]: DEBUG oslo_vmware.api [None req-764f51de-ff8a-422c-a144-3800884baf45 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 1039.944339] env[69858]: value = "task-3419454" [ 1039.944339] env[69858]: _type = "Task" [ 1039.944339] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.955379] env[69858]: DEBUG oslo_vmware.api [None req-764f51de-ff8a-422c-a144-3800884baf45 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.972957] env[69858]: DEBUG nova.scheduler.client.report [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Updated inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with generation 107 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1039.973265] env[69858]: DEBUG nova.compute.provider_tree [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Updating resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 generation from 107 to 108 during operation: update_inventory {{(pid=69858) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1039.973499] env[69858]: DEBUG nova.compute.provider_tree [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1040.062377] env[69858]: DEBUG oslo_concurrency.lockutils [req-7798355b-cffc-4133-ae12-772078c98fd1 req-c822eff9-f936-4cf9-8062-a192644929db service nova] Releasing lock "refresh_cache-712a05cf-42c9-418d-88dd-3b2b2f237d5c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.286505] env[69858]: INFO nova.compute.manager [-] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Took 1.33 seconds to deallocate network for instance. [ 1040.370552] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523ff83c-0069-f612-c4a6-658ff65b5819, 'name': SearchDatastore_Task, 'duration_secs': 0.030478} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.370846] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.371246] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 712a05cf-42c9-418d-88dd-3b2b2f237d5c/712a05cf-42c9-418d-88dd-3b2b2f237d5c.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.371534] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1feeec87-7905-4aaf-bd08-fc627be75d93 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.379683] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Waiting for the task: (returnval){ [ 1040.379683] env[69858]: value = "task-3419455" [ 1040.379683] env[69858]: _type = "Task" [ 1040.379683] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.387943] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419455, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.391078] env[69858]: DEBUG nova.network.neutron [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 610aba42-6938-4461-a47c-666e92c90918] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.456573] env[69858]: DEBUG oslo_vmware.api [None req-764f51de-ff8a-422c-a144-3800884baf45 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419454, 'name': PowerOffVM_Task, 'duration_secs': 0.270974} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.456906] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-764f51de-ff8a-422c-a144-3800884baf45 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.462381] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-764f51de-ff8a-422c-a144-3800884baf45 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Reconfiguring VM instance instance-00000033 to detach disk 2002 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1040.463077] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed5cb501-7982-4f10-bef4-a5f50bc48999 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.479067] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.786s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.479631] env[69858]: DEBUG nova.compute.manager [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.483476] env[69858]: DEBUG oslo_concurrency.lockutils [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.642s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.486464] env[69858]: DEBUG oslo_vmware.api [None req-764f51de-ff8a-422c-a144-3800884baf45 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 1040.486464] env[69858]: value = "task-3419456" [ 1040.486464] env[69858]: _type = "Task" [ 1040.486464] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.497515] env[69858]: DEBUG oslo_vmware.api [None req-764f51de-ff8a-422c-a144-3800884baf45 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419456, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.669442] env[69858]: DEBUG nova.network.neutron [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 610aba42-6938-4461-a47c-666e92c90918] Updating instance_info_cache with network_info: [{"id": "d43371e4-87ce-4565-b3ae-73d9526c8507", "address": "fa:16:3e:ae:5f:61", "network": {"id": "72ce8f18-a929-4854-b137-2243d1930455", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1912282836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc75671f51c64ee7901babd7572d3a97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd43371e4-87", "ovs_interfaceid": "d43371e4-87ce-4565-b3ae-73d9526c8507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.783610] env[69858]: DEBUG nova.compute.manager [req-fa3a9479-affb-4f75-a801-3e87fe6cd3e4 req-9d2c8c83-09df-45d1-b4d2-668ad411d4c2 service nova] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Received event network-vif-deleted-c98c82cc-5f78-48d2-ae41-717b43698200 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.795598] env[69858]: DEBUG oslo_concurrency.lockutils [None req-28059857-a6ef-4357-942e-8e14c329a408 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.811894] env[69858]: DEBUG nova.compute.manager [req-3d3ef332-3e60-4f9a-9dbb-3beea07984a3 req-52621abd-fb90-4b05-8255-af5ad54483da service nova] [instance: 610aba42-6938-4461-a47c-666e92c90918] Received event network-vif-plugged-d43371e4-87ce-4565-b3ae-73d9526c8507 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.812185] env[69858]: DEBUG oslo_concurrency.lockutils [req-3d3ef332-3e60-4f9a-9dbb-3beea07984a3 req-52621abd-fb90-4b05-8255-af5ad54483da service nova] Acquiring lock "610aba42-6938-4461-a47c-666e92c90918-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.812476] env[69858]: DEBUG oslo_concurrency.lockutils [req-3d3ef332-3e60-4f9a-9dbb-3beea07984a3 req-52621abd-fb90-4b05-8255-af5ad54483da service nova] Lock "610aba42-6938-4461-a47c-666e92c90918-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.812553] env[69858]: DEBUG oslo_concurrency.lockutils [req-3d3ef332-3e60-4f9a-9dbb-3beea07984a3 req-52621abd-fb90-4b05-8255-af5ad54483da service nova] Lock "610aba42-6938-4461-a47c-666e92c90918-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.812715] env[69858]: DEBUG nova.compute.manager [req-3d3ef332-3e60-4f9a-9dbb-3beea07984a3 req-52621abd-fb90-4b05-8255-af5ad54483da service nova] [instance: 610aba42-6938-4461-a47c-666e92c90918] No waiting events found dispatching network-vif-plugged-d43371e4-87ce-4565-b3ae-73d9526c8507 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1040.812928] env[69858]: WARNING nova.compute.manager [req-3d3ef332-3e60-4f9a-9dbb-3beea07984a3 req-52621abd-fb90-4b05-8255-af5ad54483da service nova] [instance: 610aba42-6938-4461-a47c-666e92c90918] Received unexpected event network-vif-plugged-d43371e4-87ce-4565-b3ae-73d9526c8507 for instance with vm_state building and task_state spawning. [ 1040.813113] env[69858]: DEBUG nova.compute.manager [req-3d3ef332-3e60-4f9a-9dbb-3beea07984a3 req-52621abd-fb90-4b05-8255-af5ad54483da service nova] [instance: 610aba42-6938-4461-a47c-666e92c90918] Received event network-changed-d43371e4-87ce-4565-b3ae-73d9526c8507 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.813281] env[69858]: DEBUG nova.compute.manager [req-3d3ef332-3e60-4f9a-9dbb-3beea07984a3 req-52621abd-fb90-4b05-8255-af5ad54483da service nova] [instance: 610aba42-6938-4461-a47c-666e92c90918] Refreshing instance network info cache due to event network-changed-d43371e4-87ce-4565-b3ae-73d9526c8507. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1040.813650] env[69858]: DEBUG oslo_concurrency.lockutils [req-3d3ef332-3e60-4f9a-9dbb-3beea07984a3 req-52621abd-fb90-4b05-8255-af5ad54483da service nova] Acquiring lock "refresh_cache-610aba42-6938-4461-a47c-666e92c90918" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.892368] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419455, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.988283] env[69858]: DEBUG nova.compute.utils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.992613] env[69858]: INFO nova.compute.claims [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.998367] env[69858]: DEBUG nova.compute.manager [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1040.998463] env[69858]: DEBUG nova.network.neutron [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1041.011363] env[69858]: DEBUG oslo_vmware.api [None req-764f51de-ff8a-422c-a144-3800884baf45 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419456, 'name': ReconfigVM_Task, 'duration_secs': 0.52384} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.011636] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-764f51de-ff8a-422c-a144-3800884baf45 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Reconfigured VM instance instance-00000033 to detach disk 2002 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1041.011824] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-764f51de-ff8a-422c-a144-3800884baf45 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.012076] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c70b51f5-db2d-45e0-916e-6676e4b3670a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.019450] env[69858]: DEBUG oslo_vmware.api [None req-764f51de-ff8a-422c-a144-3800884baf45 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 1041.019450] env[69858]: value = "task-3419457" [ 1041.019450] env[69858]: _type = "Task" [ 1041.019450] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.027769] env[69858]: DEBUG oslo_vmware.api [None req-764f51de-ff8a-422c-a144-3800884baf45 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.042067] env[69858]: DEBUG nova.policy [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a2a09fb52e64fef91bbdab91ed41a77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc75671f51c64ee7901babd7572d3a97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.172440] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Releasing lock "refresh_cache-610aba42-6938-4461-a47c-666e92c90918" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.172821] env[69858]: DEBUG nova.compute.manager [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 610aba42-6938-4461-a47c-666e92c90918] Instance network_info: |[{"id": "d43371e4-87ce-4565-b3ae-73d9526c8507", "address": "fa:16:3e:ae:5f:61", "network": {"id": "72ce8f18-a929-4854-b137-2243d1930455", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1912282836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc75671f51c64ee7901babd7572d3a97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd43371e4-87", "ovs_interfaceid": "d43371e4-87ce-4565-b3ae-73d9526c8507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1041.173440] env[69858]: DEBUG oslo_concurrency.lockutils [req-3d3ef332-3e60-4f9a-9dbb-3beea07984a3 req-52621abd-fb90-4b05-8255-af5ad54483da service nova] Acquired lock "refresh_cache-610aba42-6938-4461-a47c-666e92c90918" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.173440] env[69858]: DEBUG nova.network.neutron [req-3d3ef332-3e60-4f9a-9dbb-3beea07984a3 req-52621abd-fb90-4b05-8255-af5ad54483da service nova] [instance: 610aba42-6938-4461-a47c-666e92c90918] Refreshing network info cache for port d43371e4-87ce-4565-b3ae-73d9526c8507 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.174784] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 610aba42-6938-4461-a47c-666e92c90918] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:5f:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c297fe21-cd0b-4226-813b-a65d2358d034', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd43371e4-87ce-4565-b3ae-73d9526c8507', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.182855] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.183990] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 610aba42-6938-4461-a47c-666e92c90918] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.184468] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5e3c528-4482-4dee-8b71-022a6d412b62 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.210177] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.210177] env[69858]: value = "task-3419458" [ 1041.210177] env[69858]: _type = "Task" [ 1041.210177] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.219654] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419458, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.373926] env[69858]: DEBUG nova.network.neutron [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Successfully created port: d142d0d9-3ae3-42ba-81fd-8e0cd9c95cf9 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1041.392776] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419455, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542926} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.393167] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 712a05cf-42c9-418d-88dd-3b2b2f237d5c/712a05cf-42c9-418d-88dd-3b2b2f237d5c.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.393465] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.393773] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37ea15aa-f35b-4d2f-b463-593722bbd0c7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.403425] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Waiting for the task: (returnval){ [ 1041.403425] env[69858]: value = "task-3419459" [ 1041.403425] env[69858]: _type = "Task" [ 1041.403425] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.414290] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419459, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.502848] env[69858]: DEBUG nova.compute.manager [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.507097] env[69858]: INFO nova.compute.resource_tracker [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Updating resource usage from migration 821110a1-2fdf-4dc4-9988-c0802215b4d8 [ 1041.530738] env[69858]: DEBUG oslo_vmware.api [None req-764f51de-ff8a-422c-a144-3800884baf45 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419457, 'name': PowerOnVM_Task, 'duration_secs': 0.413174} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.530738] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-764f51de-ff8a-422c-a144-3800884baf45 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.530981] env[69858]: DEBUG nova.compute.manager [None req-764f51de-ff8a-422c-a144-3800884baf45 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.531864] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ad7d38-4263-4c9e-982d-be9d797efe10 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.725410] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419458, 'name': CreateVM_Task, 'duration_secs': 0.365175} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.725576] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 610aba42-6938-4461-a47c-666e92c90918] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.726354] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.726469] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.726740] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.726994] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfa58a79-071a-4a47-93aa-272959e63dbe {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.733467] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Waiting for the task: (returnval){ [ 1041.733467] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ee4ef5-e285-fba6-0404-cdf66d9358ff" [ 1041.733467] env[69858]: _type = "Task" [ 1041.733467] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.752056] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ee4ef5-e285-fba6-0404-cdf66d9358ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.918784] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419459, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076381} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.918784] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1041.919295] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe1fcb7-1e1e-42c3-9c49-067f6555c17d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.925353] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf07a21b-796d-47b4-ab16-d93101af5be0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.946735] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 712a05cf-42c9-418d-88dd-3b2b2f237d5c/712a05cf-42c9-418d-88dd-3b2b2f237d5c.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.947555] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf7e3309-da94-4039-95d4-62d9f675c2dc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.964911] env[69858]: DEBUG nova.network.neutron [req-3d3ef332-3e60-4f9a-9dbb-3beea07984a3 req-52621abd-fb90-4b05-8255-af5ad54483da service nova] [instance: 610aba42-6938-4461-a47c-666e92c90918] Updated VIF entry in instance network info cache for port d43371e4-87ce-4565-b3ae-73d9526c8507. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.965284] env[69858]: DEBUG nova.network.neutron [req-3d3ef332-3e60-4f9a-9dbb-3beea07984a3 req-52621abd-fb90-4b05-8255-af5ad54483da service nova] [instance: 610aba42-6938-4461-a47c-666e92c90918] Updating instance_info_cache with network_info: [{"id": "d43371e4-87ce-4565-b3ae-73d9526c8507", "address": "fa:16:3e:ae:5f:61", "network": {"id": "72ce8f18-a929-4854-b137-2243d1930455", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1912282836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc75671f51c64ee7901babd7572d3a97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd43371e4-87", "ovs_interfaceid": "d43371e4-87ce-4565-b3ae-73d9526c8507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.967785] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b8fd99-c2af-4555-980d-67930e62c92c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.973117] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Waiting for the task: (returnval){ [ 1041.973117] env[69858]: value = "task-3419460" [ 1041.973117] env[69858]: _type = "Task" [ 1041.973117] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.002295] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c0b4d3-100b-4476-a4bc-3b32a87ca0e5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.008646] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419460, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.019072] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f688bf-12d9-478f-8153-c2a095321e51 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.034827] env[69858]: DEBUG nova.compute.provider_tree [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.247752] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ee4ef5-e285-fba6-0404-cdf66d9358ff, 'name': SearchDatastore_Task, 'duration_secs': 0.028691} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.248128] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.248422] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 610aba42-6938-4461-a47c-666e92c90918] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.248694] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.248851] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.249067] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.249342] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8b63833-16c9-4e68-9b22-282cdd470919 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.259716] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.260076] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.260945] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15e4ffe8-13db-4a96-95e5-ec087c877afa {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.270251] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Waiting for the task: (returnval){ [ 1042.270251] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5214a26a-d282-e1c6-d7d3-a50624396210" [ 1042.270251] env[69858]: _type = "Task" [ 1042.270251] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.281843] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5214a26a-d282-e1c6-d7d3-a50624396210, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.472319] env[69858]: DEBUG oslo_concurrency.lockutils [req-3d3ef332-3e60-4f9a-9dbb-3beea07984a3 req-52621abd-fb90-4b05-8255-af5ad54483da service nova] Releasing lock "refresh_cache-610aba42-6938-4461-a47c-666e92c90918" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.483153] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419460, 'name': ReconfigVM_Task, 'duration_secs': 0.468528} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.483494] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 712a05cf-42c9-418d-88dd-3b2b2f237d5c/712a05cf-42c9-418d-88dd-3b2b2f237d5c.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.485266] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcc1a82d-27cc-4d2e-8c0b-fcc24110a992 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.494135] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Waiting for the task: (returnval){ [ 1042.494135] env[69858]: value = "task-3419461" [ 1042.494135] env[69858]: _type = "Task" [ 1042.494135] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.506524] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419461, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.526030] env[69858]: DEBUG nova.compute.manager [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.538514] env[69858]: DEBUG nova.scheduler.client.report [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.555717] env[69858]: DEBUG nova.virt.hardware [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.555971] env[69858]: DEBUG nova.virt.hardware [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.556151] env[69858]: DEBUG nova.virt.hardware [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.556358] env[69858]: DEBUG nova.virt.hardware [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.556511] env[69858]: DEBUG nova.virt.hardware [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.556660] env[69858]: DEBUG nova.virt.hardware [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.556870] env[69858]: DEBUG nova.virt.hardware [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.557146] env[69858]: DEBUG nova.virt.hardware [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.557350] env[69858]: DEBUG nova.virt.hardware [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.557540] env[69858]: DEBUG nova.virt.hardware [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.557712] env[69858]: DEBUG nova.virt.hardware [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.558693] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b232f13-abaf-4fee-97f2-bdd9a4dc9d69 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.567964] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2bc4d4-8ed5-431e-ac14-23124d4a7c7e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.785781] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5214a26a-d282-e1c6-d7d3-a50624396210, 'name': SearchDatastore_Task, 'duration_secs': 0.01282} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.786543] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4944b9fa-8dad-4fd8-ba9e-d82f6f602035 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.793454] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Waiting for the task: (returnval){ [ 1042.793454] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f6be37-498b-31d4-2a3e-f715d489da06" [ 1042.793454] env[69858]: _type = "Task" [ 1042.793454] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.802823] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f6be37-498b-31d4-2a3e-f715d489da06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.821513] env[69858]: DEBUG nova.compute.manager [req-415288a7-d293-4375-98ac-a4fea41aa8ad req-95cf3c19-b307-4b12-93a0-79910dd09ad6 service nova] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Received event network-changed-b5ef3cb8-b6cf-40c4-b28c-fac86427bce9 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.821713] env[69858]: DEBUG nova.compute.manager [req-415288a7-d293-4375-98ac-a4fea41aa8ad req-95cf3c19-b307-4b12-93a0-79910dd09ad6 service nova] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Refreshing instance network info cache due to event network-changed-b5ef3cb8-b6cf-40c4-b28c-fac86427bce9. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1042.821929] env[69858]: DEBUG oslo_concurrency.lockutils [req-415288a7-d293-4375-98ac-a4fea41aa8ad req-95cf3c19-b307-4b12-93a0-79910dd09ad6 service nova] Acquiring lock "refresh_cache-60f35308-2c0b-49b5-b59c-f009be3d3822" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.822101] env[69858]: DEBUG oslo_concurrency.lockutils [req-415288a7-d293-4375-98ac-a4fea41aa8ad req-95cf3c19-b307-4b12-93a0-79910dd09ad6 service nova] Acquired lock "refresh_cache-60f35308-2c0b-49b5-b59c-f009be3d3822" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.822261] env[69858]: DEBUG nova.network.neutron [req-415288a7-d293-4375-98ac-a4fea41aa8ad req-95cf3c19-b307-4b12-93a0-79910dd09ad6 service nova] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Refreshing network info cache for port b5ef3cb8-b6cf-40c4-b28c-fac86427bce9 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.984198] env[69858]: DEBUG nova.network.neutron [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Successfully updated port: d142d0d9-3ae3-42ba-81fd-8e0cd9c95cf9 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1043.005197] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419461, 'name': Rename_Task, 'duration_secs': 0.276285} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.005474] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.005714] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f36d0489-af01-4aa9-9380-d7ceaea3f1bf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.013473] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Waiting for the task: (returnval){ [ 1043.013473] env[69858]: value = "task-3419462" [ 1043.013473] env[69858]: _type = "Task" [ 1043.013473] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.022471] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.043540] env[69858]: DEBUG oslo_concurrency.lockutils [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.560s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.043540] env[69858]: INFO nova.compute.manager [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Migrating [ 1043.050290] env[69858]: DEBUG oslo_concurrency.lockutils [None req-17a49298-9413-4918-af66-5d7b518c9f9a tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.063s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.050613] env[69858]: DEBUG nova.objects.instance [None req-17a49298-9413-4918-af66-5d7b518c9f9a tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Lazy-loading 'resources' on Instance uuid d8f9c735-339f-4fa9-80ea-520b37764716 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.313136] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f6be37-498b-31d4-2a3e-f715d489da06, 'name': SearchDatastore_Task, 'duration_secs': 0.019748} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.313136] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.313136] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 610aba42-6938-4461-a47c-666e92c90918/610aba42-6938-4461-a47c-666e92c90918.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.313402] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10b3aba1-3884-415a-b053-0bd7af242e4f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.328196] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Waiting for the task: (returnval){ [ 1043.328196] env[69858]: value = "task-3419463" [ 1043.328196] env[69858]: _type = "Task" [ 1043.328196] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.338425] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.488656] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Acquiring lock "refresh_cache-e79f2876-7137-46d4-b5dd-2ed581de0bcf" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.488656] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Acquired lock "refresh_cache-e79f2876-7137-46d4-b5dd-2ed581de0bcf" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.488656] env[69858]: DEBUG nova.network.neutron [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.504017] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2911ffd-2af2-4af1-8572-2b2b363755d7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.522223] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4868e3-4782-44bb-ad80-ae16c990883d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.533718] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419462, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.561562] env[69858]: DEBUG oslo_concurrency.lockutils [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "refresh_cache-57d65995-b755-4261-b549-a0a5e2e20f88" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.561836] env[69858]: DEBUG oslo_concurrency.lockutils [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquired lock "refresh_cache-57d65995-b755-4261-b549-a0a5e2e20f88" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.561931] env[69858]: DEBUG nova.network.neutron [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.563673] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb72e5c-5dd9-4fed-a2f1-a5a972d80995 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.576941] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c9f3bd-5a13-4e87-9a38-a0ac39659a84 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.595055] env[69858]: DEBUG nova.compute.provider_tree [None req-17a49298-9413-4918-af66-5d7b518c9f9a tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.733349] env[69858]: DEBUG nova.network.neutron [req-415288a7-d293-4375-98ac-a4fea41aa8ad req-95cf3c19-b307-4b12-93a0-79910dd09ad6 service nova] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Updated VIF entry in instance network info cache for port b5ef3cb8-b6cf-40c4-b28c-fac86427bce9. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.733823] env[69858]: DEBUG nova.network.neutron [req-415288a7-d293-4375-98ac-a4fea41aa8ad req-95cf3c19-b307-4b12-93a0-79910dd09ad6 service nova] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Updating instance_info_cache with network_info: [{"id": "b5ef3cb8-b6cf-40c4-b28c-fac86427bce9", "address": "fa:16:3e:bd:be:20", "network": {"id": "0c9f6f19-47de-4d71-bd7d-ef64bf3ed419", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1429360809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d17af446507492f9ce66b1822068c79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ef3cb8-b6", "ovs_interfaceid": "b5ef3cb8-b6cf-40c4-b28c-fac86427bce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.839212] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419463, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512844} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.839469] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 610aba42-6938-4461-a47c-666e92c90918/610aba42-6938-4461-a47c-666e92c90918.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.839703] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 610aba42-6938-4461-a47c-666e92c90918] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.839961] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de70df57-31bd-4e8f-9dcc-bf0948f94022 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.853303] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Waiting for the task: (returnval){ [ 1043.853303] env[69858]: value = "task-3419464" [ 1043.853303] env[69858]: _type = "Task" [ 1043.853303] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.865211] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.028905] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419462, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.039146] env[69858]: DEBUG nova.network.neutron [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.100352] env[69858]: DEBUG nova.scheduler.client.report [None req-17a49298-9413-4918-af66-5d7b518c9f9a tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.185286] env[69858]: DEBUG nova.network.neutron [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Updating instance_info_cache with network_info: [{"id": "d142d0d9-3ae3-42ba-81fd-8e0cd9c95cf9", "address": "fa:16:3e:ec:d3:24", "network": {"id": "72ce8f18-a929-4854-b137-2243d1930455", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1912282836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc75671f51c64ee7901babd7572d3a97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd142d0d9-3a", "ovs_interfaceid": "d142d0d9-3ae3-42ba-81fd-8e0cd9c95cf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.238353] env[69858]: DEBUG oslo_concurrency.lockutils [req-415288a7-d293-4375-98ac-a4fea41aa8ad req-95cf3c19-b307-4b12-93a0-79910dd09ad6 service nova] Releasing lock "refresh_cache-60f35308-2c0b-49b5-b59c-f009be3d3822" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.270892] env[69858]: DEBUG nova.network.neutron [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Updating instance_info_cache with network_info: [{"id": "494e6656-0bc8-4056-a27e-e5d56c83e517", "address": "fa:16:3e:0f:10:64", "network": {"id": "0cb8dc32-92e2-4a4c-b9a7-b79ea800f471", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-995143875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9769f0327d5246d8b236665cdafb746e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap494e6656-0b", "ovs_interfaceid": "494e6656-0bc8-4056-a27e-e5d56c83e517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.363938] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066241} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.364472] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 610aba42-6938-4461-a47c-666e92c90918] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.366315] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f91264-975e-44f9-b404-ac2ba060c6c8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.389886] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 610aba42-6938-4461-a47c-666e92c90918] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 610aba42-6938-4461-a47c-666e92c90918/610aba42-6938-4461-a47c-666e92c90918.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.390221] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7f8ebaa-1552-430d-a1c0-3ce1c016d761 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.416476] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Waiting for the task: (returnval){ [ 1044.416476] env[69858]: value = "task-3419465" [ 1044.416476] env[69858]: _type = "Task" [ 1044.416476] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.427935] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419465, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.529532] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419462, 'name': PowerOnVM_Task, 'duration_secs': 1.214284} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.529751] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.529787] env[69858]: INFO nova.compute.manager [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1044.530036] env[69858]: DEBUG nova.compute.manager [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.531138] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1628f8e8-08cc-40ea-897a-96883f6bb183 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.606390] env[69858]: DEBUG oslo_concurrency.lockutils [None req-17a49298-9413-4918-af66-5d7b518c9f9a tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.556s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.608437] env[69858]: DEBUG oslo_concurrency.lockutils [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.339s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.610055] env[69858]: INFO nova.compute.claims [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.633583] env[69858]: INFO nova.scheduler.client.report [None req-17a49298-9413-4918-af66-5d7b518c9f9a tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Deleted allocations for instance d8f9c735-339f-4fa9-80ea-520b37764716 [ 1044.689184] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Releasing lock "refresh_cache-e79f2876-7137-46d4-b5dd-2ed581de0bcf" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.689548] env[69858]: DEBUG nova.compute.manager [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Instance network_info: |[{"id": "d142d0d9-3ae3-42ba-81fd-8e0cd9c95cf9", "address": "fa:16:3e:ec:d3:24", "network": {"id": "72ce8f18-a929-4854-b137-2243d1930455", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1912282836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc75671f51c64ee7901babd7572d3a97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd142d0d9-3a", "ovs_interfaceid": "d142d0d9-3ae3-42ba-81fd-8e0cd9c95cf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1044.690196] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:d3:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c297fe21-cd0b-4226-813b-a65d2358d034', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd142d0d9-3ae3-42ba-81fd-8e0cd9c95cf9', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.697640] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.697850] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.698730] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96c9edb8-13b1-441c-b132-e3e01e2d9b92 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.719703] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.719703] env[69858]: value = "task-3419466" [ 1044.719703] env[69858]: _type = "Task" [ 1044.719703] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.728079] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419466, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.775025] env[69858]: DEBUG oslo_concurrency.lockutils [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Releasing lock "refresh_cache-57d65995-b755-4261-b549-a0a5e2e20f88" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.850106] env[69858]: DEBUG nova.compute.manager [req-38a427b3-631d-451e-8c57-6dcc1c92fccf req-bacef23a-e664-4912-9ff2-a46792c95484 service nova] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Received event network-changed-b5ef3cb8-b6cf-40c4-b28c-fac86427bce9 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.850331] env[69858]: DEBUG nova.compute.manager [req-38a427b3-631d-451e-8c57-6dcc1c92fccf req-bacef23a-e664-4912-9ff2-a46792c95484 service nova] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Refreshing instance network info cache due to event network-changed-b5ef3cb8-b6cf-40c4-b28c-fac86427bce9. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1044.850619] env[69858]: DEBUG oslo_concurrency.lockutils [req-38a427b3-631d-451e-8c57-6dcc1c92fccf req-bacef23a-e664-4912-9ff2-a46792c95484 service nova] Acquiring lock "refresh_cache-60f35308-2c0b-49b5-b59c-f009be3d3822" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.850780] env[69858]: DEBUG oslo_concurrency.lockutils [req-38a427b3-631d-451e-8c57-6dcc1c92fccf req-bacef23a-e664-4912-9ff2-a46792c95484 service nova] Acquired lock "refresh_cache-60f35308-2c0b-49b5-b59c-f009be3d3822" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.850943] env[69858]: DEBUG nova.network.neutron [req-38a427b3-631d-451e-8c57-6dcc1c92fccf req-bacef23a-e664-4912-9ff2-a46792c95484 service nova] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Refreshing network info cache for port b5ef3cb8-b6cf-40c4-b28c-fac86427bce9 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.927747] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.049297] env[69858]: INFO nova.compute.manager [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Took 22.82 seconds to build instance. [ 1045.142631] env[69858]: DEBUG oslo_concurrency.lockutils [None req-17a49298-9413-4918-af66-5d7b518c9f9a tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Lock "d8f9c735-339f-4fa9-80ea-520b37764716" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.625s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.230138] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419466, 'name': CreateVM_Task, 'duration_secs': 0.351088} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.230368] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.231112] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.231319] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.231674] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.231964] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2558c943-9043-4a77-98f3-1c14f829b880 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.236910] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Waiting for the task: (returnval){ [ 1045.236910] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f2a057-1291-ed4b-8f68-06ba166b33b2" [ 1045.236910] env[69858]: _type = "Task" [ 1045.236910] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.244889] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f2a057-1291-ed4b-8f68-06ba166b33b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.429431] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419465, 'name': ReconfigVM_Task, 'duration_secs': 0.726572} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.429730] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 610aba42-6938-4461-a47c-666e92c90918] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 610aba42-6938-4461-a47c-666e92c90918/610aba42-6938-4461-a47c-666e92c90918.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.430354] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3059697-9b31-43ae-a6bc-57caa4078cbf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.437096] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Waiting for the task: (returnval){ [ 1045.437096] env[69858]: value = "task-3419467" [ 1045.437096] env[69858]: _type = "Task" [ 1045.437096] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.445249] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419467, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.551582] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Lock "712a05cf-42c9-418d-88dd-3b2b2f237d5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.346s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.579250] env[69858]: DEBUG nova.network.neutron [req-38a427b3-631d-451e-8c57-6dcc1c92fccf req-bacef23a-e664-4912-9ff2-a46792c95484 service nova] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Updated VIF entry in instance network info cache for port b5ef3cb8-b6cf-40c4-b28c-fac86427bce9. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.579671] env[69858]: DEBUG nova.network.neutron [req-38a427b3-631d-451e-8c57-6dcc1c92fccf req-bacef23a-e664-4912-9ff2-a46792c95484 service nova] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Updating instance_info_cache with network_info: [{"id": "b5ef3cb8-b6cf-40c4-b28c-fac86427bce9", "address": "fa:16:3e:bd:be:20", "network": {"id": "0c9f6f19-47de-4d71-bd7d-ef64bf3ed419", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1429360809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d17af446507492f9ce66b1822068c79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ef3cb8-b6", "ovs_interfaceid": "b5ef3cb8-b6cf-40c4-b28c-fac86427bce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.747408] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f2a057-1291-ed4b-8f68-06ba166b33b2, 'name': SearchDatastore_Task, 'duration_secs': 0.045604} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.750050] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.750302] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.750617] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.750807] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.751012] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.751500] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4a77c10-f485-4af1-93a6-c36635639cc0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.762562] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.762763] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.765851] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92c2fd13-ec5b-477e-80fd-fce3cd4cd881 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.772175] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Waiting for the task: (returnval){ [ 1045.772175] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529d5061-f753-c1aa-5ffc-41aa394a45a1" [ 1045.772175] env[69858]: _type = "Task" [ 1045.772175] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.782432] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529d5061-f753-c1aa-5ffc-41aa394a45a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.950559] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419467, 'name': Rename_Task, 'duration_secs': 0.271623} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.950792] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 610aba42-6938-4461-a47c-666e92c90918] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.951057] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb8e5883-08c9-484e-9323-f4a9700ab411 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.959239] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Waiting for the task: (returnval){ [ 1045.959239] env[69858]: value = "task-3419468" [ 1045.959239] env[69858]: _type = "Task" [ 1045.959239] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.970127] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419468, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.015296] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fc7880-d313-41ee-bda5-366dc1131f3e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.023548] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbb86d4-5df5-4f6f-bba6-419d8a94924e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.056385] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51638ed-0c9a-428e-bde4-982187acb362 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.065552] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24983cc-f0bc-4f99-a03f-b5265e23bf72 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.080843] env[69858]: DEBUG nova.compute.provider_tree [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1046.083259] env[69858]: DEBUG oslo_concurrency.lockutils [req-38a427b3-631d-451e-8c57-6dcc1c92fccf req-bacef23a-e664-4912-9ff2-a46792c95484 service nova] Releasing lock "refresh_cache-60f35308-2c0b-49b5-b59c-f009be3d3822" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.083518] env[69858]: DEBUG nova.compute.manager [req-38a427b3-631d-451e-8c57-6dcc1c92fccf req-bacef23a-e664-4912-9ff2-a46792c95484 service nova] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Received event network-vif-plugged-d142d0d9-3ae3-42ba-81fd-8e0cd9c95cf9 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.083792] env[69858]: DEBUG oslo_concurrency.lockutils [req-38a427b3-631d-451e-8c57-6dcc1c92fccf req-bacef23a-e664-4912-9ff2-a46792c95484 service nova] Acquiring lock "e79f2876-7137-46d4-b5dd-2ed581de0bcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.084080] env[69858]: DEBUG oslo_concurrency.lockutils [req-38a427b3-631d-451e-8c57-6dcc1c92fccf req-bacef23a-e664-4912-9ff2-a46792c95484 service nova] Lock "e79f2876-7137-46d4-b5dd-2ed581de0bcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.084326] env[69858]: DEBUG oslo_concurrency.lockutils [req-38a427b3-631d-451e-8c57-6dcc1c92fccf req-bacef23a-e664-4912-9ff2-a46792c95484 service nova] Lock "e79f2876-7137-46d4-b5dd-2ed581de0bcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.084564] env[69858]: DEBUG nova.compute.manager [req-38a427b3-631d-451e-8c57-6dcc1c92fccf req-bacef23a-e664-4912-9ff2-a46792c95484 service nova] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] No waiting events found dispatching network-vif-plugged-d142d0d9-3ae3-42ba-81fd-8e0cd9c95cf9 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1046.084801] env[69858]: WARNING nova.compute.manager [req-38a427b3-631d-451e-8c57-6dcc1c92fccf req-bacef23a-e664-4912-9ff2-a46792c95484 service nova] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Received unexpected event network-vif-plugged-d142d0d9-3ae3-42ba-81fd-8e0cd9c95cf9 for instance with vm_state building and task_state spawning. [ 1046.085050] env[69858]: DEBUG nova.compute.manager [req-38a427b3-631d-451e-8c57-6dcc1c92fccf req-bacef23a-e664-4912-9ff2-a46792c95484 service nova] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Received event network-changed-d142d0d9-3ae3-42ba-81fd-8e0cd9c95cf9 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.085270] env[69858]: DEBUG nova.compute.manager [req-38a427b3-631d-451e-8c57-6dcc1c92fccf req-bacef23a-e664-4912-9ff2-a46792c95484 service nova] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Refreshing instance network info cache due to event network-changed-d142d0d9-3ae3-42ba-81fd-8e0cd9c95cf9. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1046.085555] env[69858]: DEBUG oslo_concurrency.lockutils [req-38a427b3-631d-451e-8c57-6dcc1c92fccf req-bacef23a-e664-4912-9ff2-a46792c95484 service nova] Acquiring lock "refresh_cache-e79f2876-7137-46d4-b5dd-2ed581de0bcf" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.085755] env[69858]: DEBUG oslo_concurrency.lockutils [req-38a427b3-631d-451e-8c57-6dcc1c92fccf req-bacef23a-e664-4912-9ff2-a46792c95484 service nova] Acquired lock "refresh_cache-e79f2876-7137-46d4-b5dd-2ed581de0bcf" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.085988] env[69858]: DEBUG nova.network.neutron [req-38a427b3-631d-451e-8c57-6dcc1c92fccf req-bacef23a-e664-4912-9ff2-a46792c95484 service nova] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Refreshing network info cache for port d142d0d9-3ae3-42ba-81fd-8e0cd9c95cf9 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.190691] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0f4627a9-7294-4cd5-8cb9-708371490d7b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Acquiring lock "1e4e9e2e-8a86-4798-b467-12c4baeaf9d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.190960] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0f4627a9-7294-4cd5-8cb9-708371490d7b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Lock "1e4e9e2e-8a86-4798-b467-12c4baeaf9d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.191232] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0f4627a9-7294-4cd5-8cb9-708371490d7b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Acquiring lock "1e4e9e2e-8a86-4798-b467-12c4baeaf9d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.191426] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0f4627a9-7294-4cd5-8cb9-708371490d7b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Lock "1e4e9e2e-8a86-4798-b467-12c4baeaf9d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.191601] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0f4627a9-7294-4cd5-8cb9-708371490d7b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Lock "1e4e9e2e-8a86-4798-b467-12c4baeaf9d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.193777] env[69858]: INFO nova.compute.manager [None req-0f4627a9-7294-4cd5-8cb9-708371490d7b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Terminating instance [ 1046.284011] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529d5061-f753-c1aa-5ffc-41aa394a45a1, 'name': SearchDatastore_Task, 'duration_secs': 0.025458} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.284836] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1928271-73ab-4b1d-ba5a-4afb026802e7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.290600] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Waiting for the task: (returnval){ [ 1046.290600] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526112d0-d33b-0a24-c427-36cf5df12f9b" [ 1046.290600] env[69858]: _type = "Task" [ 1046.290600] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.291881] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca86557-a062-4bd1-a589-713cb6517432 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.304941] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526112d0-d33b-0a24-c427-36cf5df12f9b, 'name': SearchDatastore_Task, 'duration_secs': 0.011266} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.318037] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.318441] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] e79f2876-7137-46d4-b5dd-2ed581de0bcf/e79f2876-7137-46d4-b5dd-2ed581de0bcf.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.318863] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Updating instance '57d65995-b755-4261-b549-a0a5e2e20f88' progress to 0 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1046.322953] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f0ea623-16c6-4517-b4a0-61625c68b4dd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.331982] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Waiting for the task: (returnval){ [ 1046.331982] env[69858]: value = "task-3419469" [ 1046.331982] env[69858]: _type = "Task" [ 1046.331982] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.343215] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419469, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.472059] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419468, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.624146] env[69858]: DEBUG nova.scheduler.client.report [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Updated inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with generation 108 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1046.624498] env[69858]: DEBUG nova.compute.provider_tree [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Updating resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 generation from 108 to 109 during operation: update_inventory {{(pid=69858) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1046.624640] env[69858]: DEBUG nova.compute.provider_tree [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1046.700202] env[69858]: DEBUG nova.compute.manager [None req-0f4627a9-7294-4cd5-8cb9-708371490d7b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1046.700442] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4627a9-7294-4cd5-8cb9-708371490d7b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.701397] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277f5139-d37d-42c2-b3d0-6652753e0bc0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.712072] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4627a9-7294-4cd5-8cb9-708371490d7b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.712397] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e2b9289-0adb-40cd-8442-fa47a94014dc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.721217] env[69858]: DEBUG oslo_vmware.api [None req-0f4627a9-7294-4cd5-8cb9-708371490d7b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Waiting for the task: (returnval){ [ 1046.721217] env[69858]: value = "task-3419470" [ 1046.721217] env[69858]: _type = "Task" [ 1046.721217] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.733281] env[69858]: DEBUG oslo_vmware.api [None req-0f4627a9-7294-4cd5-8cb9-708371490d7b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.829113] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.829471] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac2aa218-0752-4d6e-8a76-7ec419bcca55 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.840471] env[69858]: DEBUG oslo_vmware.api [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1046.840471] env[69858]: value = "task-3419471" [ 1046.840471] env[69858]: _type = "Task" [ 1046.840471] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.844096] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419469, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.848589] env[69858]: DEBUG nova.network.neutron [req-38a427b3-631d-451e-8c57-6dcc1c92fccf req-bacef23a-e664-4912-9ff2-a46792c95484 service nova] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Updated VIF entry in instance network info cache for port d142d0d9-3ae3-42ba-81fd-8e0cd9c95cf9. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.849805] env[69858]: DEBUG nova.network.neutron [req-38a427b3-631d-451e-8c57-6dcc1c92fccf req-bacef23a-e664-4912-9ff2-a46792c95484 service nova] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Updating instance_info_cache with network_info: [{"id": "d142d0d9-3ae3-42ba-81fd-8e0cd9c95cf9", "address": "fa:16:3e:ec:d3:24", "network": {"id": "72ce8f18-a929-4854-b137-2243d1930455", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1912282836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc75671f51c64ee7901babd7572d3a97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd142d0d9-3a", "ovs_interfaceid": "d142d0d9-3ae3-42ba-81fd-8e0cd9c95cf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.856455] env[69858]: DEBUG oslo_vmware.api [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.975539] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419468, 'name': PowerOnVM_Task, 'duration_secs': 0.728558} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.975835] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 610aba42-6938-4461-a47c-666e92c90918] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.976091] env[69858]: INFO nova.compute.manager [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 610aba42-6938-4461-a47c-666e92c90918] Took 8.27 seconds to spawn the instance on the hypervisor. [ 1046.976310] env[69858]: DEBUG nova.compute.manager [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 610aba42-6938-4461-a47c-666e92c90918] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.977350] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd73dcb-047b-4d0e-a880-5cf79747718f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.133838] env[69858]: DEBUG oslo_concurrency.lockutils [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.134417] env[69858]: DEBUG nova.compute.manager [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1047.137571] env[69858]: DEBUG oslo_concurrency.lockutils [None req-51e7fe92-ae48-4c78-889d-cea1d35336ef tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.008s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.137793] env[69858]: DEBUG nova.objects.instance [None req-51e7fe92-ae48-4c78-889d-cea1d35336ef tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Lazy-loading 'resources' on Instance uuid 93054b24-16be-40cf-a956-6053b316c126 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.232458] env[69858]: DEBUG oslo_vmware.api [None req-0f4627a9-7294-4cd5-8cb9-708371490d7b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419470, 'name': PowerOffVM_Task, 'duration_secs': 0.351476} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.232714] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4627a9-7294-4cd5-8cb9-708371490d7b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.232889] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4627a9-7294-4cd5-8cb9-708371490d7b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.233201] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65dc7a4c-0ea4-4a9b-af76-34f67b8d155c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.318541] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4627a9-7294-4cd5-8cb9-708371490d7b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.318775] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4627a9-7294-4cd5-8cb9-708371490d7b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.318954] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f4627a9-7294-4cd5-8cb9-708371490d7b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Deleting the datastore file [datastore2] 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.319281] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33e92fd5-f174-4e8a-ae30-412bf6dc1160 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.327489] env[69858]: DEBUG oslo_vmware.api [None req-0f4627a9-7294-4cd5-8cb9-708371490d7b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Waiting for the task: (returnval){ [ 1047.327489] env[69858]: value = "task-3419473" [ 1047.327489] env[69858]: _type = "Task" [ 1047.327489] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.340038] env[69858]: DEBUG oslo_vmware.api [None req-0f4627a9-7294-4cd5-8cb9-708371490d7b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.345862] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419469, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543253} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.348929] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] e79f2876-7137-46d4-b5dd-2ed581de0bcf/e79f2876-7137-46d4-b5dd-2ed581de0bcf.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.349199] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.349475] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a1bb36b-a206-4b3d-86c1-89057cbb5bc3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.352187] env[69858]: DEBUG oslo_concurrency.lockutils [req-38a427b3-631d-451e-8c57-6dcc1c92fccf req-bacef23a-e664-4912-9ff2-a46792c95484 service nova] Releasing lock "refresh_cache-e79f2876-7137-46d4-b5dd-2ed581de0bcf" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.356602] env[69858]: DEBUG oslo_vmware.api [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419471, 'name': PowerOffVM_Task, 'duration_secs': 0.493268} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.357917] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.358128] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Updating instance '57d65995-b755-4261-b549-a0a5e2e20f88' progress to 17 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1047.362092] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Waiting for the task: (returnval){ [ 1047.362092] env[69858]: value = "task-3419474" [ 1047.362092] env[69858]: _type = "Task" [ 1047.362092] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.371475] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.497089] env[69858]: INFO nova.compute.manager [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 610aba42-6938-4461-a47c-666e92c90918] Took 25.25 seconds to build instance. [ 1047.641581] env[69858]: DEBUG nova.compute.utils [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.643859] env[69858]: DEBUG nova.compute.manager [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1047.644062] env[69858]: DEBUG nova.network.neutron [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1047.687762] env[69858]: DEBUG nova.policy [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5428c94ea8242bf9ee9ef989561fa30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55d5af7e5cc84fd885138b28a6913b6f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.845023] env[69858]: DEBUG oslo_vmware.api [None req-0f4627a9-7294-4cd5-8cb9-708371490d7b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.866503] env[69858]: DEBUG nova.virt.hardware [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.866767] env[69858]: DEBUG nova.virt.hardware [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.866934] env[69858]: DEBUG nova.virt.hardware [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.867136] env[69858]: DEBUG nova.virt.hardware [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.867291] env[69858]: DEBUG nova.virt.hardware [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.867440] env[69858]: DEBUG nova.virt.hardware [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.867652] env[69858]: DEBUG nova.virt.hardware [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.867809] env[69858]: DEBUG nova.virt.hardware [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.867998] env[69858]: DEBUG nova.virt.hardware [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.868160] env[69858]: DEBUG nova.virt.hardware [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.868358] env[69858]: DEBUG nova.virt.hardware [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.873841] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fa5bd08-6c2c-4161-afd8-4a02b0a4c78f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.897301] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079266} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.898267] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.898699] env[69858]: DEBUG oslo_vmware.api [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1047.898699] env[69858]: value = "task-3419475" [ 1047.898699] env[69858]: _type = "Task" [ 1047.898699] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.899484] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e81cd9-1fcf-4f24-b164-42f9aa16211b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.932119] env[69858]: DEBUG oslo_vmware.api [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419475, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.952238] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] e79f2876-7137-46d4-b5dd-2ed581de0bcf/e79f2876-7137-46d4-b5dd-2ed581de0bcf.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.955291] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a4e55e1-8eb1-4647-97b9-35f2b19388a9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.975925] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Waiting for the task: (returnval){ [ 1047.975925] env[69858]: value = "task-3419476" [ 1047.975925] env[69858]: _type = "Task" [ 1047.975925] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.986070] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.989455] env[69858]: DEBUG nova.network.neutron [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Successfully created port: cf2fb30e-cd84-4e15-9171-d895a6eeb9de {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.998675] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Lock "610aba42-6938-4461-a47c-666e92c90918" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.766s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.100384] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f401191-0223-43af-8d84-76ad9610f5c9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.114365] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac7d160-917a-425f-937a-8fc5ff1363e2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.161817] env[69858]: DEBUG nova.compute.manager [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1048.166020] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb25ca7-863b-43eb-9bec-6eb668f7caef {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.181327] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e6acce-529e-4705-92da-e58d95daa686 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.198663] env[69858]: DEBUG nova.compute.provider_tree [None req-51e7fe92-ae48-4c78-889d-cea1d35336ef tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.339120] env[69858]: DEBUG oslo_vmware.api [None req-0f4627a9-7294-4cd5-8cb9-708371490d7b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Task: {'id': task-3419473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.561054} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.339400] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f4627a9-7294-4cd5-8cb9-708371490d7b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.339589] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4627a9-7294-4cd5-8cb9-708371490d7b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.339771] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4627a9-7294-4cd5-8cb9-708371490d7b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.339948] env[69858]: INFO nova.compute.manager [None req-0f4627a9-7294-4cd5-8cb9-708371490d7b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1048.340206] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f4627a9-7294-4cd5-8cb9-708371490d7b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.340401] env[69858]: DEBUG nova.compute.manager [-] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.340499] env[69858]: DEBUG nova.network.neutron [-] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.412969] env[69858]: DEBUG oslo_vmware.api [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419475, 'name': ReconfigVM_Task, 'duration_secs': 0.284304} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.413216] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Updating instance '57d65995-b755-4261-b549-a0a5e2e20f88' progress to 33 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1048.489481] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419476, 'name': ReconfigVM_Task, 'duration_secs': 0.326866} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.490559] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Reconfigured VM instance instance-0000004f to attach disk [datastore1] e79f2876-7137-46d4-b5dd-2ed581de0bcf/e79f2876-7137-46d4-b5dd-2ed581de0bcf.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.491333] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2392e747-591f-4338-bb86-c2df47a165b1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.501259] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Waiting for the task: (returnval){ [ 1048.501259] env[69858]: value = "task-3419477" [ 1048.501259] env[69858]: _type = "Task" [ 1048.501259] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.511639] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419477, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.650815] env[69858]: DEBUG nova.compute.manager [req-3498840b-2464-4c91-beb5-9470594c4942 req-1f832272-4f27-4686-8565-74be5bf42d15 service nova] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Received event network-vif-deleted-816e6dc1-f4e9-4d6e-abfb-957d5b902dc0 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.650815] env[69858]: INFO nova.compute.manager [req-3498840b-2464-4c91-beb5-9470594c4942 req-1f832272-4f27-4686-8565-74be5bf42d15 service nova] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Neutron deleted interface 816e6dc1-f4e9-4d6e-abfb-957d5b902dc0; detaching it from the instance and deleting it from the info cache [ 1048.651029] env[69858]: DEBUG nova.network.neutron [req-3498840b-2464-4c91-beb5-9470594c4942 req-1f832272-4f27-4686-8565-74be5bf42d15 service nova] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.704848] env[69858]: DEBUG nova.scheduler.client.report [None req-51e7fe92-ae48-4c78-889d-cea1d35336ef tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.920144] env[69858]: DEBUG nova.virt.hardware [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.920431] env[69858]: DEBUG nova.virt.hardware [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.920587] env[69858]: DEBUG nova.virt.hardware [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.920805] env[69858]: DEBUG nova.virt.hardware [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.920960] env[69858]: DEBUG nova.virt.hardware [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.921121] env[69858]: DEBUG nova.virt.hardware [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.921327] env[69858]: DEBUG nova.virt.hardware [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.921488] env[69858]: DEBUG nova.virt.hardware [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.921654] env[69858]: DEBUG nova.virt.hardware [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.921838] env[69858]: DEBUG nova.virt.hardware [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.922038] env[69858]: DEBUG nova.virt.hardware [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.927650] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Reconfiguring VM instance instance-00000047 to detach disk 2000 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1048.927934] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d1a6e7a-9205-4f31-93b2-2fefcefb2836 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.950048] env[69858]: DEBUG oslo_vmware.api [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1048.950048] env[69858]: value = "task-3419478" [ 1048.950048] env[69858]: _type = "Task" [ 1048.950048] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.959628] env[69858]: DEBUG oslo_vmware.api [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419478, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.012737] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419477, 'name': Rename_Task, 'duration_secs': 0.23534} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.013078] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.013332] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a967d37b-dd5e-4cf5-bf27-833af7643c28 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.022345] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Waiting for the task: (returnval){ [ 1049.022345] env[69858]: value = "task-3419479" [ 1049.022345] env[69858]: _type = "Task" [ 1049.022345] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.031987] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419479, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.131611] env[69858]: DEBUG nova.network.neutron [-] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.154328] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a94c3173-1d08-456a-9395-5989802774b4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.166020] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586ee101-2410-4857-8e97-390094655569 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.180213] env[69858]: DEBUG nova.compute.manager [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1049.204885] env[69858]: DEBUG nova.compute.manager [req-3498840b-2464-4c91-beb5-9470594c4942 req-1f832272-4f27-4686-8565-74be5bf42d15 service nova] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Detach interface failed, port_id=816e6dc1-f4e9-4d6e-abfb-957d5b902dc0, reason: Instance 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1049.210357] env[69858]: DEBUG oslo_concurrency.lockutils [None req-51e7fe92-ae48-4c78-889d-cea1d35336ef tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.214061] env[69858]: DEBUG nova.virt.hardware [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.214293] env[69858]: DEBUG nova.virt.hardware [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.214452] env[69858]: DEBUG nova.virt.hardware [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.214644] env[69858]: DEBUG nova.virt.hardware [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.214792] env[69858]: DEBUG nova.virt.hardware [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.214940] env[69858]: DEBUG nova.virt.hardware [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.215166] env[69858]: DEBUG nova.virt.hardware [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.215331] env[69858]: DEBUG nova.virt.hardware [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.215541] env[69858]: DEBUG nova.virt.hardware [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.215707] env[69858]: DEBUG nova.virt.hardware [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.215883] env[69858]: DEBUG nova.virt.hardware [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.216413] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f6541036-6298-4bba-8721-5de90172add6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.854s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.216645] env[69858]: DEBUG nova.objects.instance [None req-f6541036-6298-4bba-8721-5de90172add6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lazy-loading 'resources' on Instance uuid 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.218278] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6c9b1c-26f1-4c1c-b122-6324ecbe5070 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.228169] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85c3409-45bc-4e60-a24a-d5ee4a2b396f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.246134] env[69858]: INFO nova.scheduler.client.report [None req-51e7fe92-ae48-4c78-889d-cea1d35336ef tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Deleted allocations for instance 93054b24-16be-40cf-a956-6053b316c126 [ 1049.460291] env[69858]: DEBUG oslo_vmware.api [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419478, 'name': ReconfigVM_Task, 'duration_secs': 0.226142} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.460598] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Reconfigured VM instance instance-00000047 to detach disk 2000 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1049.461423] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff2914d-e4a6-4b38-81c6-5a11d1de2933 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.488818] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 57d65995-b755-4261-b549-a0a5e2e20f88/57d65995-b755-4261-b549-a0a5e2e20f88.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.490342] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fafb8b99-8f8a-44ed-a4e8-3d6dd90724d7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.504647] env[69858]: DEBUG nova.compute.manager [req-e7d82799-5677-45a2-93f4-cd13a5ad900e req-fc3796ab-fb14-4c4d-964b-4c70d0532f22 service nova] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Received event network-vif-plugged-cf2fb30e-cd84-4e15-9171-d895a6eeb9de {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.504879] env[69858]: DEBUG oslo_concurrency.lockutils [req-e7d82799-5677-45a2-93f4-cd13a5ad900e req-fc3796ab-fb14-4c4d-964b-4c70d0532f22 service nova] Acquiring lock "aeb3621f-9613-4696-b23e-477d9c150b46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.505107] env[69858]: DEBUG oslo_concurrency.lockutils [req-e7d82799-5677-45a2-93f4-cd13a5ad900e req-fc3796ab-fb14-4c4d-964b-4c70d0532f22 service nova] Lock "aeb3621f-9613-4696-b23e-477d9c150b46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.505362] env[69858]: DEBUG oslo_concurrency.lockutils [req-e7d82799-5677-45a2-93f4-cd13a5ad900e req-fc3796ab-fb14-4c4d-964b-4c70d0532f22 service nova] Lock "aeb3621f-9613-4696-b23e-477d9c150b46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.505449] env[69858]: DEBUG nova.compute.manager [req-e7d82799-5677-45a2-93f4-cd13a5ad900e req-fc3796ab-fb14-4c4d-964b-4c70d0532f22 service nova] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] No waiting events found dispatching network-vif-plugged-cf2fb30e-cd84-4e15-9171-d895a6eeb9de {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1049.505682] env[69858]: WARNING nova.compute.manager [req-e7d82799-5677-45a2-93f4-cd13a5ad900e req-fc3796ab-fb14-4c4d-964b-4c70d0532f22 service nova] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Received unexpected event network-vif-plugged-cf2fb30e-cd84-4e15-9171-d895a6eeb9de for instance with vm_state building and task_state spawning. [ 1049.512878] env[69858]: DEBUG oslo_vmware.api [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1049.512878] env[69858]: value = "task-3419480" [ 1049.512878] env[69858]: _type = "Task" [ 1049.512878] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.524456] env[69858]: DEBUG oslo_vmware.api [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.534060] env[69858]: DEBUG oslo_vmware.api [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419479, 'name': PowerOnVM_Task, 'duration_secs': 0.502546} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.534350] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.534482] env[69858]: INFO nova.compute.manager [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Took 7.01 seconds to spawn the instance on the hypervisor. [ 1049.534663] env[69858]: DEBUG nova.compute.manager [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.535614] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2a821b-58f7-40b4-8211-a3332e664f43 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.598848] env[69858]: DEBUG nova.network.neutron [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Successfully updated port: cf2fb30e-cd84-4e15-9171-d895a6eeb9de {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1049.635661] env[69858]: INFO nova.compute.manager [-] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Took 1.29 seconds to deallocate network for instance. [ 1049.755192] env[69858]: DEBUG oslo_concurrency.lockutils [None req-51e7fe92-ae48-4c78-889d-cea1d35336ef tempest-ImagesOneServerNegativeTestJSON-1186853625 tempest-ImagesOneServerNegativeTestJSON-1186853625-project-member] Lock "93054b24-16be-40cf-a956-6053b316c126" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.184s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.030171] env[69858]: DEBUG oslo_vmware.api [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419480, 'name': ReconfigVM_Task, 'duration_secs': 0.279746} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.030561] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 57d65995-b755-4261-b549-a0a5e2e20f88/57d65995-b755-4261-b549-a0a5e2e20f88.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.030904] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Updating instance '57d65995-b755-4261-b549-a0a5e2e20f88' progress to 50 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1050.056078] env[69858]: INFO nova.compute.manager [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Took 27.77 seconds to build instance. [ 1050.089881] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259316be-4a78-47f5-ad46-f345ef89f834 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.097628] env[69858]: DEBUG oslo_concurrency.lockutils [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "refresh_cache-aeb3621f-9613-4696-b23e-477d9c150b46" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.097768] env[69858]: DEBUG oslo_concurrency.lockutils [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquired lock "refresh_cache-aeb3621f-9613-4696-b23e-477d9c150b46" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.097912] env[69858]: DEBUG nova.network.neutron [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.099772] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b1b35c-51a5-4a9e-b231-c482a34bf2f7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.136479] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879586d1-4397-48dc-aabb-0c7c32b7126c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.144994] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0f4627a9-7294-4cd5-8cb9-708371490d7b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.146666] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4355ab-f7d7-42bd-8b1c-e0cca12de501 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.162669] env[69858]: DEBUG nova.compute.provider_tree [None req-f6541036-6298-4bba-8721-5de90172add6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.544582] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6b9c57-298a-4b3c-832b-9fddb991991c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.566600] env[69858]: DEBUG oslo_concurrency.lockutils [None req-49054856-856f-4319-b0f3-7243038d19d5 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Lock "e79f2876-7137-46d4-b5dd-2ed581de0bcf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.295s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.567826] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9043a8ce-539f-4a82-840f-68c359078c28 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.595021] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Updating instance '57d65995-b755-4261-b549-a0a5e2e20f88' progress to 67 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1050.662049] env[69858]: DEBUG nova.network.neutron [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.669018] env[69858]: DEBUG nova.scheduler.client.report [None req-f6541036-6298-4bba-8721-5de90172add6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.866828] env[69858]: DEBUG nova.network.neutron [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Updating instance_info_cache with network_info: [{"id": "cf2fb30e-cd84-4e15-9171-d895a6eeb9de", "address": "fa:16:3e:dd:37:ba", "network": {"id": "5be3be6c-0dd1-46c4-982b-8f057bcf258d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1145908090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d5af7e5cc84fd885138b28a6913b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf2fb30e-cd", "ovs_interfaceid": "cf2fb30e-cd84-4e15-9171-d895a6eeb9de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.170744] env[69858]: DEBUG nova.network.neutron [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Port 494e6656-0bc8-4056-a27e-e5d56c83e517 binding to destination host cpu-1 is already ACTIVE {{(pid=69858) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1051.172637] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f6541036-6298-4bba-8721-5de90172add6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.175919] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.148s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.208832] env[69858]: INFO nova.scheduler.client.report [None req-f6541036-6298-4bba-8721-5de90172add6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Deleted allocations for instance 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021 [ 1051.267497] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2797ddb0-8fcd-49b2-9837-cfa191ba798d tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Acquiring lock "712a05cf-42c9-418d-88dd-3b2b2f237d5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.267802] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2797ddb0-8fcd-49b2-9837-cfa191ba798d tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Lock "712a05cf-42c9-418d-88dd-3b2b2f237d5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.268026] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2797ddb0-8fcd-49b2-9837-cfa191ba798d tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Acquiring lock "712a05cf-42c9-418d-88dd-3b2b2f237d5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.268220] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2797ddb0-8fcd-49b2-9837-cfa191ba798d tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Lock "712a05cf-42c9-418d-88dd-3b2b2f237d5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.268433] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2797ddb0-8fcd-49b2-9837-cfa191ba798d tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Lock "712a05cf-42c9-418d-88dd-3b2b2f237d5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.273682] env[69858]: INFO nova.compute.manager [None req-2797ddb0-8fcd-49b2-9837-cfa191ba798d tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Terminating instance [ 1051.370311] env[69858]: DEBUG oslo_concurrency.lockutils [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Releasing lock "refresh_cache-aeb3621f-9613-4696-b23e-477d9c150b46" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.372299] env[69858]: DEBUG nova.compute.manager [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Instance network_info: |[{"id": "cf2fb30e-cd84-4e15-9171-d895a6eeb9de", "address": "fa:16:3e:dd:37:ba", "network": {"id": "5be3be6c-0dd1-46c4-982b-8f057bcf258d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1145908090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d5af7e5cc84fd885138b28a6913b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf2fb30e-cd", "ovs_interfaceid": "cf2fb30e-cd84-4e15-9171-d895a6eeb9de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1051.372299] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:37:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf2fb30e-cd84-4e15-9171-d895a6eeb9de', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.381420] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.381928] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.382251] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9076931c-1ec7-43f4-b596-54427010665c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.407279] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.407279] env[69858]: value = "task-3419481" [ 1051.407279] env[69858]: _type = "Task" [ 1051.407279] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.420406] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419481, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.512558] env[69858]: DEBUG nova.compute.manager [req-1cd0c94c-6c88-406e-9f14-846e5bc5fe5f req-4c735976-896e-4eeb-9390-b39f27a2858c service nova] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Received event network-changed-cf2fb30e-cd84-4e15-9171-d895a6eeb9de {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.512811] env[69858]: DEBUG nova.compute.manager [req-1cd0c94c-6c88-406e-9f14-846e5bc5fe5f req-4c735976-896e-4eeb-9390-b39f27a2858c service nova] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Refreshing instance network info cache due to event network-changed-cf2fb30e-cd84-4e15-9171-d895a6eeb9de. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1051.513180] env[69858]: DEBUG oslo_concurrency.lockutils [req-1cd0c94c-6c88-406e-9f14-846e5bc5fe5f req-4c735976-896e-4eeb-9390-b39f27a2858c service nova] Acquiring lock "refresh_cache-aeb3621f-9613-4696-b23e-477d9c150b46" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.513378] env[69858]: DEBUG oslo_concurrency.lockutils [req-1cd0c94c-6c88-406e-9f14-846e5bc5fe5f req-4c735976-896e-4eeb-9390-b39f27a2858c service nova] Acquired lock "refresh_cache-aeb3621f-9613-4696-b23e-477d9c150b46" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.513560] env[69858]: DEBUG nova.network.neutron [req-1cd0c94c-6c88-406e-9f14-846e5bc5fe5f req-4c735976-896e-4eeb-9390-b39f27a2858c service nova] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Refreshing network info cache for port cf2fb30e-cd84-4e15-9171-d895a6eeb9de {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.688063] env[69858]: INFO nova.compute.claims [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.723755] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f6541036-6298-4bba-8721-5de90172add6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.965s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.780635] env[69858]: DEBUG nova.compute.manager [None req-2797ddb0-8fcd-49b2-9837-cfa191ba798d tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1051.780893] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2797ddb0-8fcd-49b2-9837-cfa191ba798d tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.782045] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90751d6-4953-4ebc-8988-a14e8bd008b9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.791038] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2797ddb0-8fcd-49b2-9837-cfa191ba798d tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.791313] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac2378ad-9512-4d1e-aa9f-2004baf3ffc8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.803286] env[69858]: DEBUG oslo_vmware.api [None req-2797ddb0-8fcd-49b2-9837-cfa191ba798d tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Waiting for the task: (returnval){ [ 1051.803286] env[69858]: value = "task-3419482" [ 1051.803286] env[69858]: _type = "Task" [ 1051.803286] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.813974] env[69858]: DEBUG oslo_vmware.api [None req-2797ddb0-8fcd-49b2-9837-cfa191ba798d tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.918520] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419481, 'name': CreateVM_Task, 'duration_secs': 0.366213} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.918841] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.919644] env[69858]: DEBUG oslo_concurrency.lockutils [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.919952] env[69858]: DEBUG oslo_concurrency.lockutils [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.920410] env[69858]: DEBUG oslo_concurrency.lockutils [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.920806] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2ee0833-52c0-4fc2-a73a-33e71bcd5751 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.927072] env[69858]: DEBUG oslo_vmware.api [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1051.927072] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524e3c29-8936-2493-02cd-46bf862d518e" [ 1051.927072] env[69858]: _type = "Task" [ 1051.927072] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.937923] env[69858]: DEBUG oslo_vmware.api [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524e3c29-8936-2493-02cd-46bf862d518e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.203933] env[69858]: INFO nova.compute.resource_tracker [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Updating resource usage from migration 136ea175-8d96-4e58-81d7-7454289b196c [ 1052.226855] env[69858]: DEBUG oslo_concurrency.lockutils [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "57d65995-b755-4261-b549-a0a5e2e20f88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.226855] env[69858]: DEBUG oslo_concurrency.lockutils [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "57d65995-b755-4261-b549-a0a5e2e20f88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.004s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.226855] env[69858]: DEBUG oslo_concurrency.lockutils [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "57d65995-b755-4261-b549-a0a5e2e20f88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.253288] env[69858]: DEBUG nova.network.neutron [req-1cd0c94c-6c88-406e-9f14-846e5bc5fe5f req-4c735976-896e-4eeb-9390-b39f27a2858c service nova] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Updated VIF entry in instance network info cache for port cf2fb30e-cd84-4e15-9171-d895a6eeb9de. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.253638] env[69858]: DEBUG nova.network.neutron [req-1cd0c94c-6c88-406e-9f14-846e5bc5fe5f req-4c735976-896e-4eeb-9390-b39f27a2858c service nova] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Updating instance_info_cache with network_info: [{"id": "cf2fb30e-cd84-4e15-9171-d895a6eeb9de", "address": "fa:16:3e:dd:37:ba", "network": {"id": "5be3be6c-0dd1-46c4-982b-8f057bcf258d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1145908090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d5af7e5cc84fd885138b28a6913b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf2fb30e-cd", "ovs_interfaceid": "cf2fb30e-cd84-4e15-9171-d895a6eeb9de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.316299] env[69858]: DEBUG oslo_vmware.api [None req-2797ddb0-8fcd-49b2-9837-cfa191ba798d tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419482, 'name': PowerOffVM_Task, 'duration_secs': 0.231359} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.319409] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2797ddb0-8fcd-49b2-9837-cfa191ba798d tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.319409] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2797ddb0-8fcd-49b2-9837-cfa191ba798d tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.319833] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0969c208-1c0f-48d0-bd25-5f5a023b802b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.388590] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2797ddb0-8fcd-49b2-9837-cfa191ba798d tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.388713] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2797ddb0-8fcd-49b2-9837-cfa191ba798d tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.389555] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-2797ddb0-8fcd-49b2-9837-cfa191ba798d tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Deleting the datastore file [datastore1] 712a05cf-42c9-418d-88dd-3b2b2f237d5c {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.389555] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f32dba60-d4c5-42bc-8eb3-3de93d8b2a8b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.399712] env[69858]: DEBUG oslo_vmware.api [None req-2797ddb0-8fcd-49b2-9837-cfa191ba798d tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Waiting for the task: (returnval){ [ 1052.399712] env[69858]: value = "task-3419484" [ 1052.399712] env[69858]: _type = "Task" [ 1052.399712] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.408274] env[69858]: DEBUG oslo_vmware.api [None req-2797ddb0-8fcd-49b2-9837-cfa191ba798d tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.444215] env[69858]: DEBUG oslo_vmware.api [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524e3c29-8936-2493-02cd-46bf862d518e, 'name': SearchDatastore_Task, 'duration_secs': 0.013235} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.444215] env[69858]: DEBUG oslo_concurrency.lockutils [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.444215] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.444215] env[69858]: DEBUG oslo_concurrency.lockutils [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.444215] env[69858]: DEBUG oslo_concurrency.lockutils [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.444907] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.447178] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-916f0a13-cfde-4c52-9f19-5340e1351ce7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.466860] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.466984] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.467963] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfebc5c6-343a-409d-8d1e-1bfd98f69665 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.477829] env[69858]: DEBUG oslo_vmware.api [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1052.477829] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a1fece-75f7-a346-9f7b-68cb5d0a71f2" [ 1052.477829] env[69858]: _type = "Task" [ 1052.477829] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.489143] env[69858]: DEBUG oslo_vmware.api [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a1fece-75f7-a346-9f7b-68cb5d0a71f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.610301] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8eae90d-de35-4cda-ab21-e0ac4d0a5495 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.623725] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c93c4f5-12bd-4ac5-ba8e-c69ef478abc7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.657929] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6895c03-4a52-410b-9f1a-c944339ec333 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.666743] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f4e412-0dc4-416c-9a2f-42a30d08ee74 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.684079] env[69858]: DEBUG nova.compute.provider_tree [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.756306] env[69858]: DEBUG oslo_concurrency.lockutils [req-1cd0c94c-6c88-406e-9f14-846e5bc5fe5f req-4c735976-896e-4eeb-9390-b39f27a2858c service nova] Releasing lock "refresh_cache-aeb3621f-9613-4696-b23e-477d9c150b46" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.913015] env[69858]: DEBUG oslo_vmware.api [None req-2797ddb0-8fcd-49b2-9837-cfa191ba798d tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140085} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.913767] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-2797ddb0-8fcd-49b2-9837-cfa191ba798d tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.913878] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2797ddb0-8fcd-49b2-9837-cfa191ba798d tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.914283] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2797ddb0-8fcd-49b2-9837-cfa191ba798d tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.914283] env[69858]: INFO nova.compute.manager [None req-2797ddb0-8fcd-49b2-9837-cfa191ba798d tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1052.914497] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2797ddb0-8fcd-49b2-9837-cfa191ba798d tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.914654] env[69858]: DEBUG nova.compute.manager [-] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1052.914750] env[69858]: DEBUG nova.network.neutron [-] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1052.989162] env[69858]: DEBUG oslo_vmware.api [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a1fece-75f7-a346-9f7b-68cb5d0a71f2, 'name': SearchDatastore_Task, 'duration_secs': 0.01035} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.989978] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-187b738e-26d1-4deb-b3b2-c96d5b53bfcf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.995529] env[69858]: DEBUG oslo_vmware.api [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1052.995529] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5263933f-1e52-4061-ba12-a6ed71440749" [ 1052.995529] env[69858]: _type = "Task" [ 1052.995529] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.003441] env[69858]: DEBUG oslo_vmware.api [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5263933f-1e52-4061-ba12-a6ed71440749, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.187625] env[69858]: DEBUG nova.scheduler.client.report [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.254618] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "3386af81-a87c-4de0-a5fa-a6de94c7a5ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.255232] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "3386af81-a87c-4de0-a5fa-a6de94c7a5ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.288337] env[69858]: DEBUG oslo_concurrency.lockutils [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "refresh_cache-57d65995-b755-4261-b549-a0a5e2e20f88" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.288337] env[69858]: DEBUG oslo_concurrency.lockutils [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquired lock "refresh_cache-57d65995-b755-4261-b549-a0a5e2e20f88" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.288337] env[69858]: DEBUG nova.network.neutron [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.404420] env[69858]: DEBUG oslo_concurrency.lockutils [None req-094899b8-0d08-4b45-bc9f-1bd562206a3e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "interface-cf25f649-f669-40a9-b002-ff84d5b75100-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.404420] env[69858]: DEBUG oslo_concurrency.lockutils [None req-094899b8-0d08-4b45-bc9f-1bd562206a3e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "interface-cf25f649-f669-40a9-b002-ff84d5b75100-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.404420] env[69858]: DEBUG nova.objects.instance [None req-094899b8-0d08-4b45-bc9f-1bd562206a3e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lazy-loading 'flavor' on Instance uuid cf25f649-f669-40a9-b002-ff84d5b75100 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.508428] env[69858]: DEBUG oslo_vmware.api [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5263933f-1e52-4061-ba12-a6ed71440749, 'name': SearchDatastore_Task, 'duration_secs': 0.010301} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.508736] env[69858]: DEBUG oslo_concurrency.lockutils [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.509010] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] aeb3621f-9613-4696-b23e-477d9c150b46/aeb3621f-9613-4696-b23e-477d9c150b46.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.509306] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf97d51d-a450-4fb0-b8ab-5d6d1d0e7916 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.517809] env[69858]: DEBUG oslo_vmware.api [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1053.517809] env[69858]: value = "task-3419485" [ 1053.517809] env[69858]: _type = "Task" [ 1053.517809] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.526424] env[69858]: DEBUG oslo_vmware.api [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.605630] env[69858]: DEBUG nova.compute.manager [req-bbb8a29b-ad21-43d8-8203-3671e44adcd6 req-0b30ecab-97fd-4740-8f2d-f201da474cd5 service nova] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Received event network-vif-deleted-bf632445-0f22-496d-a02d-684dfbcb8400 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.605832] env[69858]: INFO nova.compute.manager [req-bbb8a29b-ad21-43d8-8203-3671e44adcd6 req-0b30ecab-97fd-4740-8f2d-f201da474cd5 service nova] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Neutron deleted interface bf632445-0f22-496d-a02d-684dfbcb8400; detaching it from the instance and deleting it from the info cache [ 1053.606015] env[69858]: DEBUG nova.network.neutron [req-bbb8a29b-ad21-43d8-8203-3671e44adcd6 req-0b30ecab-97fd-4740-8f2d-f201da474cd5 service nova] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.642620] env[69858]: DEBUG nova.network.neutron [-] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.693858] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.518s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.694112] env[69858]: INFO nova.compute.manager [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Migrating [ 1053.701325] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7000e6e6-95bd-438a-9db4-0ef8bf2501cb tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.972s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.701581] env[69858]: DEBUG nova.objects.instance [None req-7000e6e6-95bd-438a-9db4-0ef8bf2501cb tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lazy-loading 'resources' on Instance uuid 1304c169-b815-4d2b-8eda-9e1265a43b13 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.758745] env[69858]: DEBUG nova.compute.manager [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1053.908059] env[69858]: DEBUG nova.objects.instance [None req-094899b8-0d08-4b45-bc9f-1bd562206a3e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lazy-loading 'pci_requests' on Instance uuid cf25f649-f669-40a9-b002-ff84d5b75100 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.021468] env[69858]: DEBUG nova.network.neutron [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Updating instance_info_cache with network_info: [{"id": "494e6656-0bc8-4056-a27e-e5d56c83e517", "address": "fa:16:3e:0f:10:64", "network": {"id": "0cb8dc32-92e2-4a4c-b9a7-b79ea800f471", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-995143875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9769f0327d5246d8b236665cdafb746e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap494e6656-0b", "ovs_interfaceid": "494e6656-0bc8-4056-a27e-e5d56c83e517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.032304] env[69858]: DEBUG oslo_vmware.api [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457004} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.035516] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] aeb3621f-9613-4696-b23e-477d9c150b46/aeb3621f-9613-4696-b23e-477d9c150b46.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.035754] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.037027] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98315a9f-38c9-4ee0-a57a-238bc96eff40 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.045292] env[69858]: DEBUG oslo_vmware.api [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1054.045292] env[69858]: value = "task-3419486" [ 1054.045292] env[69858]: _type = "Task" [ 1054.045292] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.057916] env[69858]: DEBUG oslo_vmware.api [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.108165] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02ca3225-118f-40dc-8357-d67cb0a8178e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.112887] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bdae53-2958-4f9b-9a05-e726b217583c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.119808] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e542c622-82e9-4ad4-901f-6531406d7c7d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.134143] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8a5178-56c7-4dcd-acbe-8bf47757bae9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.163323] env[69858]: INFO nova.compute.manager [-] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Took 1.25 seconds to deallocate network for instance. [ 1054.178163] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071713bb-e963-4dc3-bc51-891a93de3dee {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.181142] env[69858]: DEBUG nova.compute.manager [req-bbb8a29b-ad21-43d8-8203-3671e44adcd6 req-0b30ecab-97fd-4740-8f2d-f201da474cd5 service nova] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Detach interface failed, port_id=bf632445-0f22-496d-a02d-684dfbcb8400, reason: Instance 712a05cf-42c9-418d-88dd-3b2b2f237d5c could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1054.190018] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a0a818-5188-4820-8f18-f50c540a8455 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.204927] env[69858]: DEBUG nova.compute.provider_tree [None req-7000e6e6-95bd-438a-9db4-0ef8bf2501cb tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.214382] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquiring lock "refresh_cache-4df6118d-f032-4142-8900-93209f760c86" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.214382] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquired lock "refresh_cache-4df6118d-f032-4142-8900-93209f760c86" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.214555] env[69858]: DEBUG nova.network.neutron [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.284205] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.413389] env[69858]: DEBUG nova.objects.base [None req-094899b8-0d08-4b45-bc9f-1bd562206a3e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69858) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1054.413712] env[69858]: DEBUG nova.network.neutron [None req-094899b8-0d08-4b45-bc9f-1bd562206a3e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1054.489042] env[69858]: DEBUG oslo_concurrency.lockutils [None req-094899b8-0d08-4b45-bc9f-1bd562206a3e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "interface-cf25f649-f669-40a9-b002-ff84d5b75100-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.085s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.527227] env[69858]: DEBUG oslo_concurrency.lockutils [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Releasing lock "refresh_cache-57d65995-b755-4261-b549-a0a5e2e20f88" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.560767] env[69858]: DEBUG oslo_vmware.api [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066373} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.561089] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.561879] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba3ff42-d6ec-4be2-b885-b53da5c0dbc7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.586851] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] aeb3621f-9613-4696-b23e-477d9c150b46/aeb3621f-9613-4696-b23e-477d9c150b46.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.587880] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa10b971-86a2-49a5-a012-0d3ae2ee4a1c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.608397] env[69858]: DEBUG oslo_vmware.api [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1054.608397] env[69858]: value = "task-3419487" [ 1054.608397] env[69858]: _type = "Task" [ 1054.608397] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.617175] env[69858]: DEBUG oslo_vmware.api [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.687029] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2797ddb0-8fcd-49b2-9837-cfa191ba798d tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.709986] env[69858]: DEBUG nova.scheduler.client.report [None req-7000e6e6-95bd-438a-9db4-0ef8bf2501cb tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.934651] env[69858]: DEBUG nova.network.neutron [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Updating instance_info_cache with network_info: [{"id": "76268e2e-2637-4fce-9ed6-fddc6ebb6dc9", "address": "fa:16:3e:78:6b:24", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76268e2e-26", "ovs_interfaceid": "76268e2e-2637-4fce-9ed6-fddc6ebb6dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.052883] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c246f2a-c285-4cea-98da-c8b18c0f24f4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.073214] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a59c74-2a99-41b7-925b-4976376d5d4b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.081024] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Updating instance '57d65995-b755-4261-b549-a0a5e2e20f88' progress to 83 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1055.120676] env[69858]: DEBUG oslo_vmware.api [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419487, 'name': ReconfigVM_Task, 'duration_secs': 0.459258} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.120983] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Reconfigured VM instance instance-00000050 to attach disk [datastore1] aeb3621f-9613-4696-b23e-477d9c150b46/aeb3621f-9613-4696-b23e-477d9c150b46.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.121823] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b209f3a-f737-469e-9c4f-f569bf5234ef {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.128825] env[69858]: DEBUG oslo_vmware.api [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1055.128825] env[69858]: value = "task-3419488" [ 1055.128825] env[69858]: _type = "Task" [ 1055.128825] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.137129] env[69858]: DEBUG oslo_vmware.api [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419488, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.215792] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7000e6e6-95bd-438a-9db4-0ef8bf2501cb tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.514s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.219060] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c302494f-ff3b-4e60-b888-c9d8f7d47dba tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.963s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.219060] env[69858]: DEBUG nova.objects.instance [None req-c302494f-ff3b-4e60-b888-c9d8f7d47dba tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Lazy-loading 'resources' on Instance uuid fe8d0d86-6a84-4163-95a5-c9deeed007c6 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.236737] env[69858]: INFO nova.scheduler.client.report [None req-7000e6e6-95bd-438a-9db4-0ef8bf2501cb tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Deleted allocations for instance 1304c169-b815-4d2b-8eda-9e1265a43b13 [ 1055.437850] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Releasing lock "refresh_cache-4df6118d-f032-4142-8900-93209f760c86" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.590049] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.590375] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6a97936-5014-4f26-9562-dd98838c11e9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.600812] env[69858]: DEBUG oslo_vmware.api [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1055.600812] env[69858]: value = "task-3419489" [ 1055.600812] env[69858]: _type = "Task" [ 1055.600812] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.610974] env[69858]: DEBUG oslo_vmware.api [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.642893] env[69858]: DEBUG oslo_vmware.api [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419488, 'name': Rename_Task, 'duration_secs': 0.158465} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.643079] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.643750] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65f3f78b-319d-4e90-acb9-22a0700cc47e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.651483] env[69858]: DEBUG oslo_vmware.api [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1055.651483] env[69858]: value = "task-3419490" [ 1055.651483] env[69858]: _type = "Task" [ 1055.651483] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.665162] env[69858]: DEBUG oslo_vmware.api [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.747818] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7000e6e6-95bd-438a-9db4-0ef8bf2501cb tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "1304c169-b815-4d2b-8eda-9e1265a43b13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.677s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.073999] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9948d3d7-0630-4609-9815-b810360686b0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.081920] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e23b044-6227-47ab-86d8-c9c3f930a01c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.116137] env[69858]: DEBUG oslo_concurrency.lockutils [None req-256652bd-59c3-48cd-973a-2bb7a17b5d50 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquiring lock "2768718f-4ea0-4f1a-90be-f04b87b50935" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.116836] env[69858]: DEBUG oslo_concurrency.lockutils [None req-256652bd-59c3-48cd-973a-2bb7a17b5d50 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "2768718f-4ea0-4f1a-90be-f04b87b50935" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.116836] env[69858]: DEBUG oslo_concurrency.lockutils [None req-256652bd-59c3-48cd-973a-2bb7a17b5d50 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquiring lock "2768718f-4ea0-4f1a-90be-f04b87b50935-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.117063] env[69858]: DEBUG oslo_concurrency.lockutils [None req-256652bd-59c3-48cd-973a-2bb7a17b5d50 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "2768718f-4ea0-4f1a-90be-f04b87b50935-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.117063] env[69858]: DEBUG oslo_concurrency.lockutils [None req-256652bd-59c3-48cd-973a-2bb7a17b5d50 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "2768718f-4ea0-4f1a-90be-f04b87b50935-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.122767] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4636d9b0-fd3c-4222-ab9e-c399ac93af76 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.125752] env[69858]: INFO nova.compute.manager [None req-256652bd-59c3-48cd-973a-2bb7a17b5d50 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Terminating instance [ 1056.133199] env[69858]: DEBUG oslo_vmware.api [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419489, 'name': PowerOnVM_Task, 'duration_secs': 0.473395} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.135414] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.135616] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-de9eff71-0203-4773-9a44-6533cf59a4f9 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Updating instance '57d65995-b755-4261-b549-a0a5e2e20f88' progress to 100 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1056.140898] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2c8998-2999-48fc-b502-162bd77596af {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.156673] env[69858]: DEBUG nova.compute.provider_tree [None req-c302494f-ff3b-4e60-b888-c9d8f7d47dba tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.168934] env[69858]: DEBUG oslo_vmware.api [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419490, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.453190] env[69858]: DEBUG oslo_concurrency.lockutils [None req-393d31a0-b437-4dde-9fe3-f3a6f5fbf3d3 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "interface-cf25f649-f669-40a9-b002-ff84d5b75100-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.453406] env[69858]: DEBUG oslo_concurrency.lockutils [None req-393d31a0-b437-4dde-9fe3-f3a6f5fbf3d3 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "interface-cf25f649-f669-40a9-b002-ff84d5b75100-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.453698] env[69858]: DEBUG nova.objects.instance [None req-393d31a0-b437-4dde-9fe3-f3a6f5fbf3d3 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lazy-loading 'flavor' on Instance uuid cf25f649-f669-40a9-b002-ff84d5b75100 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.631074] env[69858]: DEBUG nova.compute.manager [None req-256652bd-59c3-48cd-973a-2bb7a17b5d50 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1056.631415] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-256652bd-59c3-48cd-973a-2bb7a17b5d50 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.632673] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdd0773-73df-415e-983b-8f43ec031633 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.644092] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-256652bd-59c3-48cd-973a-2bb7a17b5d50 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.644518] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00193430-e3de-41d8-aacb-a5d95728fdaa {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.658471] env[69858]: DEBUG oslo_vmware.api [None req-256652bd-59c3-48cd-973a-2bb7a17b5d50 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 1056.658471] env[69858]: value = "task-3419491" [ 1056.658471] env[69858]: _type = "Task" [ 1056.658471] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.665468] env[69858]: DEBUG nova.scheduler.client.report [None req-c302494f-ff3b-4e60-b888-c9d8f7d47dba tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.686975] env[69858]: DEBUG oslo_vmware.api [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419490, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.692696] env[69858]: DEBUG oslo_vmware.api [None req-256652bd-59c3-48cd-973a-2bb7a17b5d50 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.964721] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d74f961-0e7d-47c8-bc4d-126a64b1cdb3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.986978] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Updating instance '4df6118d-f032-4142-8900-93209f760c86' progress to 0 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1057.054190] env[69858]: DEBUG nova.objects.instance [None req-393d31a0-b437-4dde-9fe3-f3a6f5fbf3d3 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lazy-loading 'pci_requests' on Instance uuid cf25f649-f669-40a9-b002-ff84d5b75100 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.171640] env[69858]: DEBUG oslo_vmware.api [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419490, 'name': PowerOnVM_Task, 'duration_secs': 1.380073} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.172401] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.172609] env[69858]: INFO nova.compute.manager [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Took 7.99 seconds to spawn the instance on the hypervisor. [ 1057.173748] env[69858]: DEBUG nova.compute.manager [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.174896] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3c1a07-0f49-4be0-adb7-5a5f3172ba01 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.181783] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c302494f-ff3b-4e60-b888-c9d8f7d47dba tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.184180] env[69858]: DEBUG oslo_vmware.api [None req-256652bd-59c3-48cd-973a-2bb7a17b5d50 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419491, 'name': PowerOffVM_Task, 'duration_secs': 0.30304} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.184779] env[69858]: DEBUG oslo_concurrency.lockutils [None req-aed97e55-e614-46e5-a988-12f0b11121de tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.759s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.184987] env[69858]: DEBUG nova.objects.instance [None req-aed97e55-e614-46e5-a988-12f0b11121de tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Lazy-loading 'resources' on Instance uuid aab6c3b4-da0e-4a6d-8876-696815a47fc4 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.190405] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-256652bd-59c3-48cd-973a-2bb7a17b5d50 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.190405] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-256652bd-59c3-48cd-973a-2bb7a17b5d50 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.190405] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d501ca9-2eba-48a4-a980-931709dad6a2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.219980] env[69858]: INFO nova.scheduler.client.report [None req-c302494f-ff3b-4e60-b888-c9d8f7d47dba tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Deleted allocations for instance fe8d0d86-6a84-4163-95a5-c9deeed007c6 [ 1057.278321] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-256652bd-59c3-48cd-973a-2bb7a17b5d50 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.278321] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-256652bd-59c3-48cd-973a-2bb7a17b5d50 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.282023] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-256652bd-59c3-48cd-973a-2bb7a17b5d50 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Deleting the datastore file [datastore2] 2768718f-4ea0-4f1a-90be-f04b87b50935 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.282023] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27150b31-4f3d-4d7c-a10c-6202b1f5035a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.290841] env[69858]: DEBUG oslo_vmware.api [None req-256652bd-59c3-48cd-973a-2bb7a17b5d50 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 1057.290841] env[69858]: value = "task-3419493" [ 1057.290841] env[69858]: _type = "Task" [ 1057.290841] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.300924] env[69858]: DEBUG oslo_vmware.api [None req-256652bd-59c3-48cd-973a-2bb7a17b5d50 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.493456] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.493728] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8648f8f-ca7e-462e-b69c-a3e2e045a960 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.500552] env[69858]: DEBUG oslo_vmware.api [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for the task: (returnval){ [ 1057.500552] env[69858]: value = "task-3419494" [ 1057.500552] env[69858]: _type = "Task" [ 1057.500552] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.508915] env[69858]: DEBUG oslo_vmware.api [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.557435] env[69858]: DEBUG nova.objects.base [None req-393d31a0-b437-4dde-9fe3-f3a6f5fbf3d3 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69858) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1057.557774] env[69858]: DEBUG nova.network.neutron [None req-393d31a0-b437-4dde-9fe3-f3a6f5fbf3d3 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1057.596766] env[69858]: DEBUG nova.policy [None req-393d31a0-b437-4dde-9fe3-f3a6f5fbf3d3 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed3cc26da6254451bf3730e3ef3ef734', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e4d98b5c92d49f4a6d2e8e37b5cc26b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1057.705103] env[69858]: INFO nova.compute.manager [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Took 27.46 seconds to build instance. [ 1057.728102] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c302494f-ff3b-4e60-b888-c9d8f7d47dba tempest-VolumesAdminNegativeTest-183059500 tempest-VolumesAdminNegativeTest-183059500-project-member] Lock "fe8d0d86-6a84-4163-95a5-c9deeed007c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.690s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.805435] env[69858]: DEBUG oslo_vmware.api [None req-256652bd-59c3-48cd-973a-2bb7a17b5d50 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198947} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.809377] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-256652bd-59c3-48cd-973a-2bb7a17b5d50 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.809674] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-256652bd-59c3-48cd-973a-2bb7a17b5d50 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.809868] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-256652bd-59c3-48cd-973a-2bb7a17b5d50 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.810057] env[69858]: INFO nova.compute.manager [None req-256652bd-59c3-48cd-973a-2bb7a17b5d50 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1057.810420] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-256652bd-59c3-48cd-973a-2bb7a17b5d50 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.810821] env[69858]: DEBUG nova.compute.manager [-] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1057.810923] env[69858]: DEBUG nova.network.neutron [-] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1058.012228] env[69858]: DEBUG oslo_vmware.api [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419494, 'name': PowerOffVM_Task, 'duration_secs': 0.270383} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.013380] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.013380] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Updating instance '4df6118d-f032-4142-8900-93209f760c86' progress to 17 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1058.063317] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02caa12-3a63-4625-80f3-0278f155bfd4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.069504] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afa9309-9358-4aec-a739-c57352c5277a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.104738] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4086d3a-ec0a-44c0-af25-2d5764d098f4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.114502] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18ecce1-5218-4919-b58d-911460939f5c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.130638] env[69858]: DEBUG nova.compute.provider_tree [None req-aed97e55-e614-46e5-a988-12f0b11121de tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.132945] env[69858]: DEBUG nova.network.neutron [None req-393d31a0-b437-4dde-9fe3-f3a6f5fbf3d3 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Successfully created port: a4936f9c-9bb8-4226-b2de-03af1402dd9a {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1058.207137] env[69858]: DEBUG oslo_concurrency.lockutils [None req-221a1075-8abe-44fa-93f6-6ca621b231f2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "aeb3621f-9613-4696-b23e-477d9c150b46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.968s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.525446] env[69858]: DEBUG nova.virt.hardware [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.525446] env[69858]: DEBUG nova.virt.hardware [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.525446] env[69858]: DEBUG nova.virt.hardware [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.525446] env[69858]: DEBUG nova.virt.hardware [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.525446] env[69858]: DEBUG nova.virt.hardware [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.525446] env[69858]: DEBUG nova.virt.hardware [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.525446] env[69858]: DEBUG nova.virt.hardware [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.525446] env[69858]: DEBUG nova.virt.hardware [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.525446] env[69858]: DEBUG nova.virt.hardware [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.525446] env[69858]: DEBUG nova.virt.hardware [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.525446] env[69858]: DEBUG nova.virt.hardware [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.529992] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04bc3db1-f11c-462f-a0ed-ca45b525a15c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.548526] env[69858]: DEBUG oslo_vmware.api [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for the task: (returnval){ [ 1058.548526] env[69858]: value = "task-3419495" [ 1058.548526] env[69858]: _type = "Task" [ 1058.548526] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.557860] env[69858]: DEBUG oslo_vmware.api [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419495, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.637449] env[69858]: DEBUG nova.scheduler.client.report [None req-aed97e55-e614-46e5-a988-12f0b11121de tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.687221] env[69858]: DEBUG nova.compute.manager [req-e9c6e719-269d-4cba-aa42-a5d1a04d407d req-2b852fa7-cac6-4e74-bf5b-75ab5e9f5542 service nova] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Received event network-vif-deleted-2e9744a4-fb40-4539-9bef-d550f8f002a3 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.687601] env[69858]: INFO nova.compute.manager [req-e9c6e719-269d-4cba-aa42-a5d1a04d407d req-2b852fa7-cac6-4e74-bf5b-75ab5e9f5542 service nova] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Neutron deleted interface 2e9744a4-fb40-4539-9bef-d550f8f002a3; detaching it from the instance and deleting it from the info cache [ 1058.687835] env[69858]: DEBUG nova.network.neutron [req-e9c6e719-269d-4cba-aa42-a5d1a04d407d req-2b852fa7-cac6-4e74-bf5b-75ab5e9f5542 service nova] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.888958] env[69858]: DEBUG nova.network.neutron [-] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.061084] env[69858]: DEBUG oslo_vmware.api [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419495, 'name': ReconfigVM_Task, 'duration_secs': 0.270858} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.061409] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Updating instance '4df6118d-f032-4142-8900-93209f760c86' progress to 33 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1059.143208] env[69858]: DEBUG oslo_concurrency.lockutils [None req-aed97e55-e614-46e5-a988-12f0b11121de tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.958s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.145632] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.690s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.147207] env[69858]: INFO nova.compute.claims [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.172128] env[69858]: INFO nova.scheduler.client.report [None req-aed97e55-e614-46e5-a988-12f0b11121de tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Deleted allocations for instance aab6c3b4-da0e-4a6d-8876-696815a47fc4 [ 1059.191252] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b4207608-0b88-4b2c-aec1-b1448ddd2974 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.203364] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95916ec-a832-4873-bec8-d8209c46f129 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.241899] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4d10fe6c-657b-4681-9024-f992643a8d78 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "57d65995-b755-4261-b549-a0a5e2e20f88" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.242221] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4d10fe6c-657b-4681-9024-f992643a8d78 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "57d65995-b755-4261-b549-a0a5e2e20f88" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.242360] env[69858]: DEBUG nova.compute.manager [None req-4d10fe6c-657b-4681-9024-f992643a8d78 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Going to confirm migration 2 {{(pid=69858) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1059.244272] env[69858]: DEBUG nova.compute.manager [req-e9c6e719-269d-4cba-aa42-a5d1a04d407d req-2b852fa7-cac6-4e74-bf5b-75ab5e9f5542 service nova] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Detach interface failed, port_id=2e9744a4-fb40-4539-9bef-d550f8f002a3, reason: Instance 2768718f-4ea0-4f1a-90be-f04b87b50935 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1059.392615] env[69858]: INFO nova.compute.manager [-] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Took 1.58 seconds to deallocate network for instance. [ 1059.567545] env[69858]: DEBUG nova.virt.hardware [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:34:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='a9063137-7716-487e-a90b-bb13a040daa0',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-826279007',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.567929] env[69858]: DEBUG nova.virt.hardware [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.567979] env[69858]: DEBUG nova.virt.hardware [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.568196] env[69858]: DEBUG nova.virt.hardware [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.568307] env[69858]: DEBUG nova.virt.hardware [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.568499] env[69858]: DEBUG nova.virt.hardware [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.568706] env[69858]: DEBUG nova.virt.hardware [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.568872] env[69858]: DEBUG nova.virt.hardware [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.569272] env[69858]: DEBUG nova.virt.hardware [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.569538] env[69858]: DEBUG nova.virt.hardware [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.569759] env[69858]: DEBUG nova.virt.hardware [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.575075] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Reconfiguring VM instance instance-0000004c to detach disk 2000 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1059.575397] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-095e6459-4ad8-45c6-9c04-0ff4bd1caeaa {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.597205] env[69858]: DEBUG oslo_vmware.api [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for the task: (returnval){ [ 1059.597205] env[69858]: value = "task-3419496" [ 1059.597205] env[69858]: _type = "Task" [ 1059.597205] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.606777] env[69858]: DEBUG oslo_vmware.api [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419496, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.683977] env[69858]: DEBUG oslo_concurrency.lockutils [None req-aed97e55-e614-46e5-a988-12f0b11121de tempest-ServersWithSpecificFlavorTestJSON-1351812486 tempest-ServersWithSpecificFlavorTestJSON-1351812486-project-member] Lock "aab6c3b4-da0e-4a6d-8876-696815a47fc4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.275s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.780279] env[69858]: DEBUG oslo_concurrency.lockutils [None req-00671ae4-0c46-406f-adc4-75cb2e53d6c2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "aeb3621f-9613-4696-b23e-477d9c150b46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.780518] env[69858]: DEBUG oslo_concurrency.lockutils [None req-00671ae4-0c46-406f-adc4-75cb2e53d6c2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "aeb3621f-9613-4696-b23e-477d9c150b46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.780751] env[69858]: DEBUG oslo_concurrency.lockutils [None req-00671ae4-0c46-406f-adc4-75cb2e53d6c2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "aeb3621f-9613-4696-b23e-477d9c150b46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.780924] env[69858]: DEBUG oslo_concurrency.lockutils [None req-00671ae4-0c46-406f-adc4-75cb2e53d6c2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "aeb3621f-9613-4696-b23e-477d9c150b46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.781106] env[69858]: DEBUG oslo_concurrency.lockutils [None req-00671ae4-0c46-406f-adc4-75cb2e53d6c2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "aeb3621f-9613-4696-b23e-477d9c150b46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.783306] env[69858]: INFO nova.compute.manager [None req-00671ae4-0c46-406f-adc4-75cb2e53d6c2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Terminating instance [ 1059.795562] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4d10fe6c-657b-4681-9024-f992643a8d78 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "refresh_cache-57d65995-b755-4261-b549-a0a5e2e20f88" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.795735] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4d10fe6c-657b-4681-9024-f992643a8d78 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquired lock "refresh_cache-57d65995-b755-4261-b549-a0a5e2e20f88" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.795915] env[69858]: DEBUG nova.network.neutron [None req-4d10fe6c-657b-4681-9024-f992643a8d78 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.796119] env[69858]: DEBUG nova.objects.instance [None req-4d10fe6c-657b-4681-9024-f992643a8d78 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lazy-loading 'info_cache' on Instance uuid 57d65995-b755-4261-b549-a0a5e2e20f88 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.876019] env[69858]: DEBUG nova.network.neutron [None req-393d31a0-b437-4dde-9fe3-f3a6f5fbf3d3 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Successfully updated port: a4936f9c-9bb8-4226-b2de-03af1402dd9a {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1059.899793] env[69858]: DEBUG oslo_concurrency.lockutils [None req-256652bd-59c3-48cd-973a-2bb7a17b5d50 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.057614] env[69858]: DEBUG nova.compute.manager [req-8dedcb4d-48e0-4db8-8b73-e34f8531756a req-2bf36747-2305-4726-bada-955d86e52dca service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Received event network-vif-plugged-a4936f9c-9bb8-4226-b2de-03af1402dd9a {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.057847] env[69858]: DEBUG oslo_concurrency.lockutils [req-8dedcb4d-48e0-4db8-8b73-e34f8531756a req-2bf36747-2305-4726-bada-955d86e52dca service nova] Acquiring lock "cf25f649-f669-40a9-b002-ff84d5b75100-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.058663] env[69858]: DEBUG oslo_concurrency.lockutils [req-8dedcb4d-48e0-4db8-8b73-e34f8531756a req-2bf36747-2305-4726-bada-955d86e52dca service nova] Lock "cf25f649-f669-40a9-b002-ff84d5b75100-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.058972] env[69858]: DEBUG oslo_concurrency.lockutils [req-8dedcb4d-48e0-4db8-8b73-e34f8531756a req-2bf36747-2305-4726-bada-955d86e52dca service nova] Lock "cf25f649-f669-40a9-b002-ff84d5b75100-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.059236] env[69858]: DEBUG nova.compute.manager [req-8dedcb4d-48e0-4db8-8b73-e34f8531756a req-2bf36747-2305-4726-bada-955d86e52dca service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] No waiting events found dispatching network-vif-plugged-a4936f9c-9bb8-4226-b2de-03af1402dd9a {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1060.059480] env[69858]: WARNING nova.compute.manager [req-8dedcb4d-48e0-4db8-8b73-e34f8531756a req-2bf36747-2305-4726-bada-955d86e52dca service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Received unexpected event network-vif-plugged-a4936f9c-9bb8-4226-b2de-03af1402dd9a for instance with vm_state active and task_state None. [ 1060.086673] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Acquiring lock "d831dcb8-e294-42dd-90b8-e414ed48c194" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.086945] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Lock "d831dcb8-e294-42dd-90b8-e414ed48c194" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.109412] env[69858]: DEBUG oslo_vmware.api [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419496, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.287649] env[69858]: DEBUG nova.compute.manager [None req-00671ae4-0c46-406f-adc4-75cb2e53d6c2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.287888] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-00671ae4-0c46-406f-adc4-75cb2e53d6c2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.288879] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a079a746-12e5-4593-85ac-81e1981f15e7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.299470] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-00671ae4-0c46-406f-adc4-75cb2e53d6c2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.299767] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ce525e1-1c71-4c2f-8f19-f96dafe46d1e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.311387] env[69858]: DEBUG oslo_vmware.api [None req-00671ae4-0c46-406f-adc4-75cb2e53d6c2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1060.311387] env[69858]: value = "task-3419497" [ 1060.311387] env[69858]: _type = "Task" [ 1060.311387] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.326041] env[69858]: DEBUG oslo_vmware.api [None req-00671ae4-0c46-406f-adc4-75cb2e53d6c2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.378751] env[69858]: DEBUG oslo_concurrency.lockutils [None req-393d31a0-b437-4dde-9fe3-f3a6f5fbf3d3 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "refresh_cache-cf25f649-f669-40a9-b002-ff84d5b75100" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.378955] env[69858]: DEBUG oslo_concurrency.lockutils [None req-393d31a0-b437-4dde-9fe3-f3a6f5fbf3d3 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquired lock "refresh_cache-cf25f649-f669-40a9-b002-ff84d5b75100" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.379181] env[69858]: DEBUG nova.network.neutron [None req-393d31a0-b437-4dde-9fe3-f3a6f5fbf3d3 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.526472] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Acquiring lock "3b0a0b5e-cec1-442f-97a0-83bce3164395" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.526713] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Lock "3b0a0b5e-cec1-442f-97a0-83bce3164395" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.544862] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaba66ac-394a-4380-9ba9-1128e826363c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.553033] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48311808-c5fd-468d-acbb-50944faa68c1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.597181] env[69858]: DEBUG nova.compute.manager [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1060.602483] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189a9d3f-dd20-4d57-a1b6-8340a1206d47 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.624782] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ab6008-6625-4893-9c13-9c2bb9968943 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.629165] env[69858]: DEBUG oslo_vmware.api [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419496, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.640867] env[69858]: DEBUG nova.compute.provider_tree [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.827069] env[69858]: DEBUG oslo_vmware.api [None req-00671ae4-0c46-406f-adc4-75cb2e53d6c2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.943228] env[69858]: WARNING nova.network.neutron [None req-393d31a0-b437-4dde-9fe3-f3a6f5fbf3d3 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] 53dbf1f7-f7aa-4e33-a368-c4e2e72213e2 already exists in list: networks containing: ['53dbf1f7-f7aa-4e33-a368-c4e2e72213e2']. ignoring it [ 1061.029542] env[69858]: DEBUG nova.compute.manager [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1061.057567] env[69858]: DEBUG nova.network.neutron [None req-4d10fe6c-657b-4681-9024-f992643a8d78 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Updating instance_info_cache with network_info: [{"id": "494e6656-0bc8-4056-a27e-e5d56c83e517", "address": "fa:16:3e:0f:10:64", "network": {"id": "0cb8dc32-92e2-4a4c-b9a7-b79ea800f471", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-995143875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9769f0327d5246d8b236665cdafb746e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap494e6656-0b", "ovs_interfaceid": "494e6656-0bc8-4056-a27e-e5d56c83e517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.121037] env[69858]: DEBUG oslo_vmware.api [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419496, 'name': ReconfigVM_Task, 'duration_secs': 1.222289} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.121037] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Reconfigured VM instance instance-0000004c to detach disk 2000 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1061.121037] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2363ddcd-5464-4b3e-b018-d685260c99a7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.146702] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 4df6118d-f032-4142-8900-93209f760c86/4df6118d-f032-4142-8900-93209f760c86.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.147899] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.149137] env[69858]: DEBUG nova.scheduler.client.report [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.152745] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b037392-12e9-4d28-9e8a-8aaccc6e7e1d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.177510] env[69858]: DEBUG oslo_vmware.api [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for the task: (returnval){ [ 1061.177510] env[69858]: value = "task-3419498" [ 1061.177510] env[69858]: _type = "Task" [ 1061.177510] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.188086] env[69858]: DEBUG oslo_vmware.api [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419498, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.328517] env[69858]: DEBUG oslo_vmware.api [None req-00671ae4-0c46-406f-adc4-75cb2e53d6c2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419497, 'name': PowerOffVM_Task, 'duration_secs': 0.647671} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.328853] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-00671ae4-0c46-406f-adc4-75cb2e53d6c2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.328975] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-00671ae4-0c46-406f-adc4-75cb2e53d6c2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.329243] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99001020-c55f-461a-8aa8-a403a1bd8f75 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.400176] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-00671ae4-0c46-406f-adc4-75cb2e53d6c2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.400418] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-00671ae4-0c46-406f-adc4-75cb2e53d6c2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.400639] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-00671ae4-0c46-406f-adc4-75cb2e53d6c2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Deleting the datastore file [datastore1] aeb3621f-9613-4696-b23e-477d9c150b46 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.400942] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f68d9769-360d-4986-884a-fcb0cea254bc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.408966] env[69858]: DEBUG oslo_vmware.api [None req-00671ae4-0c46-406f-adc4-75cb2e53d6c2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1061.408966] env[69858]: value = "task-3419500" [ 1061.408966] env[69858]: _type = "Task" [ 1061.408966] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.417506] env[69858]: DEBUG oslo_vmware.api [None req-00671ae4-0c46-406f-adc4-75cb2e53d6c2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.518689] env[69858]: DEBUG nova.network.neutron [None req-393d31a0-b437-4dde-9fe3-f3a6f5fbf3d3 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Updating instance_info_cache with network_info: [{"id": "6836815f-d353-42f0-816c-9d1ca58a6957", "address": "fa:16:3e:6b:6f:9e", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6836815f-d3", "ovs_interfaceid": "6836815f-d353-42f0-816c-9d1ca58a6957", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a4936f9c-9bb8-4226-b2de-03af1402dd9a", "address": "fa:16:3e:55:8e:34", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4936f9c-9b", "ovs_interfaceid": "a4936f9c-9bb8-4226-b2de-03af1402dd9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.551573] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.561529] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4d10fe6c-657b-4681-9024-f992643a8d78 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Releasing lock "refresh_cache-57d65995-b755-4261-b549-a0a5e2e20f88" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.561739] env[69858]: DEBUG nova.objects.instance [None req-4d10fe6c-657b-4681-9024-f992643a8d78 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lazy-loading 'migration_context' on Instance uuid 57d65995-b755-4261-b549-a0a5e2e20f88 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.670144] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.670996] env[69858]: DEBUG nova.compute.manager [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1061.673573] env[69858]: DEBUG oslo_concurrency.lockutils [None req-28059857-a6ef-4357-942e-8e14c329a408 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.878s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.674190] env[69858]: DEBUG nova.objects.instance [None req-28059857-a6ef-4357-942e-8e14c329a408 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lazy-loading 'resources' on Instance uuid cc3faea5-e665-404e-bc36-09a938abfb28 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.691603] env[69858]: DEBUG oslo_vmware.api [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419498, 'name': ReconfigVM_Task, 'duration_secs': 0.374565} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.691603] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 4df6118d-f032-4142-8900-93209f760c86/4df6118d-f032-4142-8900-93209f760c86.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.691603] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Updating instance '4df6118d-f032-4142-8900-93209f760c86' progress to 50 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1061.919383] env[69858]: DEBUG oslo_vmware.api [None req-00671ae4-0c46-406f-adc4-75cb2e53d6c2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233731} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.919694] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-00671ae4-0c46-406f-adc4-75cb2e53d6c2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.919901] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-00671ae4-0c46-406f-adc4-75cb2e53d6c2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.920097] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-00671ae4-0c46-406f-adc4-75cb2e53d6c2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.920277] env[69858]: INFO nova.compute.manager [None req-00671ae4-0c46-406f-adc4-75cb2e53d6c2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1061.920521] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00671ae4-0c46-406f-adc4-75cb2e53d6c2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.920714] env[69858]: DEBUG nova.compute.manager [-] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.920810] env[69858]: DEBUG nova.network.neutron [-] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1062.021057] env[69858]: DEBUG oslo_concurrency.lockutils [None req-393d31a0-b437-4dde-9fe3-f3a6f5fbf3d3 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Releasing lock "refresh_cache-cf25f649-f669-40a9-b002-ff84d5b75100" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.021810] env[69858]: DEBUG oslo_concurrency.lockutils [None req-393d31a0-b437-4dde-9fe3-f3a6f5fbf3d3 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "cf25f649-f669-40a9-b002-ff84d5b75100" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.021956] env[69858]: DEBUG oslo_concurrency.lockutils [None req-393d31a0-b437-4dde-9fe3-f3a6f5fbf3d3 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquired lock "cf25f649-f669-40a9-b002-ff84d5b75100" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.022886] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8564606-c311-4805-bc96-af81271966df {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.043957] env[69858]: DEBUG nova.virt.hardware [None req-393d31a0-b437-4dde-9fe3-f3a6f5fbf3d3 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.044219] env[69858]: DEBUG nova.virt.hardware [None req-393d31a0-b437-4dde-9fe3-f3a6f5fbf3d3 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.044481] env[69858]: DEBUG nova.virt.hardware [None req-393d31a0-b437-4dde-9fe3-f3a6f5fbf3d3 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.044728] env[69858]: DEBUG nova.virt.hardware [None req-393d31a0-b437-4dde-9fe3-f3a6f5fbf3d3 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.044884] env[69858]: DEBUG nova.virt.hardware [None req-393d31a0-b437-4dde-9fe3-f3a6f5fbf3d3 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.045039] env[69858]: DEBUG nova.virt.hardware [None req-393d31a0-b437-4dde-9fe3-f3a6f5fbf3d3 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.045252] env[69858]: DEBUG nova.virt.hardware [None req-393d31a0-b437-4dde-9fe3-f3a6f5fbf3d3 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.045406] env[69858]: DEBUG nova.virt.hardware [None req-393d31a0-b437-4dde-9fe3-f3a6f5fbf3d3 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.045571] env[69858]: DEBUG nova.virt.hardware [None req-393d31a0-b437-4dde-9fe3-f3a6f5fbf3d3 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.045732] env[69858]: DEBUG nova.virt.hardware [None req-393d31a0-b437-4dde-9fe3-f3a6f5fbf3d3 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.045904] env[69858]: DEBUG nova.virt.hardware [None req-393d31a0-b437-4dde-9fe3-f3a6f5fbf3d3 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.052373] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-393d31a0-b437-4dde-9fe3-f3a6f5fbf3d3 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Reconfiguring VM to attach interface {{(pid=69858) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1062.052779] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29df3223-7e01-4f5d-b96d-8bbd351cbfc5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.066277] env[69858]: DEBUG nova.objects.base [None req-4d10fe6c-657b-4681-9024-f992643a8d78 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Object Instance<57d65995-b755-4261-b549-a0a5e2e20f88> lazy-loaded attributes: info_cache,migration_context {{(pid=69858) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1062.066418] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0840d5-112e-49af-8bf0-e3eb99811ef6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.088615] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-709c9f8c-c701-4d0c-bc72-3eb03333ed0f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.091588] env[69858]: DEBUG oslo_vmware.api [None req-393d31a0-b437-4dde-9fe3-f3a6f5fbf3d3 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 1062.091588] env[69858]: value = "task-3419501" [ 1062.091588] env[69858]: _type = "Task" [ 1062.091588] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.096242] env[69858]: DEBUG oslo_vmware.api [None req-4d10fe6c-657b-4681-9024-f992643a8d78 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1062.096242] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5260f9ed-3eca-92b5-6829-afbb4e7f6d2a" [ 1062.096242] env[69858]: _type = "Task" [ 1062.096242] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.103367] env[69858]: DEBUG oslo_vmware.api [None req-393d31a0-b437-4dde-9fe3-f3a6f5fbf3d3 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419501, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.110796] env[69858]: DEBUG oslo_vmware.api [None req-4d10fe6c-657b-4681-9024-f992643a8d78 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5260f9ed-3eca-92b5-6829-afbb4e7f6d2a, 'name': SearchDatastore_Task, 'duration_secs': 0.008835} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.111496] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4d10fe6c-657b-4681-9024-f992643a8d78 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.163144] env[69858]: DEBUG nova.compute.manager [req-c92e1844-e7b1-49eb-96cb-63a4cec16476 req-658c3b85-0279-43e2-9efc-7b7df64136e4 service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Received event network-changed-a4936f9c-9bb8-4226-b2de-03af1402dd9a {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.163144] env[69858]: DEBUG nova.compute.manager [req-c92e1844-e7b1-49eb-96cb-63a4cec16476 req-658c3b85-0279-43e2-9efc-7b7df64136e4 service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Refreshing instance network info cache due to event network-changed-a4936f9c-9bb8-4226-b2de-03af1402dd9a. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1062.163144] env[69858]: DEBUG oslo_concurrency.lockutils [req-c92e1844-e7b1-49eb-96cb-63a4cec16476 req-658c3b85-0279-43e2-9efc-7b7df64136e4 service nova] Acquiring lock "refresh_cache-cf25f649-f669-40a9-b002-ff84d5b75100" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.163144] env[69858]: DEBUG oslo_concurrency.lockutils [req-c92e1844-e7b1-49eb-96cb-63a4cec16476 req-658c3b85-0279-43e2-9efc-7b7df64136e4 service nova] Acquired lock "refresh_cache-cf25f649-f669-40a9-b002-ff84d5b75100" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.163572] env[69858]: DEBUG nova.network.neutron [req-c92e1844-e7b1-49eb-96cb-63a4cec16476 req-658c3b85-0279-43e2-9efc-7b7df64136e4 service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Refreshing network info cache for port a4936f9c-9bb8-4226-b2de-03af1402dd9a {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.182340] env[69858]: DEBUG nova.compute.utils [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1062.187770] env[69858]: DEBUG nova.compute.manager [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1062.187770] env[69858]: DEBUG nova.network.neutron [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1062.198482] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620d8439-c42e-4718-86fb-9d8b2f56c906 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.225405] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98cad68e-7080-4112-8f3a-2c80e7d22349 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.245437] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Updating instance '4df6118d-f032-4142-8900-93209f760c86' progress to 67 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1062.256278] env[69858]: DEBUG nova.compute.manager [req-47f9966c-d57e-4357-9637-120f2631fa81 req-b3821575-e9d9-4a31-86eb-5779e6a51f7f service nova] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Received event network-vif-deleted-cf2fb30e-cd84-4e15-9171-d895a6eeb9de {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.256588] env[69858]: INFO nova.compute.manager [req-47f9966c-d57e-4357-9637-120f2631fa81 req-b3821575-e9d9-4a31-86eb-5779e6a51f7f service nova] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Neutron deleted interface cf2fb30e-cd84-4e15-9171-d895a6eeb9de; detaching it from the instance and deleting it from the info cache [ 1062.256747] env[69858]: DEBUG nova.network.neutron [req-47f9966c-d57e-4357-9637-120f2631fa81 req-b3821575-e9d9-4a31-86eb-5779e6a51f7f service nova] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.269162] env[69858]: DEBUG nova.policy [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02f0fd2e1f47456b8ed47106491d5d45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b8e4595b35f4c48a807c1ed8d509995', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1062.609512] env[69858]: DEBUG oslo_vmware.api [None req-393d31a0-b437-4dde-9fe3-f3a6f5fbf3d3 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.627499] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a9662f-c54a-4865-a74c-64e10a45701b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.638292] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f0d51b-7cf8-4905-b315-139aa61d265e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.678485] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a420a6-af64-4078-9a17-4fb377aad21a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.688025] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4827db03-7aca-4d95-b8a7-99f4357ca1fa {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.693198] env[69858]: DEBUG nova.compute.manager [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1062.708714] env[69858]: DEBUG nova.compute.provider_tree [None req-28059857-a6ef-4357-942e-8e14c329a408 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.721910] env[69858]: DEBUG nova.network.neutron [-] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.759929] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cc8a9109-4ad7-4372-89e9-28151bb6d84d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.773054] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2cd57a-edbd-477f-81f8-e5840fe017d2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.828089] env[69858]: DEBUG nova.compute.manager [req-47f9966c-d57e-4357-9637-120f2631fa81 req-b3821575-e9d9-4a31-86eb-5779e6a51f7f service nova] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Detach interface failed, port_id=cf2fb30e-cd84-4e15-9171-d895a6eeb9de, reason: Instance aeb3621f-9613-4696-b23e-477d9c150b46 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1062.839786] env[69858]: DEBUG nova.network.neutron [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Port 76268e2e-2637-4fce-9ed6-fddc6ebb6dc9 binding to destination host cpu-1 is already ACTIVE {{(pid=69858) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1062.908116] env[69858]: DEBUG nova.network.neutron [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Successfully created port: 552f470a-fd38-4e0b-8eb4-85d1740ffd79 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1063.074640] env[69858]: DEBUG nova.network.neutron [req-c92e1844-e7b1-49eb-96cb-63a4cec16476 req-658c3b85-0279-43e2-9efc-7b7df64136e4 service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Updated VIF entry in instance network info cache for port a4936f9c-9bb8-4226-b2de-03af1402dd9a. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.075096] env[69858]: DEBUG nova.network.neutron [req-c92e1844-e7b1-49eb-96cb-63a4cec16476 req-658c3b85-0279-43e2-9efc-7b7df64136e4 service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Updating instance_info_cache with network_info: [{"id": "6836815f-d353-42f0-816c-9d1ca58a6957", "address": "fa:16:3e:6b:6f:9e", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6836815f-d3", "ovs_interfaceid": "6836815f-d353-42f0-816c-9d1ca58a6957", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a4936f9c-9bb8-4226-b2de-03af1402dd9a", "address": "fa:16:3e:55:8e:34", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4936f9c-9b", "ovs_interfaceid": "a4936f9c-9bb8-4226-b2de-03af1402dd9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.104630] env[69858]: DEBUG oslo_vmware.api [None req-393d31a0-b437-4dde-9fe3-f3a6f5fbf3d3 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419501, 'name': ReconfigVM_Task, 'duration_secs': 0.994147} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.105110] env[69858]: DEBUG oslo_concurrency.lockutils [None req-393d31a0-b437-4dde-9fe3-f3a6f5fbf3d3 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Releasing lock "cf25f649-f669-40a9-b002-ff84d5b75100" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.105377] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-393d31a0-b437-4dde-9fe3-f3a6f5fbf3d3 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Reconfigured VM to attach interface {{(pid=69858) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1063.210859] env[69858]: DEBUG nova.scheduler.client.report [None req-28059857-a6ef-4357-942e-8e14c329a408 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.227508] env[69858]: INFO nova.compute.manager [-] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Took 1.30 seconds to deallocate network for instance. [ 1063.337429] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0d2763df-d148-46f4-b559-c0ca4e4142c3 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.341017] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0d2763df-d148-46f4-b559-c0ca4e4142c3 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.577426] env[69858]: DEBUG oslo_concurrency.lockutils [req-c92e1844-e7b1-49eb-96cb-63a4cec16476 req-658c3b85-0279-43e2-9efc-7b7df64136e4 service nova] Releasing lock "refresh_cache-cf25f649-f669-40a9-b002-ff84d5b75100" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.610734] env[69858]: DEBUG oslo_concurrency.lockutils [None req-393d31a0-b437-4dde-9fe3-f3a6f5fbf3d3 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "interface-cf25f649-f669-40a9-b002-ff84d5b75100-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.157s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.701576] env[69858]: DEBUG nova.compute.manager [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1063.716766] env[69858]: DEBUG oslo_concurrency.lockutils [None req-28059857-a6ef-4357-942e-8e14c329a408 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.719913] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0f4627a9-7294-4cd5-8cb9-708371490d7b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.575s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.721457] env[69858]: DEBUG nova.objects.instance [None req-0f4627a9-7294-4cd5-8cb9-708371490d7b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Lazy-loading 'resources' on Instance uuid 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.731866] env[69858]: DEBUG nova.virt.hardware [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.732232] env[69858]: DEBUG nova.virt.hardware [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.732324] env[69858]: DEBUG nova.virt.hardware [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.732963] env[69858]: DEBUG nova.virt.hardware [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.732963] env[69858]: DEBUG nova.virt.hardware [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.732963] env[69858]: DEBUG nova.virt.hardware [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.733153] env[69858]: DEBUG nova.virt.hardware [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.733243] env[69858]: DEBUG nova.virt.hardware [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.733413] env[69858]: DEBUG nova.virt.hardware [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.733580] env[69858]: DEBUG nova.virt.hardware [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.733751] env[69858]: DEBUG nova.virt.hardware [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.734674] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4138c828-8093-47ea-bedd-a7dca3150a9a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.739080] env[69858]: DEBUG oslo_concurrency.lockutils [None req-00671ae4-0c46-406f-adc4-75cb2e53d6c2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.741894] env[69858]: INFO nova.scheduler.client.report [None req-28059857-a6ef-4357-942e-8e14c329a408 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Deleted allocations for instance cc3faea5-e665-404e-bc36-09a938abfb28 [ 1063.751702] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f3d4b9-d823-4885-85b2-4eb04f6dacf7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.841621] env[69858]: DEBUG nova.compute.utils [None req-0d2763df-d148-46f4-b559-c0ca4e4142c3 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.863309] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquiring lock "4df6118d-f032-4142-8900-93209f760c86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.863521] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Lock "4df6118d-f032-4142-8900-93209f760c86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.863687] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Lock "4df6118d-f032-4142-8900-93209f760c86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.262528] env[69858]: DEBUG oslo_concurrency.lockutils [None req-28059857-a6ef-4357-942e-8e14c329a408 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "cc3faea5-e665-404e-bc36-09a938abfb28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.446s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.345190] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0d2763df-d148-46f4-b559-c0ca4e4142c3 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.715363] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e767c584-f672-42ef-969d-8c8b1ed683bd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.727882] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d921c0c-a5d5-4f45-925e-0f146c72cd17 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.762440] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6324034-1235-46c5-8fe8-32bc75f6ac89 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.771866] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb447f9-80cf-4f4e-ba3a-58f414910b6a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.786479] env[69858]: DEBUG nova.compute.provider_tree [None req-0f4627a9-7294-4cd5-8cb9-708371490d7b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.915380] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquiring lock "refresh_cache-4df6118d-f032-4142-8900-93209f760c86" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.915380] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquired lock "refresh_cache-4df6118d-f032-4142-8900-93209f760c86" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.915380] env[69858]: DEBUG nova.network.neutron [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.989644] env[69858]: DEBUG nova.network.neutron [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Successfully updated port: 552f470a-fd38-4e0b-8eb4-85d1740ffd79 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.289691] env[69858]: DEBUG nova.scheduler.client.report [None req-0f4627a9-7294-4cd5-8cb9-708371490d7b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.424613] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0d2763df-d148-46f4-b559-c0ca4e4142c3 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.425228] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0d2763df-d148-46f4-b559-c0ca4e4142c3 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.425398] env[69858]: INFO nova.compute.manager [None req-0d2763df-d148-46f4-b559-c0ca4e4142c3 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Attaching volume 197174c6-19cf-46f7-821f-8345ebd096e9 to /dev/sdb [ 1065.467194] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc8d747-d4a8-4477-9713-794db5fac574 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.475405] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe7a232-52da-4d24-a9e6-29c9383f1f59 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.492741] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "refresh_cache-bd2894d1-7918-418d-b212-49e1c147dd2f" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.492911] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquired lock "refresh_cache-bd2894d1-7918-418d-b212-49e1c147dd2f" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.493021] env[69858]: DEBUG nova.network.neutron [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.494239] env[69858]: DEBUG nova.virt.block_device [None req-0d2763df-d148-46f4-b559-c0ca4e4142c3 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Updating existing volume attachment record: 8d46f919-6de3-41e8-a0e2-8b4ea9750e1f {{(pid=69858) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1065.689619] env[69858]: DEBUG nova.network.neutron [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Updating instance_info_cache with network_info: [{"id": "76268e2e-2637-4fce-9ed6-fddc6ebb6dc9", "address": "fa:16:3e:78:6b:24", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76268e2e-26", "ovs_interfaceid": "76268e2e-2637-4fce-9ed6-fddc6ebb6dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.727570] env[69858]: INFO nova.compute.manager [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Rebuilding instance [ 1065.797717] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0f4627a9-7294-4cd5-8cb9-708371490d7b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.800556] env[69858]: DEBUG nova.compute.manager [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.805720] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.517s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.805720] env[69858]: INFO nova.compute.claims [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.808027] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9a5a4b-c164-4509-8f16-4b5956cc2a69 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.835901] env[69858]: INFO nova.scheduler.client.report [None req-0f4627a9-7294-4cd5-8cb9-708371490d7b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Deleted allocations for instance 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6 [ 1065.953317] env[69858]: DEBUG nova.compute.manager [req-18082d68-a222-47ec-a874-018e51a637f6 req-a7d52215-2527-4f45-a7d9-6321ad76e1c7 service nova] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Received event network-vif-plugged-552f470a-fd38-4e0b-8eb4-85d1740ffd79 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.953570] env[69858]: DEBUG oslo_concurrency.lockutils [req-18082d68-a222-47ec-a874-018e51a637f6 req-a7d52215-2527-4f45-a7d9-6321ad76e1c7 service nova] Acquiring lock "bd2894d1-7918-418d-b212-49e1c147dd2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.953844] env[69858]: DEBUG oslo_concurrency.lockutils [req-18082d68-a222-47ec-a874-018e51a637f6 req-a7d52215-2527-4f45-a7d9-6321ad76e1c7 service nova] Lock "bd2894d1-7918-418d-b212-49e1c147dd2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.954083] env[69858]: DEBUG oslo_concurrency.lockutils [req-18082d68-a222-47ec-a874-018e51a637f6 req-a7d52215-2527-4f45-a7d9-6321ad76e1c7 service nova] Lock "bd2894d1-7918-418d-b212-49e1c147dd2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.954348] env[69858]: DEBUG nova.compute.manager [req-18082d68-a222-47ec-a874-018e51a637f6 req-a7d52215-2527-4f45-a7d9-6321ad76e1c7 service nova] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] No waiting events found dispatching network-vif-plugged-552f470a-fd38-4e0b-8eb4-85d1740ffd79 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1065.954677] env[69858]: WARNING nova.compute.manager [req-18082d68-a222-47ec-a874-018e51a637f6 req-a7d52215-2527-4f45-a7d9-6321ad76e1c7 service nova] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Received unexpected event network-vif-plugged-552f470a-fd38-4e0b-8eb4-85d1740ffd79 for instance with vm_state building and task_state spawning. [ 1066.096031] env[69858]: DEBUG nova.network.neutron [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.192726] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Releasing lock "refresh_cache-4df6118d-f032-4142-8900-93209f760c86" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.350460] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0f4627a9-7294-4cd5-8cb9-708371490d7b tempest-ListServerFiltersTestJSON-171733767 tempest-ListServerFiltersTestJSON-171733767-project-member] Lock "1e4e9e2e-8a86-4798-b467-12c4baeaf9d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.159s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.410021] env[69858]: DEBUG nova.network.neutron [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Updating instance_info_cache with network_info: [{"id": "552f470a-fd38-4e0b-8eb4-85d1740ffd79", "address": "fa:16:3e:9e:e6:8e", "network": {"id": "867ae76e-e22a-4158-8267-e1cff83f2ddc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-601139580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b8e4595b35f4c48a807c1ed8d509995", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap552f470a-fd", "ovs_interfaceid": "552f470a-fd38-4e0b-8eb4-85d1740ffd79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.725983] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664d5102-4ab0-4720-8e13-25d2166a7920 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.750435] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91c3d07-cc6c-4562-b631-23fa8d45bc87 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.760499] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Updating instance '4df6118d-f032-4142-8900-93209f760c86' progress to 83 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1066.828783] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.829826] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0263b20-df7d-4e96-a65d-823bad5f2f9d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.838628] env[69858]: DEBUG oslo_vmware.api [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Waiting for the task: (returnval){ [ 1066.838628] env[69858]: value = "task-3419505" [ 1066.838628] env[69858]: _type = "Task" [ 1066.838628] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.850784] env[69858]: DEBUG oslo_vmware.api [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Task: {'id': task-3419505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.914050] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Releasing lock "refresh_cache-bd2894d1-7918-418d-b212-49e1c147dd2f" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.914656] env[69858]: DEBUG nova.compute.manager [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Instance network_info: |[{"id": "552f470a-fd38-4e0b-8eb4-85d1740ffd79", "address": "fa:16:3e:9e:e6:8e", "network": {"id": "867ae76e-e22a-4158-8267-e1cff83f2ddc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-601139580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b8e4595b35f4c48a807c1ed8d509995", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap552f470a-fd", "ovs_interfaceid": "552f470a-fd38-4e0b-8eb4-85d1740ffd79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1066.915321] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:e6:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd182e8eb-3f6d-4c76-a06e-133dd9b3cd30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '552f470a-fd38-4e0b-8eb4-85d1740ffd79', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.933649] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.938372] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.939483] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb48e6bf-9146-4fb2-9f32-4b3a8daf60cc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.975282] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.975282] env[69858]: value = "task-3419506" [ 1066.975282] env[69858]: _type = "Task" [ 1066.975282] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.984490] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419506, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.994283] env[69858]: DEBUG nova.compute.manager [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.996094] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac74fd4a-1dfa-44a0-839c-94193cbadf6d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.116247] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c4bfb1b0-24f4-409f-b83c-bc1351239e4e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "interface-cf25f649-f669-40a9-b002-ff84d5b75100-f1ebdfe1-142a-46fb-bb38-386ed030817d" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.116497] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c4bfb1b0-24f4-409f-b83c-bc1351239e4e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "interface-cf25f649-f669-40a9-b002-ff84d5b75100-f1ebdfe1-142a-46fb-bb38-386ed030817d" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.116867] env[69858]: DEBUG nova.objects.instance [None req-c4bfb1b0-24f4-409f-b83c-bc1351239e4e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lazy-loading 'flavor' on Instance uuid cf25f649-f669-40a9-b002-ff84d5b75100 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.268408] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.268752] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07c25fea-56bf-4e01-9bd9-13d8b5b9a257 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.277824] env[69858]: DEBUG oslo_vmware.api [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for the task: (returnval){ [ 1067.277824] env[69858]: value = "task-3419507" [ 1067.277824] env[69858]: _type = "Task" [ 1067.277824] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.286865] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053e421c-8b6a-4ba1-be2f-4a7086db4136 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.292239] env[69858]: DEBUG oslo_vmware.api [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.299098] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cb101b-2fa7-415f-9d3d-d02a2dae5b65 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.336383] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63b3aeb-f0a3-4731-8094-13bb59959135 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.350184] env[69858]: DEBUG oslo_vmware.api [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Task: {'id': task-3419505, 'name': PowerOffVM_Task, 'duration_secs': 0.219738} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.350804] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.351342] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.352610] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273ca854-8b65-4fab-a4bc-9d4a71548523 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.356589] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f216d609-c0bc-4c33-b506-9b3ea392cf1f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.369661] env[69858]: DEBUG nova.compute.provider_tree [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.375287] env[69858]: DEBUG oslo_vmware.api [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Waiting for the task: (returnval){ [ 1067.375287] env[69858]: value = "task-3419508" [ 1067.375287] env[69858]: _type = "Task" [ 1067.375287] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.387451] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] VM already powered off {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1067.387718] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Volume detach. Driver type: vmdk {{(pid=69858) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1067.387939] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682156', 'volume_id': 'c3ab26c7-af77-4c26-91ae-0e4165447464', 'name': 'volume-c3ab26c7-af77-4c26-91ae-0e4165447464', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7469996-1a00-428d-9a65-2885e5c471e0', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3ab26c7-af77-4c26-91ae-0e4165447464', 'serial': 'c3ab26c7-af77-4c26-91ae-0e4165447464'} {{(pid=69858) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1067.389347] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210fb2d7-5e60-44b8-b941-c624957d9db7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.410192] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ead051-186f-4540-90f6-2e8a317dab96 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.418599] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e68880-d1be-4f78-afc5-d4ebfe7e0376 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.439764] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2200b7-888b-4d9f-853c-f05bd1c30bb4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.457194] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] The volume has not been displaced from its original location: [datastore1] volume-c3ab26c7-af77-4c26-91ae-0e4165447464/volume-c3ab26c7-af77-4c26-91ae-0e4165447464.vmdk. No consolidation needed. {{(pid=69858) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1067.463138] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1067.463519] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6567ec6b-e1e2-49af-ad0e-d16abad42dd6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.486288] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419506, 'name': CreateVM_Task, 'duration_secs': 0.437185} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.487496] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.487841] env[69858]: DEBUG oslo_vmware.api [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Waiting for the task: (returnval){ [ 1067.487841] env[69858]: value = "task-3419509" [ 1067.487841] env[69858]: _type = "Task" [ 1067.487841] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.488521] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.488712] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.489056] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.489376] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e789646c-d864-4f5c-a6ef-55b2c4c6cae5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.501842] env[69858]: DEBUG oslo_vmware.api [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1067.501842] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520748d2-a79c-5bdf-6b4a-48600d76a6f4" [ 1067.501842] env[69858]: _type = "Task" [ 1067.501842] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.502151] env[69858]: DEBUG oslo_vmware.api [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Task: {'id': task-3419509, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.506531] env[69858]: INFO nova.compute.manager [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] instance snapshotting [ 1067.507152] env[69858]: DEBUG nova.objects.instance [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lazy-loading 'flavor' on Instance uuid 587f6c2d-ea44-459f-b0c5-6e232da0e6d1 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.512755] env[69858]: DEBUG oslo_vmware.api [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520748d2-a79c-5bdf-6b4a-48600d76a6f4, 'name': SearchDatastore_Task, 'duration_secs': 0.01101} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.514578] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.515220] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.516822] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.516822] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.516822] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.516822] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bbf9afc-cf3e-4c7b-8d29-2a0f4dec199f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.528153] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.528364] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.529305] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb74bbdb-ebc6-419d-91d2-d6bdbfe1c26d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.537797] env[69858]: DEBUG oslo_vmware.api [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1067.537797] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5266668a-8c76-ebfa-8f7e-3ecc19f03c4b" [ 1067.537797] env[69858]: _type = "Task" [ 1067.537797] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.549966] env[69858]: DEBUG oslo_vmware.api [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5266668a-8c76-ebfa-8f7e-3ecc19f03c4b, 'name': SearchDatastore_Task, 'duration_secs': 0.010403} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.550829] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc78f043-f881-4551-8201-8e12a188988a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.557645] env[69858]: DEBUG oslo_vmware.api [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1067.557645] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528d2a81-dad7-8651-bff0-0b5d165565f7" [ 1067.557645] env[69858]: _type = "Task" [ 1067.557645] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.566995] env[69858]: DEBUG oslo_vmware.api [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528d2a81-dad7-8651-bff0-0b5d165565f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.735594] env[69858]: DEBUG nova.objects.instance [None req-c4bfb1b0-24f4-409f-b83c-bc1351239e4e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lazy-loading 'pci_requests' on Instance uuid cf25f649-f669-40a9-b002-ff84d5b75100 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.790521] env[69858]: DEBUG oslo_vmware.api [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419507, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.876715] env[69858]: DEBUG nova.scheduler.client.report [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.001613] env[69858]: DEBUG oslo_vmware.api [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Task: {'id': task-3419509, 'name': ReconfigVM_Task, 'duration_secs': 0.172162} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.001883] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1068.006584] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3723502a-6b0a-4b95-906a-38b2231a0e55 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.019588] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a337efc5-e307-4fc2-89d1-a5f7823aa06a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.023962] env[69858]: DEBUG oslo_vmware.api [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Waiting for the task: (returnval){ [ 1068.023962] env[69858]: value = "task-3419511" [ 1068.023962] env[69858]: _type = "Task" [ 1068.023962] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.041512] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013e2512-4a6c-451e-adcd-8c6b42f3d823 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.047772] env[69858]: DEBUG oslo_vmware.api [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Task: {'id': task-3419511, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.069271] env[69858]: DEBUG oslo_vmware.api [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528d2a81-dad7-8651-bff0-0b5d165565f7, 'name': SearchDatastore_Task, 'duration_secs': 0.010966} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.069567] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.069851] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] bd2894d1-7918-418d-b212-49e1c147dd2f/bd2894d1-7918-418d-b212-49e1c147dd2f.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1068.070156] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1cb4881-e8d1-469c-bc34-800a60af04a9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.077558] env[69858]: DEBUG oslo_vmware.api [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1068.077558] env[69858]: value = "task-3419512" [ 1068.077558] env[69858]: _type = "Task" [ 1068.077558] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.087387] env[69858]: DEBUG oslo_vmware.api [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419512, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.173731] env[69858]: DEBUG nova.compute.manager [req-534f1823-8796-4e99-b813-63719ea4e656 req-e17ed69a-d7e1-49dd-ae13-33ec4bf8ce4d service nova] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Received event network-changed-552f470a-fd38-4e0b-8eb4-85d1740ffd79 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.173982] env[69858]: DEBUG nova.compute.manager [req-534f1823-8796-4e99-b813-63719ea4e656 req-e17ed69a-d7e1-49dd-ae13-33ec4bf8ce4d service nova] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Refreshing instance network info cache due to event network-changed-552f470a-fd38-4e0b-8eb4-85d1740ffd79. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1068.174425] env[69858]: DEBUG oslo_concurrency.lockutils [req-534f1823-8796-4e99-b813-63719ea4e656 req-e17ed69a-d7e1-49dd-ae13-33ec4bf8ce4d service nova] Acquiring lock "refresh_cache-bd2894d1-7918-418d-b212-49e1c147dd2f" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.174606] env[69858]: DEBUG oslo_concurrency.lockutils [req-534f1823-8796-4e99-b813-63719ea4e656 req-e17ed69a-d7e1-49dd-ae13-33ec4bf8ce4d service nova] Acquired lock "refresh_cache-bd2894d1-7918-418d-b212-49e1c147dd2f" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.174796] env[69858]: DEBUG nova.network.neutron [req-534f1823-8796-4e99-b813-63719ea4e656 req-e17ed69a-d7e1-49dd-ae13-33ec4bf8ce4d service nova] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Refreshing network info cache for port 552f470a-fd38-4e0b-8eb4-85d1740ffd79 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.239206] env[69858]: DEBUG nova.objects.base [None req-c4bfb1b0-24f4-409f-b83c-bc1351239e4e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69858) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1068.239463] env[69858]: DEBUG nova.network.neutron [None req-c4bfb1b0-24f4-409f-b83c-bc1351239e4e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1068.291856] env[69858]: DEBUG oslo_vmware.api [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419507, 'name': PowerOnVM_Task, 'duration_secs': 0.520632} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.292265] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.292531] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c066d80d-af73-4621-9c63-1e082e474dcb tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Updating instance '4df6118d-f032-4142-8900-93209f760c86' progress to 100 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1068.313588] env[69858]: DEBUG nova.policy [None req-c4bfb1b0-24f4-409f-b83c-bc1351239e4e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed3cc26da6254451bf3730e3ef3ef734', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e4d98b5c92d49f4a6d2e8e37b5cc26b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1068.382427] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.383096] env[69858]: DEBUG nova.compute.manager [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1068.387283] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2797ddb0-8fcd-49b2-9837-cfa191ba798d tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.700s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.387577] env[69858]: DEBUG nova.objects.instance [None req-2797ddb0-8fcd-49b2-9837-cfa191ba798d tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Lazy-loading 'resources' on Instance uuid 712a05cf-42c9-418d-88dd-3b2b2f237d5c {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.536136] env[69858]: DEBUG oslo_vmware.api [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Task: {'id': task-3419511, 'name': ReconfigVM_Task, 'duration_secs': 0.159272} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.536647] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682156', 'volume_id': 'c3ab26c7-af77-4c26-91ae-0e4165447464', 'name': 'volume-c3ab26c7-af77-4c26-91ae-0e4165447464', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7469996-1a00-428d-9a65-2885e5c471e0', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3ab26c7-af77-4c26-91ae-0e4165447464', 'serial': 'c3ab26c7-af77-4c26-91ae-0e4165447464'} {{(pid=69858) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1068.537106] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.538310] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56dec510-7c24-41ef-92e8-6bd1059b7c33 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.552301] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.552301] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eaf81d7e-3129-42c1-959f-340d959cb12e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.560406] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Creating Snapshot of the VM instance {{(pid=69858) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1068.560406] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dabb3564-034f-489a-8d4b-1a43db729c48 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.571425] env[69858]: DEBUG oslo_vmware.api [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1068.571425] env[69858]: value = "task-3419514" [ 1068.571425] env[69858]: _type = "Task" [ 1068.571425] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.584551] env[69858]: DEBUG oslo_vmware.api [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419514, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.590681] env[69858]: DEBUG oslo_vmware.api [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419512, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473644} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.590996] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] bd2894d1-7918-418d-b212-49e1c147dd2f/bd2894d1-7918-418d-b212-49e1c147dd2f.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.592313] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.592608] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2617d7f9-2595-4cc1-af23-db4a81982ed3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.601466] env[69858]: DEBUG oslo_vmware.api [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1068.601466] env[69858]: value = "task-3419515" [ 1068.601466] env[69858]: _type = "Task" [ 1068.601466] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.613014] env[69858]: DEBUG oslo_vmware.api [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.633602] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.633890] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.634190] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Deleting the datastore file [datastore1] e7469996-1a00-428d-9a65-2885e5c471e0 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.634602] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8bdf35fc-3d46-4fdf-b45b-11b3b6746560 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.642901] env[69858]: DEBUG oslo_vmware.api [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Waiting for the task: (returnval){ [ 1068.642901] env[69858]: value = "task-3419516" [ 1068.642901] env[69858]: _type = "Task" [ 1068.642901] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.653431] env[69858]: DEBUG oslo_vmware.api [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Task: {'id': task-3419516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.896150] env[69858]: DEBUG nova.compute.utils [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1068.903393] env[69858]: DEBUG nova.compute.manager [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1068.903770] env[69858]: DEBUG nova.network.neutron [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1068.962950] env[69858]: DEBUG nova.policy [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e670047c916746eaaa2c2401b0446586', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19711d5bf05b42d6bcd1a4f2f89fd166', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1068.963950] env[69858]: DEBUG nova.network.neutron [req-534f1823-8796-4e99-b813-63719ea4e656 req-e17ed69a-d7e1-49dd-ae13-33ec4bf8ce4d service nova] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Updated VIF entry in instance network info cache for port 552f470a-fd38-4e0b-8eb4-85d1740ffd79. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.965252] env[69858]: DEBUG nova.network.neutron [req-534f1823-8796-4e99-b813-63719ea4e656 req-e17ed69a-d7e1-49dd-ae13-33ec4bf8ce4d service nova] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Updating instance_info_cache with network_info: [{"id": "552f470a-fd38-4e0b-8eb4-85d1740ffd79", "address": "fa:16:3e:9e:e6:8e", "network": {"id": "867ae76e-e22a-4158-8267-e1cff83f2ddc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-601139580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b8e4595b35f4c48a807c1ed8d509995", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap552f470a-fd", "ovs_interfaceid": "552f470a-fd38-4e0b-8eb4-85d1740ffd79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.027539] env[69858]: DEBUG oslo_concurrency.lockutils [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Acquiring lock "03c83187-61c2-4191-a3e6-fc401bb1577c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.027781] env[69858]: DEBUG oslo_concurrency.lockutils [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Lock "03c83187-61c2-4191-a3e6-fc401bb1577c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.083671] env[69858]: DEBUG oslo_vmware.api [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419514, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.111052] env[69858]: DEBUG oslo_vmware.api [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074982} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.111348] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.112200] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39106c29-61ac-4ccf-ae33-043f59919990 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.138038] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] bd2894d1-7918-418d-b212-49e1c147dd2f/bd2894d1-7918-418d-b212-49e1c147dd2f.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.138217] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dda6b61d-f347-4637-88d5-3448a32fc934 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.166647] env[69858]: DEBUG oslo_vmware.api [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Task: {'id': task-3419516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.07479} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.170525] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.170624] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.170805] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.172498] env[69858]: DEBUG oslo_vmware.api [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1069.172498] env[69858]: value = "task-3419517" [ 1069.172498] env[69858]: _type = "Task" [ 1069.172498] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.184294] env[69858]: DEBUG oslo_vmware.api [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419517, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.246721] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Volume detach. Driver type: vmdk {{(pid=69858) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1069.247403] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d492589-367a-4b7c-85ea-db734b74b990 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.259924] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7d3df5-1d2e-48e0-b8f7-e7bc34f975a5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.273435] env[69858]: DEBUG nova.network.neutron [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Successfully created port: 27783069-1ce9-4af6-88a5-7caba215f8b6 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1069.322060] env[69858]: ERROR nova.compute.manager [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Failed to detach volume c3ab26c7-af77-4c26-91ae-0e4165447464 from /dev/sda: nova.exception.InstanceNotFound: Instance e7469996-1a00-428d-9a65-2885e5c471e0 could not be found. [ 1069.322060] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Traceback (most recent call last): [ 1069.322060] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1069.322060] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] self.driver.rebuild(**kwargs) [ 1069.322060] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1069.322060] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] raise NotImplementedError() [ 1069.322060] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] NotImplementedError [ 1069.322060] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] [ 1069.322060] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] During handling of the above exception, another exception occurred: [ 1069.322060] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] [ 1069.322060] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Traceback (most recent call last): [ 1069.322060] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1069.322060] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] self.driver.detach_volume(context, old_connection_info, [ 1069.322060] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1069.322060] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] return self._volumeops.detach_volume(connection_info, instance) [ 1069.322060] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1069.322060] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] self._detach_volume_vmdk(connection_info, instance) [ 1069.322060] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1069.322060] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1069.322060] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1069.322060] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] stable_ref.fetch_moref(session) [ 1069.322060] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1069.322060] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1069.322060] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] nova.exception.InstanceNotFound: Instance e7469996-1a00-428d-9a65-2885e5c471e0 could not be found. [ 1069.322060] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] [ 1069.324499] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a289b1d6-7d8f-4132-abcd-b751c2578f46 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.332657] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba271c2-142a-44e2-ab89-dce7b3fbd24d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.368540] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fb7a32-a715-4126-9360-19326d43b210 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.380331] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e128c66-86b5-4b7d-ae46-867f215aa8f9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.397237] env[69858]: DEBUG nova.compute.provider_tree [None req-2797ddb0-8fcd-49b2-9837-cfa191ba798d tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.407298] env[69858]: DEBUG nova.compute.manager [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1069.467198] env[69858]: DEBUG oslo_concurrency.lockutils [req-534f1823-8796-4e99-b813-63719ea4e656 req-e17ed69a-d7e1-49dd-ae13-33ec4bf8ce4d service nova] Releasing lock "refresh_cache-bd2894d1-7918-418d-b212-49e1c147dd2f" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.504583] env[69858]: DEBUG nova.compute.utils [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Build of instance e7469996-1a00-428d-9a65-2885e5c471e0 aborted: Failed to rebuild volume backed instance. {{(pid=69858) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1069.508757] env[69858]: ERROR nova.compute.manager [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance e7469996-1a00-428d-9a65-2885e5c471e0 aborted: Failed to rebuild volume backed instance. [ 1069.508757] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Traceback (most recent call last): [ 1069.508757] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1069.508757] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] self.driver.rebuild(**kwargs) [ 1069.508757] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1069.508757] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] raise NotImplementedError() [ 1069.508757] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] NotImplementedError [ 1069.508757] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] [ 1069.508757] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] During handling of the above exception, another exception occurred: [ 1069.508757] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] [ 1069.508757] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Traceback (most recent call last): [ 1069.508757] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1069.508757] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] self._detach_root_volume(context, instance, root_bdm) [ 1069.508757] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1069.508757] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] with excutils.save_and_reraise_exception(): [ 1069.508757] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1069.508757] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] self.force_reraise() [ 1069.508757] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1069.508757] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] raise self.value [ 1069.508757] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1069.508757] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] self.driver.detach_volume(context, old_connection_info, [ 1069.508757] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1069.508757] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] return self._volumeops.detach_volume(connection_info, instance) [ 1069.508757] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1069.508757] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] self._detach_volume_vmdk(connection_info, instance) [ 1069.508757] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1069.508757] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1069.508757] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1069.508757] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] stable_ref.fetch_moref(session) [ 1069.508757] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1069.508757] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1069.508757] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] nova.exception.InstanceNotFound: Instance e7469996-1a00-428d-9a65-2885e5c471e0 could not be found. [ 1069.508757] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] [ 1069.508757] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] During handling of the above exception, another exception occurred: [ 1069.508757] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] [ 1069.508757] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Traceback (most recent call last): [ 1069.508757] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1069.508757] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] yield [ 1069.508757] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1069.508757] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] self._do_rebuild_instance_with_claim( [ 1069.510842] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1069.510842] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] self._do_rebuild_instance( [ 1069.510842] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1069.510842] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] self._rebuild_default_impl(**kwargs) [ 1069.510842] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1069.510842] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] self._rebuild_volume_backed_instance( [ 1069.510842] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1069.510842] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] raise exception.BuildAbortException( [ 1069.510842] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] nova.exception.BuildAbortException: Build of instance e7469996-1a00-428d-9a65-2885e5c471e0 aborted: Failed to rebuild volume backed instance. [ 1069.510842] env[69858]: ERROR nova.compute.manager [instance: e7469996-1a00-428d-9a65-2885e5c471e0] [ 1069.531425] env[69858]: DEBUG nova.compute.manager [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: 03c83187-61c2-4191-a3e6-fc401bb1577c] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1069.582582] env[69858]: DEBUG oslo_vmware.api [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419514, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.686989] env[69858]: DEBUG oslo_vmware.api [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419517, 'name': ReconfigVM_Task, 'duration_secs': 0.279352} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.687516] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Reconfigured VM instance instance-00000051 to attach disk [datastore2] bd2894d1-7918-418d-b212-49e1c147dd2f/bd2894d1-7918-418d-b212-49e1c147dd2f.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.689083] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f99def5f-efdb-4c26-aa08-cbf8b0578a53 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.701534] env[69858]: DEBUG oslo_vmware.api [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1069.701534] env[69858]: value = "task-3419518" [ 1069.701534] env[69858]: _type = "Task" [ 1069.701534] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.717449] env[69858]: DEBUG oslo_vmware.api [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419518, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.755583] env[69858]: DEBUG oslo_concurrency.lockutils [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Acquiring lock "f3b6f0ff-a257-488b-85cc-34e178d8e8f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.756646] env[69858]: DEBUG oslo_concurrency.lockutils [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Lock "f3b6f0ff-a257-488b-85cc-34e178d8e8f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.868636] env[69858]: DEBUG nova.network.neutron [None req-c4bfb1b0-24f4-409f-b83c-bc1351239e4e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Successfully updated port: f1ebdfe1-142a-46fb-bb38-386ed030817d {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1069.901376] env[69858]: DEBUG nova.scheduler.client.report [None req-2797ddb0-8fcd-49b2-9837-cfa191ba798d tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.046064] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d2763df-d148-46f4-b559-c0ca4e4142c3 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Volume attach. Driver type: vmdk {{(pid=69858) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1070.046494] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d2763df-d148-46f4-b559-c0ca4e4142c3 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682244', 'volume_id': '197174c6-19cf-46f7-821f-8345ebd096e9', 'name': 'volume-197174c6-19cf-46f7-821f-8345ebd096e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5', 'attached_at': '', 'detached_at': '', 'volume_id': '197174c6-19cf-46f7-821f-8345ebd096e9', 'serial': '197174c6-19cf-46f7-821f-8345ebd096e9'} {{(pid=69858) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1070.047833] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbabc54-05aa-4a50-b617-8849fa582278 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.055451] env[69858]: DEBUG oslo_concurrency.lockutils [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.067791] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aae1b74-15ee-4ea2-9f47-226cc92b777c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.096639] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d2763df-d148-46f4-b559-c0ca4e4142c3 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] volume-197174c6-19cf-46f7-821f-8345ebd096e9/volume-197174c6-19cf-46f7-821f-8345ebd096e9.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.097487] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c2efcf7-2105-4dc7-8c04-f188cffc7e41 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.113789] env[69858]: DEBUG oslo_vmware.api [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419514, 'name': CreateSnapshot_Task, 'duration_secs': 1.361828} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.114469] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Created Snapshot of the VM instance {{(pid=69858) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1070.115257] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b396ae-3c42-4c86-b49b-342eacaf30c3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.120447] env[69858]: DEBUG oslo_vmware.api [None req-0d2763df-d148-46f4-b559-c0ca4e4142c3 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1070.120447] env[69858]: value = "task-3419519" [ 1070.120447] env[69858]: _type = "Task" [ 1070.120447] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.134654] env[69858]: DEBUG oslo_vmware.api [None req-0d2763df-d148-46f4-b559-c0ca4e4142c3 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419519, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.213050] env[69858]: DEBUG oslo_vmware.api [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419518, 'name': Rename_Task, 'duration_secs': 0.168757} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.213465] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.213749] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfcffc02-5f85-4086-ba73-39c6bd5c0e5d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.222929] env[69858]: DEBUG oslo_vmware.api [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1070.222929] env[69858]: value = "task-3419520" [ 1070.222929] env[69858]: _type = "Task" [ 1070.222929] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.240283] env[69858]: DEBUG oslo_vmware.api [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.258690] env[69858]: DEBUG nova.compute.manager [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1070.299725] env[69858]: DEBUG nova.compute.manager [req-d18bd5eb-d7c5-40c1-92df-bb4e02b18a68 req-19fbf112-ceb6-4154-ad4a-2f458aaae38a service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Received event network-vif-plugged-f1ebdfe1-142a-46fb-bb38-386ed030817d {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.300132] env[69858]: DEBUG oslo_concurrency.lockutils [req-d18bd5eb-d7c5-40c1-92df-bb4e02b18a68 req-19fbf112-ceb6-4154-ad4a-2f458aaae38a service nova] Acquiring lock "cf25f649-f669-40a9-b002-ff84d5b75100-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.300212] env[69858]: DEBUG oslo_concurrency.lockutils [req-d18bd5eb-d7c5-40c1-92df-bb4e02b18a68 req-19fbf112-ceb6-4154-ad4a-2f458aaae38a service nova] Lock "cf25f649-f669-40a9-b002-ff84d5b75100-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.300346] env[69858]: DEBUG oslo_concurrency.lockutils [req-d18bd5eb-d7c5-40c1-92df-bb4e02b18a68 req-19fbf112-ceb6-4154-ad4a-2f458aaae38a service nova] Lock "cf25f649-f669-40a9-b002-ff84d5b75100-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.300507] env[69858]: DEBUG nova.compute.manager [req-d18bd5eb-d7c5-40c1-92df-bb4e02b18a68 req-19fbf112-ceb6-4154-ad4a-2f458aaae38a service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] No waiting events found dispatching network-vif-plugged-f1ebdfe1-142a-46fb-bb38-386ed030817d {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1070.300663] env[69858]: WARNING nova.compute.manager [req-d18bd5eb-d7c5-40c1-92df-bb4e02b18a68 req-19fbf112-ceb6-4154-ad4a-2f458aaae38a service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Received unexpected event network-vif-plugged-f1ebdfe1-142a-46fb-bb38-386ed030817d for instance with vm_state active and task_state None. [ 1070.301187] env[69858]: DEBUG nova.compute.manager [req-d18bd5eb-d7c5-40c1-92df-bb4e02b18a68 req-19fbf112-ceb6-4154-ad4a-2f458aaae38a service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Received event network-changed-f1ebdfe1-142a-46fb-bb38-386ed030817d {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.301389] env[69858]: DEBUG nova.compute.manager [req-d18bd5eb-d7c5-40c1-92df-bb4e02b18a68 req-19fbf112-ceb6-4154-ad4a-2f458aaae38a service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Refreshing instance network info cache due to event network-changed-f1ebdfe1-142a-46fb-bb38-386ed030817d. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1070.301725] env[69858]: DEBUG oslo_concurrency.lockutils [req-d18bd5eb-d7c5-40c1-92df-bb4e02b18a68 req-19fbf112-ceb6-4154-ad4a-2f458aaae38a service nova] Acquiring lock "refresh_cache-cf25f649-f669-40a9-b002-ff84d5b75100" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.301997] env[69858]: DEBUG oslo_concurrency.lockutils [req-d18bd5eb-d7c5-40c1-92df-bb4e02b18a68 req-19fbf112-ceb6-4154-ad4a-2f458aaae38a service nova] Acquired lock "refresh_cache-cf25f649-f669-40a9-b002-ff84d5b75100" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.302584] env[69858]: DEBUG nova.network.neutron [req-d18bd5eb-d7c5-40c1-92df-bb4e02b18a68 req-19fbf112-ceb6-4154-ad4a-2f458aaae38a service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Refreshing network info cache for port f1ebdfe1-142a-46fb-bb38-386ed030817d {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.370644] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c4bfb1b0-24f4-409f-b83c-bc1351239e4e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "refresh_cache-cf25f649-f669-40a9-b002-ff84d5b75100" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.407366] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2797ddb0-8fcd-49b2-9837-cfa191ba798d tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.020s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.409737] env[69858]: DEBUG oslo_concurrency.lockutils [None req-256652bd-59c3-48cd-973a-2bb7a17b5d50 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.510s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.409975] env[69858]: DEBUG nova.objects.instance [None req-256652bd-59c3-48cd-973a-2bb7a17b5d50 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lazy-loading 'resources' on Instance uuid 2768718f-4ea0-4f1a-90be-f04b87b50935 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.418324] env[69858]: DEBUG nova.compute.manager [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1070.426412] env[69858]: INFO nova.scheduler.client.report [None req-2797ddb0-8fcd-49b2-9837-cfa191ba798d tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Deleted allocations for instance 712a05cf-42c9-418d-88dd-3b2b2f237d5c [ 1070.445185] env[69858]: DEBUG nova.virt.hardware [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.445464] env[69858]: DEBUG nova.virt.hardware [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.445622] env[69858]: DEBUG nova.virt.hardware [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.445809] env[69858]: DEBUG nova.virt.hardware [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.445954] env[69858]: DEBUG nova.virt.hardware [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.446114] env[69858]: DEBUG nova.virt.hardware [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.446328] env[69858]: DEBUG nova.virt.hardware [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.446487] env[69858]: DEBUG nova.virt.hardware [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.446671] env[69858]: DEBUG nova.virt.hardware [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.446839] env[69858]: DEBUG nova.virt.hardware [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.447020] env[69858]: DEBUG nova.virt.hardware [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.447935] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a944a2-fffe-4f88-96cd-17fbf9d591fb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.456769] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c16013-9e09-4550-a76a-faa17d5483b5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.637333] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Creating linked-clone VM from snapshot {{(pid=69858) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1070.637748] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2b8493e4-dba3-437d-9342-b0edea7b8291 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.649639] env[69858]: DEBUG oslo_vmware.api [None req-0d2763df-d148-46f4-b559-c0ca4e4142c3 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.651268] env[69858]: DEBUG oslo_vmware.api [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1070.651268] env[69858]: value = "task-3419521" [ 1070.651268] env[69858]: _type = "Task" [ 1070.651268] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.664105] env[69858]: DEBUG oslo_vmware.api [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419521, 'name': CloneVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.736888] env[69858]: DEBUG oslo_vmware.api [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419520, 'name': PowerOnVM_Task, 'duration_secs': 0.472363} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.737269] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.737533] env[69858]: INFO nova.compute.manager [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Took 7.04 seconds to spawn the instance on the hypervisor. [ 1070.737760] env[69858]: DEBUG nova.compute.manager [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.738662] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037daf40-9d75-493b-887e-b785a0e0acd6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.785743] env[69858]: DEBUG oslo_concurrency.lockutils [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.875721] env[69858]: DEBUG nova.network.neutron [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Successfully updated port: 27783069-1ce9-4af6-88a5-7caba215f8b6 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1070.937950] env[69858]: DEBUG nova.network.neutron [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Port 76268e2e-2637-4fce-9ed6-fddc6ebb6dc9 binding to destination host cpu-1 is already ACTIVE {{(pid=69858) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1070.938863] env[69858]: DEBUG oslo_concurrency.lockutils [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquiring lock "refresh_cache-4df6118d-f032-4142-8900-93209f760c86" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.938863] env[69858]: DEBUG oslo_concurrency.lockutils [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquired lock "refresh_cache-4df6118d-f032-4142-8900-93209f760c86" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.938863] env[69858]: DEBUG nova.network.neutron [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.940511] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2797ddb0-8fcd-49b2-9837-cfa191ba798d tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Lock "712a05cf-42c9-418d-88dd-3b2b2f237d5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.673s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.136431] env[69858]: DEBUG oslo_vmware.api [None req-0d2763df-d148-46f4-b559-c0ca4e4142c3 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419519, 'name': ReconfigVM_Task, 'duration_secs': 0.635338} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.136744] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d2763df-d148-46f4-b559-c0ca4e4142c3 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Reconfigured VM instance instance-00000048 to attach disk [datastore2] volume-197174c6-19cf-46f7-821f-8345ebd096e9/volume-197174c6-19cf-46f7-821f-8345ebd096e9.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.143806] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b120321-aa9d-44c7-85e3-dc023e5484db {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.164563] env[69858]: DEBUG oslo_vmware.api [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419521, 'name': CloneVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.166768] env[69858]: DEBUG oslo_vmware.api [None req-0d2763df-d148-46f4-b559-c0ca4e4142c3 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1071.166768] env[69858]: value = "task-3419522" [ 1071.166768] env[69858]: _type = "Task" [ 1071.166768] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.178674] env[69858]: DEBUG nova.network.neutron [req-d18bd5eb-d7c5-40c1-92df-bb4e02b18a68 req-19fbf112-ceb6-4154-ad4a-2f458aaae38a service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Added VIF to instance network info cache for port f1ebdfe1-142a-46fb-bb38-386ed030817d. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1071.179295] env[69858]: DEBUG nova.network.neutron [req-d18bd5eb-d7c5-40c1-92df-bb4e02b18a68 req-19fbf112-ceb6-4154-ad4a-2f458aaae38a service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Updating instance_info_cache with network_info: [{"id": "6836815f-d353-42f0-816c-9d1ca58a6957", "address": "fa:16:3e:6b:6f:9e", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6836815f-d3", "ovs_interfaceid": "6836815f-d353-42f0-816c-9d1ca58a6957", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a4936f9c-9bb8-4226-b2de-03af1402dd9a", "address": "fa:16:3e:55:8e:34", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4936f9c-9b", "ovs_interfaceid": "a4936f9c-9bb8-4226-b2de-03af1402dd9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f1ebdfe1-142a-46fb-bb38-386ed030817d", "address": "fa:16:3e:44:89:ec", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1ebdfe1-14", "ovs_interfaceid": "f1ebdfe1-142a-46fb-bb38-386ed030817d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.187045] env[69858]: DEBUG oslo_vmware.api [None req-0d2763df-d148-46f4-b559-c0ca4e4142c3 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419522, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.256261] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c5c3de-01f5-423b-bcaf-3e178b60dc2d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.259653] env[69858]: INFO nova.compute.manager [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Took 31.82 seconds to build instance. [ 1071.266014] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5762ba-f25d-4159-ba99-f9d2fb62a456 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.297738] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85236dc8-382f-4276-9d97-a965b8d79902 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.306895] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37affe5c-d90a-4760-bc4f-62615924c163 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.323283] env[69858]: DEBUG nova.compute.provider_tree [None req-256652bd-59c3-48cd-973a-2bb7a17b5d50 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.380863] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "refresh_cache-3386af81-a87c-4de0-a5fa-a6de94c7a5ab" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.381123] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquired lock "refresh_cache-3386af81-a87c-4de0-a5fa-a6de94c7a5ab" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.381253] env[69858]: DEBUG nova.network.neutron [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.527095] env[69858]: DEBUG oslo_concurrency.lockutils [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.637046] env[69858]: DEBUG nova.network.neutron [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Updating instance_info_cache with network_info: [{"id": "76268e2e-2637-4fce-9ed6-fddc6ebb6dc9", "address": "fa:16:3e:78:6b:24", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76268e2e-26", "ovs_interfaceid": "76268e2e-2637-4fce-9ed6-fddc6ebb6dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.665509] env[69858]: DEBUG oslo_vmware.api [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419521, 'name': CloneVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.681497] env[69858]: DEBUG oslo_vmware.api [None req-0d2763df-d148-46f4-b559-c0ca4e4142c3 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419522, 'name': ReconfigVM_Task, 'duration_secs': 0.335976} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.681932] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d2763df-d148-46f4-b559-c0ca4e4142c3 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682244', 'volume_id': '197174c6-19cf-46f7-821f-8345ebd096e9', 'name': 'volume-197174c6-19cf-46f7-821f-8345ebd096e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5', 'attached_at': '', 'detached_at': '', 'volume_id': '197174c6-19cf-46f7-821f-8345ebd096e9', 'serial': '197174c6-19cf-46f7-821f-8345ebd096e9'} {{(pid=69858) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1071.691907] env[69858]: DEBUG oslo_concurrency.lockutils [req-d18bd5eb-d7c5-40c1-92df-bb4e02b18a68 req-19fbf112-ceb6-4154-ad4a-2f458aaae38a service nova] Releasing lock "refresh_cache-cf25f649-f669-40a9-b002-ff84d5b75100" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.692386] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c4bfb1b0-24f4-409f-b83c-bc1351239e4e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquired lock "refresh_cache-cf25f649-f669-40a9-b002-ff84d5b75100" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.692706] env[69858]: DEBUG nova.network.neutron [None req-c4bfb1b0-24f4-409f-b83c-bc1351239e4e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.762395] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4c2557c4-f41b-4e51-9fb5-1958106c8783 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "bd2894d1-7918-418d-b212-49e1c147dd2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.336s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.826205] env[69858]: DEBUG nova.scheduler.client.report [None req-256652bd-59c3-48cd-973a-2bb7a17b5d50 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.929866] env[69858]: DEBUG nova.network.neutron [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.105288] env[69858]: DEBUG nova.network.neutron [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Updating instance_info_cache with network_info: [{"id": "27783069-1ce9-4af6-88a5-7caba215f8b6", "address": "fa:16:3e:b4:fc:f5", "network": {"id": "f1ab05d5-73c8-43f1-82cd-36d1a6d246c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1201552373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19711d5bf05b42d6bcd1a4f2f89fd166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27783069-1c", "ovs_interfaceid": "27783069-1ce9-4af6-88a5-7caba215f8b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.139955] env[69858]: DEBUG oslo_concurrency.lockutils [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Releasing lock "refresh_cache-4df6118d-f032-4142-8900-93209f760c86" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.165539] env[69858]: DEBUG oslo_vmware.api [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419521, 'name': CloneVM_Task} progress is 95%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.245911] env[69858]: WARNING nova.network.neutron [None req-c4bfb1b0-24f4-409f-b83c-bc1351239e4e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] 53dbf1f7-f7aa-4e33-a368-c4e2e72213e2 already exists in list: networks containing: ['53dbf1f7-f7aa-4e33-a368-c4e2e72213e2']. ignoring it [ 1072.246210] env[69858]: WARNING nova.network.neutron [None req-c4bfb1b0-24f4-409f-b83c-bc1351239e4e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] 53dbf1f7-f7aa-4e33-a368-c4e2e72213e2 already exists in list: networks containing: ['53dbf1f7-f7aa-4e33-a368-c4e2e72213e2']. ignoring it [ 1072.246484] env[69858]: WARNING nova.network.neutron [None req-c4bfb1b0-24f4-409f-b83c-bc1351239e4e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] 53dbf1f7-f7aa-4e33-a368-c4e2e72213e2 already exists in list: networks containing: ['53dbf1f7-f7aa-4e33-a368-c4e2e72213e2']. ignoring it [ 1072.246574] env[69858]: WARNING nova.network.neutron [None req-c4bfb1b0-24f4-409f-b83c-bc1351239e4e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] f1ebdfe1-142a-46fb-bb38-386ed030817d already exists in list: port_ids containing: ['f1ebdfe1-142a-46fb-bb38-386ed030817d']. ignoring it [ 1072.334021] env[69858]: DEBUG oslo_concurrency.lockutils [None req-256652bd-59c3-48cd-973a-2bb7a17b5d50 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.922s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.334487] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.187s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.337894] env[69858]: INFO nova.compute.claims [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.361721] env[69858]: INFO nova.scheduler.client.report [None req-256652bd-59c3-48cd-973a-2bb7a17b5d50 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Deleted allocations for instance 2768718f-4ea0-4f1a-90be-f04b87b50935 [ 1072.607950] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Releasing lock "refresh_cache-3386af81-a87c-4de0-a5fa-a6de94c7a5ab" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.608847] env[69858]: DEBUG nova.compute.manager [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Instance network_info: |[{"id": "27783069-1ce9-4af6-88a5-7caba215f8b6", "address": "fa:16:3e:b4:fc:f5", "network": {"id": "f1ab05d5-73c8-43f1-82cd-36d1a6d246c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1201552373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19711d5bf05b42d6bcd1a4f2f89fd166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27783069-1c", "ovs_interfaceid": "27783069-1ce9-4af6-88a5-7caba215f8b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1072.609040] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:fc:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27783069-1ce9-4af6-88a5-7caba215f8b6', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1072.619840] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.622460] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1072.623063] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75b7f4aa-fa78-457e-b527-672168944eb6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.643203] env[69858]: DEBUG nova.compute.manager [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69858) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1072.643462] env[69858]: DEBUG oslo_concurrency.lockutils [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.644923] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1072.644923] env[69858]: value = "task-3419523" [ 1072.644923] env[69858]: _type = "Task" [ 1072.644923] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.653444] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419523, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.664708] env[69858]: DEBUG oslo_vmware.api [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419521, 'name': CloneVM_Task, 'duration_secs': 1.655202} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.664979] env[69858]: INFO nova.virt.vmwareapi.vmops [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Created linked-clone VM from snapshot [ 1072.665804] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a413d5-f69a-430f-b6d8-5cdca7ea22c3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.676468] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Uploading image 84b56735-46d6-4b01-bfca-8fcd2851c792 {{(pid=69858) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1072.685850] env[69858]: DEBUG nova.compute.manager [req-d19e509c-79cc-4943-9afb-902a911a0320 req-2549dbe6-4f9d-474a-9e75-8395f5671c3d service nova] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Received event network-vif-plugged-27783069-1ce9-4af6-88a5-7caba215f8b6 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.686091] env[69858]: DEBUG oslo_concurrency.lockutils [req-d19e509c-79cc-4943-9afb-902a911a0320 req-2549dbe6-4f9d-474a-9e75-8395f5671c3d service nova] Acquiring lock "3386af81-a87c-4de0-a5fa-a6de94c7a5ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.686324] env[69858]: DEBUG oslo_concurrency.lockutils [req-d19e509c-79cc-4943-9afb-902a911a0320 req-2549dbe6-4f9d-474a-9e75-8395f5671c3d service nova] Lock "3386af81-a87c-4de0-a5fa-a6de94c7a5ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.686574] env[69858]: DEBUG oslo_concurrency.lockutils [req-d19e509c-79cc-4943-9afb-902a911a0320 req-2549dbe6-4f9d-474a-9e75-8395f5671c3d service nova] Lock "3386af81-a87c-4de0-a5fa-a6de94c7a5ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.686801] env[69858]: DEBUG nova.compute.manager [req-d19e509c-79cc-4943-9afb-902a911a0320 req-2549dbe6-4f9d-474a-9e75-8395f5671c3d service nova] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] No waiting events found dispatching network-vif-plugged-27783069-1ce9-4af6-88a5-7caba215f8b6 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1072.687040] env[69858]: WARNING nova.compute.manager [req-d19e509c-79cc-4943-9afb-902a911a0320 req-2549dbe6-4f9d-474a-9e75-8395f5671c3d service nova] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Received unexpected event network-vif-plugged-27783069-1ce9-4af6-88a5-7caba215f8b6 for instance with vm_state building and task_state spawning. [ 1072.687157] env[69858]: DEBUG nova.compute.manager [req-d19e509c-79cc-4943-9afb-902a911a0320 req-2549dbe6-4f9d-474a-9e75-8395f5671c3d service nova] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Received event network-changed-27783069-1ce9-4af6-88a5-7caba215f8b6 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.687295] env[69858]: DEBUG nova.compute.manager [req-d19e509c-79cc-4943-9afb-902a911a0320 req-2549dbe6-4f9d-474a-9e75-8395f5671c3d service nova] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Refreshing instance network info cache due to event network-changed-27783069-1ce9-4af6-88a5-7caba215f8b6. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.687480] env[69858]: DEBUG oslo_concurrency.lockutils [req-d19e509c-79cc-4943-9afb-902a911a0320 req-2549dbe6-4f9d-474a-9e75-8395f5671c3d service nova] Acquiring lock "refresh_cache-3386af81-a87c-4de0-a5fa-a6de94c7a5ab" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.687612] env[69858]: DEBUG oslo_concurrency.lockutils [req-d19e509c-79cc-4943-9afb-902a911a0320 req-2549dbe6-4f9d-474a-9e75-8395f5671c3d service nova] Acquired lock "refresh_cache-3386af81-a87c-4de0-a5fa-a6de94c7a5ab" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.687814] env[69858]: DEBUG nova.network.neutron [req-d19e509c-79cc-4943-9afb-902a911a0320 req-2549dbe6-4f9d-474a-9e75-8395f5671c3d service nova] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Refreshing network info cache for port 27783069-1ce9-4af6-88a5-7caba215f8b6 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.703199] env[69858]: DEBUG oslo_vmware.rw_handles [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1072.703199] env[69858]: value = "vm-682247" [ 1072.703199] env[69858]: _type = "VirtualMachine" [ 1072.703199] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1072.703701] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-02451b95-a03e-48fc-bc45-ab8f0fc68906 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.712862] env[69858]: DEBUG oslo_vmware.rw_handles [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lease: (returnval){ [ 1072.712862] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e903c0-e237-c4b8-c618-9effabd1de34" [ 1072.712862] env[69858]: _type = "HttpNfcLease" [ 1072.712862] env[69858]: } obtained for exporting VM: (result){ [ 1072.712862] env[69858]: value = "vm-682247" [ 1072.712862] env[69858]: _type = "VirtualMachine" [ 1072.712862] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1072.713202] env[69858]: DEBUG oslo_vmware.api [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the lease: (returnval){ [ 1072.713202] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e903c0-e237-c4b8-c618-9effabd1de34" [ 1072.713202] env[69858]: _type = "HttpNfcLease" [ 1072.713202] env[69858]: } to be ready. {{(pid=69858) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1072.725027] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1072.725027] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e903c0-e237-c4b8-c618-9effabd1de34" [ 1072.725027] env[69858]: _type = "HttpNfcLease" [ 1072.725027] env[69858]: } is initializing. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1072.736109] env[69858]: DEBUG nova.objects.instance [None req-0d2763df-d148-46f4-b559-c0ca4e4142c3 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lazy-loading 'flavor' on Instance uuid 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.815364] env[69858]: DEBUG nova.network.neutron [None req-c4bfb1b0-24f4-409f-b83c-bc1351239e4e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Updating instance_info_cache with network_info: [{"id": "6836815f-d353-42f0-816c-9d1ca58a6957", "address": "fa:16:3e:6b:6f:9e", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6836815f-d3", "ovs_interfaceid": "6836815f-d353-42f0-816c-9d1ca58a6957", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a4936f9c-9bb8-4226-b2de-03af1402dd9a", "address": "fa:16:3e:55:8e:34", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4936f9c-9b", "ovs_interfaceid": "a4936f9c-9bb8-4226-b2de-03af1402dd9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f1ebdfe1-142a-46fb-bb38-386ed030817d", "address": "fa:16:3e:44:89:ec", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1ebdfe1-14", "ovs_interfaceid": "f1ebdfe1-142a-46fb-bb38-386ed030817d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.868860] env[69858]: DEBUG oslo_concurrency.lockutils [None req-256652bd-59c3-48cd-973a-2bb7a17b5d50 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "2768718f-4ea0-4f1a-90be-f04b87b50935" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.752s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.982948] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec69f40-bc63-4fb9-a3da-94c63349004e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.990093] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-acfc9105-ff79-420c-b6e0-282b2fe9cb93 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Suspending the VM {{(pid=69858) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1072.990405] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-35ce48b0-171c-4c71-9a17-b01be9a700e9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.000418] env[69858]: DEBUG oslo_vmware.api [None req-acfc9105-ff79-420c-b6e0-282b2fe9cb93 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1073.000418] env[69858]: value = "task-3419525" [ 1073.000418] env[69858]: _type = "Task" [ 1073.000418] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.008948] env[69858]: DEBUG oslo_vmware.api [None req-acfc9105-ff79-420c-b6e0-282b2fe9cb93 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419525, 'name': SuspendVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.157135] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419523, 'name': CreateVM_Task, 'duration_secs': 0.417668} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.157704] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.158455] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.158669] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.158989] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.159280] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb2ee06e-ad41-49e6-8980-fb05fa3dc292 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.166088] env[69858]: DEBUG oslo_vmware.api [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1073.166088] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529d30d6-8f77-4bcd-0e06-a58267abaefe" [ 1073.166088] env[69858]: _type = "Task" [ 1073.166088] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.175501] env[69858]: DEBUG oslo_vmware.api [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529d30d6-8f77-4bcd-0e06-a58267abaefe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.222759] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1073.222759] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e903c0-e237-c4b8-c618-9effabd1de34" [ 1073.222759] env[69858]: _type = "HttpNfcLease" [ 1073.222759] env[69858]: } is ready. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1073.223194] env[69858]: DEBUG oslo_vmware.rw_handles [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1073.223194] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e903c0-e237-c4b8-c618-9effabd1de34" [ 1073.223194] env[69858]: _type = "HttpNfcLease" [ 1073.223194] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1073.224924] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b25b726-d4de-4889-aa41-7f4ca71c2ede {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.233910] env[69858]: DEBUG oslo_vmware.rw_handles [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520e2c71-8d00-5a3f-b9dc-033c538f09cb/disk-0.vmdk from lease info. {{(pid=69858) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1073.234419] env[69858]: DEBUG oslo_vmware.rw_handles [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520e2c71-8d00-5a3f-b9dc-033c538f09cb/disk-0.vmdk for reading. {{(pid=69858) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1073.308262] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0d2763df-d148-46f4-b559-c0ca4e4142c3 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.883s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.318015] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c4bfb1b0-24f4-409f-b83c-bc1351239e4e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Releasing lock "refresh_cache-cf25f649-f669-40a9-b002-ff84d5b75100" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.319124] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c4bfb1b0-24f4-409f-b83c-bc1351239e4e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "cf25f649-f669-40a9-b002-ff84d5b75100" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.319124] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c4bfb1b0-24f4-409f-b83c-bc1351239e4e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquired lock "cf25f649-f669-40a9-b002-ff84d5b75100" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.320069] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58eaca17-23f4-4f03-b5f3-339b853e1aaf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.343347] env[69858]: DEBUG nova.virt.hardware [None req-c4bfb1b0-24f4-409f-b83c-bc1351239e4e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.343763] env[69858]: DEBUG nova.virt.hardware [None req-c4bfb1b0-24f4-409f-b83c-bc1351239e4e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.343950] env[69858]: DEBUG nova.virt.hardware [None req-c4bfb1b0-24f4-409f-b83c-bc1351239e4e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.344306] env[69858]: DEBUG nova.virt.hardware [None req-c4bfb1b0-24f4-409f-b83c-bc1351239e4e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.344556] env[69858]: DEBUG nova.virt.hardware [None req-c4bfb1b0-24f4-409f-b83c-bc1351239e4e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.344840] env[69858]: DEBUG nova.virt.hardware [None req-c4bfb1b0-24f4-409f-b83c-bc1351239e4e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.345133] env[69858]: DEBUG nova.virt.hardware [None req-c4bfb1b0-24f4-409f-b83c-bc1351239e4e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.345393] env[69858]: DEBUG nova.virt.hardware [None req-c4bfb1b0-24f4-409f-b83c-bc1351239e4e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.345647] env[69858]: DEBUG nova.virt.hardware [None req-c4bfb1b0-24f4-409f-b83c-bc1351239e4e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.345906] env[69858]: DEBUG nova.virt.hardware [None req-c4bfb1b0-24f4-409f-b83c-bc1351239e4e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.346090] env[69858]: DEBUG nova.virt.hardware [None req-c4bfb1b0-24f4-409f-b83c-bc1351239e4e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.353953] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bfb1b0-24f4-409f-b83c-bc1351239e4e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Reconfiguring VM to attach interface {{(pid=69858) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1073.359801] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9f47f8a-421c-48a5-986d-1b16b67822dd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.377450] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a852eba5-0f66-417d-b080-998a28a00ef4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.387521] env[69858]: DEBUG oslo_vmware.api [None req-c4bfb1b0-24f4-409f-b83c-bc1351239e4e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 1073.387521] env[69858]: value = "task-3419526" [ 1073.387521] env[69858]: _type = "Task" [ 1073.387521] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.390893] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a3951fe0-28c5-4b3e-85f4-68b01401c20d tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Acquiring lock "e7469996-1a00-428d-9a65-2885e5c471e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.391148] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a3951fe0-28c5-4b3e-85f4-68b01401c20d tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Lock "e7469996-1a00-428d-9a65-2885e5c471e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.391352] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a3951fe0-28c5-4b3e-85f4-68b01401c20d tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Acquiring lock "e7469996-1a00-428d-9a65-2885e5c471e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.391533] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a3951fe0-28c5-4b3e-85f4-68b01401c20d tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Lock "e7469996-1a00-428d-9a65-2885e5c471e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.391700] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a3951fe0-28c5-4b3e-85f4-68b01401c20d tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Lock "e7469996-1a00-428d-9a65-2885e5c471e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.396824] env[69858]: INFO nova.compute.manager [None req-a3951fe0-28c5-4b3e-85f4-68b01401c20d tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Terminating instance [ 1073.401114] env[69858]: DEBUG oslo_vmware.api [None req-c4bfb1b0-24f4-409f-b83c-bc1351239e4e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419526, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.514290] env[69858]: DEBUG oslo_vmware.api [None req-acfc9105-ff79-420c-b6e0-282b2fe9cb93 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419525, 'name': SuspendVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.559026] env[69858]: DEBUG nova.network.neutron [req-d19e509c-79cc-4943-9afb-902a911a0320 req-2549dbe6-4f9d-474a-9e75-8395f5671c3d service nova] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Updated VIF entry in instance network info cache for port 27783069-1ce9-4af6-88a5-7caba215f8b6. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.559433] env[69858]: DEBUG nova.network.neutron [req-d19e509c-79cc-4943-9afb-902a911a0320 req-2549dbe6-4f9d-474a-9e75-8395f5671c3d service nova] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Updating instance_info_cache with network_info: [{"id": "27783069-1ce9-4af6-88a5-7caba215f8b6", "address": "fa:16:3e:b4:fc:f5", "network": {"id": "f1ab05d5-73c8-43f1-82cd-36d1a6d246c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1201552373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19711d5bf05b42d6bcd1a4f2f89fd166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27783069-1c", "ovs_interfaceid": "27783069-1ce9-4af6-88a5-7caba215f8b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.678882] env[69858]: DEBUG oslo_vmware.api [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529d30d6-8f77-4bcd-0e06-a58267abaefe, 'name': SearchDatastore_Task, 'duration_secs': 0.031722} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.682485] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.682485] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1073.682691] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.682733] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.683024] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1073.683449] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68385f6b-f0cc-4b50-9f0b-178984770d12 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.694364] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1073.694920] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1073.695588] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f260c762-b7d3-405e-8996-d42a929b9dfe {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.705180] env[69858]: DEBUG oslo_vmware.api [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1073.705180] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520a2d77-c701-f0e2-0242-d32c488e87b7" [ 1073.705180] env[69858]: _type = "Task" [ 1073.705180] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.718521] env[69858]: DEBUG oslo_vmware.api [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520a2d77-c701-f0e2-0242-d32c488e87b7, 'name': SearchDatastore_Task, 'duration_secs': 0.011966} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.719395] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92a2e71b-a88d-48a4-a349-aed0df46e4f3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.726373] env[69858]: DEBUG oslo_vmware.api [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1073.726373] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524cb1f6-ccfb-ce71-7341-52d7500f756a" [ 1073.726373] env[69858]: _type = "Task" [ 1073.726373] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.740155] env[69858]: DEBUG oslo_vmware.api [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524cb1f6-ccfb-ce71-7341-52d7500f756a, 'name': SearchDatastore_Task, 'duration_secs': 0.010567} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.740442] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.741299] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 3386af81-a87c-4de0-a5fa-a6de94c7a5ab/3386af81-a87c-4de0-a5fa-a6de94c7a5ab.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.741299] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c39b88c6-1da3-408f-893e-026b04ac4573 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.751061] env[69858]: DEBUG oslo_vmware.api [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1073.751061] env[69858]: value = "task-3419527" [ 1073.751061] env[69858]: _type = "Task" [ 1073.751061] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.760761] env[69858]: DEBUG oslo_vmware.api [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419527, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.796360] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e7d5e9-3a14-4f82-b7a7-21b03345ae96 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.807487] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6d5c46-83b6-462f-8344-e7cb4943b68f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.848311] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841e9ae5-9757-4b2f-8c27-980ef97d5d75 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.857895] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ccd6f0-9624-4a33-82bd-36c7c46cd8ac {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.875037] env[69858]: DEBUG nova.compute.provider_tree [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.899885] env[69858]: DEBUG oslo_vmware.api [None req-c4bfb1b0-24f4-409f-b83c-bc1351239e4e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419526, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.910559] env[69858]: DEBUG nova.compute.manager [None req-a3951fe0-28c5-4b3e-85f4-68b01401c20d tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1073.910961] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37e500a5-25df-4341-81a9-fcb80079cbef {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.923308] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9d8b57-58fa-4ea8-8af0-a844f188d2b9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.969000] env[69858]: WARNING nova.virt.vmwareapi.driver [None req-a3951fe0-28c5-4b3e-85f4-68b01401c20d tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance e7469996-1a00-428d-9a65-2885e5c471e0 could not be found. [ 1073.969493] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a3951fe0-28c5-4b3e-85f4-68b01401c20d tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.969959] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d8bd72ff-472e-43f2-9a71-7a44b3fcf928 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.982330] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ba0759-74c8-4352-a601-ac7296c29c72 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.013447] env[69858]: DEBUG oslo_vmware.api [None req-acfc9105-ff79-420c-b6e0-282b2fe9cb93 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419525, 'name': SuspendVM_Task, 'duration_secs': 0.670647} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.030186] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-acfc9105-ff79-420c-b6e0-282b2fe9cb93 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Suspended the VM {{(pid=69858) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1074.030663] env[69858]: DEBUG nova.compute.manager [None req-acfc9105-ff79-420c-b6e0-282b2fe9cb93 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.031246] env[69858]: WARNING nova.virt.vmwareapi.vmops [None req-a3951fe0-28c5-4b3e-85f4-68b01401c20d tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance e7469996-1a00-428d-9a65-2885e5c471e0 could not be found. [ 1074.031570] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a3951fe0-28c5-4b3e-85f4-68b01401c20d tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.031900] env[69858]: INFO nova.compute.manager [None req-a3951fe0-28c5-4b3e-85f4-68b01401c20d tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Took 0.12 seconds to destroy the instance on the hypervisor. [ 1074.032536] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3951fe0-28c5-4b3e-85f4-68b01401c20d tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.033181] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1beb4072-44d2-4006-9b00-0b1e50479e75 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.036163] env[69858]: DEBUG nova.compute.manager [-] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1074.036438] env[69858]: DEBUG nova.network.neutron [-] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1074.062654] env[69858]: DEBUG oslo_concurrency.lockutils [req-d19e509c-79cc-4943-9afb-902a911a0320 req-2549dbe6-4f9d-474a-9e75-8395f5671c3d service nova] Releasing lock "refresh_cache-3386af81-a87c-4de0-a5fa-a6de94c7a5ab" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.095879] env[69858]: DEBUG oslo_concurrency.lockutils [None req-967dc947-6e7c-46f4-86ea-e8b1d5443534 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquiring lock "eaf4530d-bff5-45d3-8161-c63684bdfa59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.096093] env[69858]: DEBUG oslo_concurrency.lockutils [None req-967dc947-6e7c-46f4-86ea-e8b1d5443534 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "eaf4530d-bff5-45d3-8161-c63684bdfa59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.097564] env[69858]: DEBUG oslo_concurrency.lockutils [None req-967dc947-6e7c-46f4-86ea-e8b1d5443534 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquiring lock "eaf4530d-bff5-45d3-8161-c63684bdfa59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.097970] env[69858]: DEBUG oslo_concurrency.lockutils [None req-967dc947-6e7c-46f4-86ea-e8b1d5443534 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "eaf4530d-bff5-45d3-8161-c63684bdfa59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.098499] env[69858]: DEBUG oslo_concurrency.lockutils [None req-967dc947-6e7c-46f4-86ea-e8b1d5443534 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "eaf4530d-bff5-45d3-8161-c63684bdfa59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.101380] env[69858]: INFO nova.compute.manager [None req-967dc947-6e7c-46f4-86ea-e8b1d5443534 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Terminating instance [ 1074.267488] env[69858]: DEBUG oslo_vmware.api [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419527, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496787} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.267816] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 3386af81-a87c-4de0-a5fa-a6de94c7a5ab/3386af81-a87c-4de0-a5fa-a6de94c7a5ab.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1074.267993] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1074.268311] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfd75be3-edfc-41a1-ad0e-0041052ab13c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.275788] env[69858]: DEBUG oslo_vmware.api [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1074.275788] env[69858]: value = "task-3419528" [ 1074.275788] env[69858]: _type = "Task" [ 1074.275788] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.285922] env[69858]: DEBUG oslo_vmware.api [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.378698] env[69858]: DEBUG nova.scheduler.client.report [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.399766] env[69858]: DEBUG oslo_vmware.api [None req-c4bfb1b0-24f4-409f-b83c-bc1351239e4e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419526, 'name': ReconfigVM_Task, 'duration_secs': 0.761751} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.401191] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c4bfb1b0-24f4-409f-b83c-bc1351239e4e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Releasing lock "cf25f649-f669-40a9-b002-ff84d5b75100" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.401428] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bfb1b0-24f4-409f-b83c-bc1351239e4e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Reconfigured VM to attach interface {{(pid=69858) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1074.609262] env[69858]: DEBUG nova.compute.manager [None req-967dc947-6e7c-46f4-86ea-e8b1d5443534 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.610223] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-967dc947-6e7c-46f4-86ea-e8b1d5443534 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.611325] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2a9d46-172d-4b54-9c46-f69f30300a7c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.620610] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-967dc947-6e7c-46f4-86ea-e8b1d5443534 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.621045] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d37ac531-83d7-4855-9100-b7c18f1616c3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.630039] env[69858]: DEBUG oslo_vmware.api [None req-967dc947-6e7c-46f4-86ea-e8b1d5443534 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 1074.630039] env[69858]: value = "task-3419529" [ 1074.630039] env[69858]: _type = "Task" [ 1074.630039] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.646388] env[69858]: DEBUG oslo_vmware.api [None req-967dc947-6e7c-46f4-86ea-e8b1d5443534 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.767574] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1074.768248] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1074.794519] env[69858]: DEBUG oslo_vmware.api [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071604} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.796504] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.797796] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2860bb-ecd7-4b24-ac66-bb5efbc1e180 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.831849] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 3386af81-a87c-4de0-a5fa-a6de94c7a5ab/3386af81-a87c-4de0-a5fa-a6de94c7a5ab.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.833989] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b58ca28f-37cf-4427-9cb1-f6486456825b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.857232] env[69858]: DEBUG oslo_vmware.api [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1074.857232] env[69858]: value = "task-3419530" [ 1074.857232] env[69858]: _type = "Task" [ 1074.857232] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.866648] env[69858]: DEBUG oslo_vmware.api [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419530, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.883983] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.884564] env[69858]: DEBUG nova.compute.manager [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.892021] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.337s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.892021] env[69858]: INFO nova.compute.claims [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.906254] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c4bfb1b0-24f4-409f-b83c-bc1351239e4e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "interface-cf25f649-f669-40a9-b002-ff84d5b75100-f1ebdfe1-142a-46fb-bb38-386ed030817d" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.790s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.029750] env[69858]: INFO nova.compute.manager [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Rebuilding instance [ 1075.080910] env[69858]: DEBUG nova.compute.manager [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.081920] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5622da7e-52a4-4445-8c0e-cb538f0002ee {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.139457] env[69858]: DEBUG nova.network.neutron [-] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.147808] env[69858]: DEBUG oslo_vmware.api [None req-967dc947-6e7c-46f4-86ea-e8b1d5443534 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419529, 'name': PowerOffVM_Task, 'duration_secs': 0.211719} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.148443] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-967dc947-6e7c-46f4-86ea-e8b1d5443534 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.148675] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-967dc947-6e7c-46f4-86ea-e8b1d5443534 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.149029] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d3a1e76-b9c0-4d73-b1f1-eca2a1e37038 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.235793] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-967dc947-6e7c-46f4-86ea-e8b1d5443534 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.236143] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-967dc947-6e7c-46f4-86ea-e8b1d5443534 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.236427] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-967dc947-6e7c-46f4-86ea-e8b1d5443534 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Deleting the datastore file [datastore2] eaf4530d-bff5-45d3-8161-c63684bdfa59 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.236919] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-131d8d3f-fbbb-460b-9615-f47191cd7eab {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.245749] env[69858]: DEBUG oslo_vmware.api [None req-967dc947-6e7c-46f4-86ea-e8b1d5443534 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for the task: (returnval){ [ 1075.245749] env[69858]: value = "task-3419532" [ 1075.245749] env[69858]: _type = "Task" [ 1075.245749] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.257023] env[69858]: DEBUG oslo_vmware.api [None req-967dc947-6e7c-46f4-86ea-e8b1d5443534 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.282072] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.282072] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.282072] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.282072] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.282072] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.282072] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.282072] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69858) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1075.282935] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.323787] env[69858]: DEBUG nova.compute.manager [req-4cf6b13e-12e4-4c54-b5b0-66b4ee837d4d req-f310a8dc-96f4-4da8-a53e-6a5674ac3677 service nova] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Received event network-vif-deleted-cccf39ee-6b42-483f-ad71-73de6b667bd6 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.372282] env[69858]: DEBUG oslo_vmware.api [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419530, 'name': ReconfigVM_Task, 'duration_secs': 0.473662} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.372282] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 3386af81-a87c-4de0-a5fa-a6de94c7a5ab/3386af81-a87c-4de0-a5fa-a6de94c7a5ab.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.372282] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5160cd93-6a14-427e-bcaf-d3b4da7baa8d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.380051] env[69858]: DEBUG oslo_vmware.api [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1075.380051] env[69858]: value = "task-3419533" [ 1075.380051] env[69858]: _type = "Task" [ 1075.380051] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.389733] env[69858]: DEBUG oslo_vmware.api [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419533, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.395832] env[69858]: DEBUG nova.compute.utils [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1075.402363] env[69858]: DEBUG nova.compute.manager [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1075.402363] env[69858]: DEBUG nova.network.neutron [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1075.478360] env[69858]: DEBUG nova.policy [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2a5bfe0d020428a9c1aac46a01540bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3937a5f0dc4b4e8bb3b4946f2c716482', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1075.649349] env[69858]: INFO nova.compute.manager [-] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Took 1.61 seconds to deallocate network for instance. [ 1075.759954] env[69858]: DEBUG oslo_vmware.api [None req-967dc947-6e7c-46f4-86ea-e8b1d5443534 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Task: {'id': task-3419532, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197089} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.760313] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-967dc947-6e7c-46f4-86ea-e8b1d5443534 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.760537] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-967dc947-6e7c-46f4-86ea-e8b1d5443534 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.760754] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-967dc947-6e7c-46f4-86ea-e8b1d5443534 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.760963] env[69858]: INFO nova.compute.manager [None req-967dc947-6e7c-46f4-86ea-e8b1d5443534 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1075.761636] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-967dc947-6e7c-46f4-86ea-e8b1d5443534 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.761893] env[69858]: DEBUG nova.compute.manager [-] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.762056] env[69858]: DEBUG nova.network.neutron [-] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.786288] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.891149] env[69858]: DEBUG oslo_vmware.api [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419533, 'name': Rename_Task, 'duration_secs': 0.171613} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.891549] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.891873] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53aa5a8b-5e84-4793-8266-9df716467b21 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.900163] env[69858]: DEBUG oslo_vmware.api [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1075.900163] env[69858]: value = "task-3419534" [ 1075.900163] env[69858]: _type = "Task" [ 1075.900163] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.909064] env[69858]: DEBUG nova.compute.manager [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.915660] env[69858]: DEBUG oslo_vmware.api [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.993594] env[69858]: DEBUG nova.network.neutron [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Successfully created port: 18f25286-8b41-4dd6-a1c9-3a03146cf924 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1076.099545] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.103183] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db6e1d23-ee7f-43dc-9367-e4259e3d4541 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.113727] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1076.113727] env[69858]: value = "task-3419535" [ 1076.113727] env[69858]: _type = "Task" [ 1076.113727] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.126338] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.222680] env[69858]: INFO nova.compute.manager [None req-a3951fe0-28c5-4b3e-85f4-68b01401c20d tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Took 0.57 seconds to detach 1 volumes for instance. [ 1076.227293] env[69858]: DEBUG nova.compute.manager [None req-a3951fe0-28c5-4b3e-85f4-68b01401c20d tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Deleting volume: c3ab26c7-af77-4c26-91ae-0e4165447464 {{(pid=69858) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1076.376045] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51bd820-a173-4cbf-8dbb-1d5e467116aa {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.385363] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4c574b-cec6-4e34-802d-e4874fb7f235 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.433143] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2466354c-0be5-411e-987f-a8b087ac494d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.445249] env[69858]: DEBUG oslo_vmware.api [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419534, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.448875] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c37e9f-07c4-417a-ac2d-d705eacfcbdb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.466194] env[69858]: DEBUG nova.compute.provider_tree [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.624823] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419535, 'name': PowerOffVM_Task, 'duration_secs': 0.428742} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.625734] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.695555] env[69858]: DEBUG nova.network.neutron [-] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.711116] env[69858]: INFO nova.compute.manager [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Detaching volume 197174c6-19cf-46f7-821f-8345ebd096e9 [ 1076.748397] env[69858]: INFO nova.virt.block_device [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Attempting to driver detach volume 197174c6-19cf-46f7-821f-8345ebd096e9 from mountpoint /dev/sdb [ 1076.748632] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Volume detach. Driver type: vmdk {{(pid=69858) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1076.748895] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682244', 'volume_id': '197174c6-19cf-46f7-821f-8345ebd096e9', 'name': 'volume-197174c6-19cf-46f7-821f-8345ebd096e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5', 'attached_at': '', 'detached_at': '', 'volume_id': '197174c6-19cf-46f7-821f-8345ebd096e9', 'serial': '197174c6-19cf-46f7-821f-8345ebd096e9'} {{(pid=69858) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1076.749854] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a5febd-70c3-4f8d-a954-32896d9e43de {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.781218] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90828b5f-c43f-46b5-9811-3870b75224ac {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.786307] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a3951fe0-28c5-4b3e-85f4-68b01401c20d tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.793590] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fec5156-797b-4d57-aaf2-1ba6549f02e1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.821018] env[69858]: DEBUG nova.compute.manager [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.821984] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ca6542-b1cb-434b-a97d-714f576fa689 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.825094] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825ef659-6765-4eda-8a23-a375d17d08c3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.830500] env[69858]: DEBUG nova.compute.manager [req-a5f824dd-976b-4501-a7f1-3867972f95f8 req-c713eb2a-bd2a-418b-9350-224d24894f05 service nova] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Received event network-vif-deleted-11dc8b45-91af-491d-ba6a-9c50f40735f5 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.851023] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] The volume has not been displaced from its original location: [datastore2] volume-197174c6-19cf-46f7-821f-8345ebd096e9/volume-197174c6-19cf-46f7-821f-8345ebd096e9.vmdk. No consolidation needed. {{(pid=69858) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1076.855667] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1076.856685] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73e48466-ed11-48cd-acca-cd525d10d46b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.894394] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1076.894394] env[69858]: value = "task-3419537" [ 1076.894394] env[69858]: _type = "Task" [ 1076.894394] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.908949] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419537, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.930608] env[69858]: DEBUG nova.compute.manager [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.942239] env[69858]: DEBUG oslo_vmware.api [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419534, 'name': PowerOnVM_Task, 'duration_secs': 0.676248} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.942409] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.943160] env[69858]: INFO nova.compute.manager [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Took 6.52 seconds to spawn the instance on the hypervisor. [ 1076.943160] env[69858]: DEBUG nova.compute.manager [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.943616] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9e0221-9ce9-460a-b116-c17e9339634a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.967198] env[69858]: DEBUG nova.virt.hardware [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.967532] env[69858]: DEBUG nova.virt.hardware [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.967705] env[69858]: DEBUG nova.virt.hardware [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.967896] env[69858]: DEBUG nova.virt.hardware [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.968056] env[69858]: DEBUG nova.virt.hardware [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.968303] env[69858]: DEBUG nova.virt.hardware [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.968528] env[69858]: DEBUG nova.virt.hardware [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.968973] env[69858]: DEBUG nova.virt.hardware [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.969176] env[69858]: DEBUG nova.virt.hardware [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.969351] env[69858]: DEBUG nova.virt.hardware [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.969570] env[69858]: DEBUG nova.virt.hardware [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.970550] env[69858]: DEBUG nova.scheduler.client.report [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.974731] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012eae65-5483-40d3-9787-d15d09d2ea26 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.987410] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39899c71-0305-406f-9091-acec8406e01f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.199013] env[69858]: INFO nova.compute.manager [-] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Took 1.44 seconds to deallocate network for instance. [ 1077.358313] env[69858]: INFO nova.compute.manager [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] instance snapshotting [ 1077.358554] env[69858]: WARNING nova.compute.manager [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1077.362909] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedb1d61-fd96-4928-bed6-42ddbc0640b3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.390542] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f364aa-9b85-468e-8e9b-cd6fbdc23d22 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.411415] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419537, 'name': ReconfigVM_Task, 'duration_secs': 0.408644} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.411415] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1077.415968] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9b25770-2f96-4607-8d5f-931fcf44d2d9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.437735] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1077.437735] env[69858]: value = "task-3419538" [ 1077.437735] env[69858]: _type = "Task" [ 1077.437735] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.446821] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419538, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.464492] env[69858]: INFO nova.compute.manager [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Took 23.20 seconds to build instance. [ 1077.479500] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.480134] env[69858]: DEBUG nova.compute.manager [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1077.483723] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4d10fe6c-657b-4681-9024-f992643a8d78 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 15.372s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.485062] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e75529e0-f5cb-4fe6-ab3b-66f8aaede572 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Acquiring lock "610aba42-6938-4461-a47c-666e92c90918" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.485325] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e75529e0-f5cb-4fe6-ab3b-66f8aaede572 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Lock "610aba42-6938-4461-a47c-666e92c90918" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.485550] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e75529e0-f5cb-4fe6-ab3b-66f8aaede572 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Acquiring lock "610aba42-6938-4461-a47c-666e92c90918-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.486727] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e75529e0-f5cb-4fe6-ab3b-66f8aaede572 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Lock "610aba42-6938-4461-a47c-666e92c90918-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.486727] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e75529e0-f5cb-4fe6-ab3b-66f8aaede572 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Lock "610aba42-6938-4461-a47c-666e92c90918-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.489886] env[69858]: INFO nova.compute.manager [None req-e75529e0-f5cb-4fe6-ab3b-66f8aaede572 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 610aba42-6938-4461-a47c-666e92c90918] Terminating instance [ 1077.638841] env[69858]: DEBUG oslo_concurrency.lockutils [None req-26d89320-d189-4d21-8b8d-c4579ef0eee7 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "interface-cf25f649-f669-40a9-b002-ff84d5b75100-a4936f9c-9bb8-4226-b2de-03af1402dd9a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.638841] env[69858]: DEBUG oslo_concurrency.lockutils [None req-26d89320-d189-4d21-8b8d-c4579ef0eee7 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "interface-cf25f649-f669-40a9-b002-ff84d5b75100-a4936f9c-9bb8-4226-b2de-03af1402dd9a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.644392] env[69858]: DEBUG oslo_concurrency.lockutils [None req-de6793f5-2e0b-4f9f-828b-a163a5aef53a tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Acquiring lock "e79f2876-7137-46d4-b5dd-2ed581de0bcf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.644392] env[69858]: DEBUG oslo_concurrency.lockutils [None req-de6793f5-2e0b-4f9f-828b-a163a5aef53a tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Lock "e79f2876-7137-46d4-b5dd-2ed581de0bcf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.647099] env[69858]: DEBUG oslo_concurrency.lockutils [None req-de6793f5-2e0b-4f9f-828b-a163a5aef53a tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Acquiring lock "e79f2876-7137-46d4-b5dd-2ed581de0bcf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.647099] env[69858]: DEBUG oslo_concurrency.lockutils [None req-de6793f5-2e0b-4f9f-828b-a163a5aef53a tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Lock "e79f2876-7137-46d4-b5dd-2ed581de0bcf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.647099] env[69858]: DEBUG oslo_concurrency.lockutils [None req-de6793f5-2e0b-4f9f-828b-a163a5aef53a tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Lock "e79f2876-7137-46d4-b5dd-2ed581de0bcf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.649276] env[69858]: INFO nova.compute.manager [None req-de6793f5-2e0b-4f9f-828b-a163a5aef53a tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Terminating instance [ 1077.707091] env[69858]: DEBUG oslo_concurrency.lockutils [None req-967dc947-6e7c-46f4-86ea-e8b1d5443534 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.906037] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Creating Snapshot of the VM instance {{(pid=69858) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1077.906422] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4398e02d-beba-43a5-9a33-4a044c5fc010 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.916246] env[69858]: DEBUG oslo_vmware.api [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1077.916246] env[69858]: value = "task-3419539" [ 1077.916246] env[69858]: _type = "Task" [ 1077.916246] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.925495] env[69858]: DEBUG oslo_vmware.api [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419539, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.948554] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419538, 'name': ReconfigVM_Task, 'duration_secs': 0.222195} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.949380] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682244', 'volume_id': '197174c6-19cf-46f7-821f-8345ebd096e9', 'name': 'volume-197174c6-19cf-46f7-821f-8345ebd096e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5', 'attached_at': '', 'detached_at': '', 'volume_id': '197174c6-19cf-46f7-821f-8345ebd096e9', 'serial': '197174c6-19cf-46f7-821f-8345ebd096e9'} {{(pid=69858) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1077.968398] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c71fbb05-541b-4a63-8346-80e34d097132 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "3386af81-a87c-4de0-a5fa-a6de94c7a5ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.713s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.991103] env[69858]: DEBUG nova.compute.utils [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1078.003223] env[69858]: DEBUG nova.compute.manager [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1078.003223] env[69858]: DEBUG nova.network.neutron [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1078.009322] env[69858]: DEBUG nova.compute.manager [None req-e75529e0-f5cb-4fe6-ab3b-66f8aaede572 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 610aba42-6938-4461-a47c-666e92c90918] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.013235] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e75529e0-f5cb-4fe6-ab3b-66f8aaede572 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 610aba42-6938-4461-a47c-666e92c90918] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.014253] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b70079-bf05-41e4-85df-9ada61be526f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.025112] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e75529e0-f5cb-4fe6-ab3b-66f8aaede572 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 610aba42-6938-4461-a47c-666e92c90918] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.025478] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3db8319-88b6-47ef-8331-b88a7f620c54 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.038318] env[69858]: DEBUG oslo_vmware.api [None req-e75529e0-f5cb-4fe6-ab3b-66f8aaede572 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Waiting for the task: (returnval){ [ 1078.038318] env[69858]: value = "task-3419540" [ 1078.038318] env[69858]: _type = "Task" [ 1078.038318] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.050983] env[69858]: DEBUG oslo_vmware.api [None req-e75529e0-f5cb-4fe6-ab3b-66f8aaede572 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.125639] env[69858]: DEBUG nova.policy [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2a5bfe0d020428a9c1aac46a01540bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3937a5f0dc4b4e8bb3b4946f2c716482', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1078.142186] env[69858]: DEBUG oslo_concurrency.lockutils [None req-26d89320-d189-4d21-8b8d-c4579ef0eee7 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "cf25f649-f669-40a9-b002-ff84d5b75100" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.142867] env[69858]: DEBUG oslo_concurrency.lockutils [None req-26d89320-d189-4d21-8b8d-c4579ef0eee7 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquired lock "cf25f649-f669-40a9-b002-ff84d5b75100" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.144080] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c56f8e-68b8-432f-b483-5ea18ad8e739 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.179797] env[69858]: DEBUG nova.compute.manager [None req-de6793f5-2e0b-4f9f-828b-a163a5aef53a tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.179797] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-de6793f5-2e0b-4f9f-828b-a163a5aef53a tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.183136] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59038e07-4a5d-4547-8545-f7136523f2cc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.186798] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efac9e1-f320-4191-874d-2482bcfff6df {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.194777] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6793f5-2e0b-4f9f-828b-a163a5aef53a tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.218007] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21030e3e-e2f7-4bf4-9df0-0faf58f658ea {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.225443] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-26d89320-d189-4d21-8b8d-c4579ef0eee7 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Reconfiguring VM to detach interface {{(pid=69858) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1078.228603] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebdcbe82-c57f-441a-88ae-499ee4593496 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.248750] env[69858]: DEBUG oslo_vmware.api [None req-de6793f5-2e0b-4f9f-828b-a163a5aef53a tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Waiting for the task: (returnval){ [ 1078.248750] env[69858]: value = "task-3419541" [ 1078.248750] env[69858]: _type = "Task" [ 1078.248750] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.251110] env[69858]: DEBUG oslo_vmware.api [None req-26d89320-d189-4d21-8b8d-c4579ef0eee7 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 1078.251110] env[69858]: value = "task-3419542" [ 1078.251110] env[69858]: _type = "Task" [ 1078.251110] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.267424] env[69858]: DEBUG oslo_vmware.api [None req-de6793f5-2e0b-4f9f-828b-a163a5aef53a tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.272426] env[69858]: DEBUG oslo_vmware.api [None req-26d89320-d189-4d21-8b8d-c4579ef0eee7 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419542, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.377521] env[69858]: DEBUG nova.compute.manager [req-23b413cb-f5c1-4257-ac1b-e79404ee7182 req-802e3890-7582-4228-ae0b-81e2c25c9df6 service nova] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Received event network-vif-plugged-18f25286-8b41-4dd6-a1c9-3a03146cf924 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.377801] env[69858]: DEBUG oslo_concurrency.lockutils [req-23b413cb-f5c1-4257-ac1b-e79404ee7182 req-802e3890-7582-4228-ae0b-81e2c25c9df6 service nova] Acquiring lock "d831dcb8-e294-42dd-90b8-e414ed48c194-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.377947] env[69858]: DEBUG oslo_concurrency.lockutils [req-23b413cb-f5c1-4257-ac1b-e79404ee7182 req-802e3890-7582-4228-ae0b-81e2c25c9df6 service nova] Lock "d831dcb8-e294-42dd-90b8-e414ed48c194-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.378822] env[69858]: DEBUG oslo_concurrency.lockutils [req-23b413cb-f5c1-4257-ac1b-e79404ee7182 req-802e3890-7582-4228-ae0b-81e2c25c9df6 service nova] Lock "d831dcb8-e294-42dd-90b8-e414ed48c194-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.378822] env[69858]: DEBUG nova.compute.manager [req-23b413cb-f5c1-4257-ac1b-e79404ee7182 req-802e3890-7582-4228-ae0b-81e2c25c9df6 service nova] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] No waiting events found dispatching network-vif-plugged-18f25286-8b41-4dd6-a1c9-3a03146cf924 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.378822] env[69858]: WARNING nova.compute.manager [req-23b413cb-f5c1-4257-ac1b-e79404ee7182 req-802e3890-7582-4228-ae0b-81e2c25c9df6 service nova] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Received unexpected event network-vif-plugged-18f25286-8b41-4dd6-a1c9-3a03146cf924 for instance with vm_state building and task_state spawning. [ 1078.428761] env[69858]: DEBUG oslo_vmware.api [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419539, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.449805] env[69858]: DEBUG nova.network.neutron [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Successfully updated port: 18f25286-8b41-4dd6-a1c9-3a03146cf924 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.500124] env[69858]: DEBUG nova.compute.manager [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1078.529484] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c1601a-9154-4b17-8846-b9838c07dd3d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.538721] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2221169-10e2-4eb3-a62a-621a086d1f31 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.550759] env[69858]: DEBUG oslo_vmware.api [None req-e75529e0-f5cb-4fe6-ab3b-66f8aaede572 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419540, 'name': PowerOffVM_Task, 'duration_secs': 0.244002} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.577514] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e75529e0-f5cb-4fe6-ab3b-66f8aaede572 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 610aba42-6938-4461-a47c-666e92c90918] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.577665] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e75529e0-f5cb-4fe6-ab3b-66f8aaede572 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 610aba42-6938-4461-a47c-666e92c90918] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.578596] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35276943-044f-4443-9fa3-3ccf04047f5b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.580974] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f9f20d-43b7-4600-acba-9cf2d6c3aff4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.591266] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d971f34d-5ca1-4f7a-bba3-39f0af31fa7a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.606484] env[69858]: DEBUG nova.compute.provider_tree [None req-4d10fe6c-657b-4681-9024-f992643a8d78 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.645207] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e75529e0-f5cb-4fe6-ab3b-66f8aaede572 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 610aba42-6938-4461-a47c-666e92c90918] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.645436] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e75529e0-f5cb-4fe6-ab3b-66f8aaede572 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 610aba42-6938-4461-a47c-666e92c90918] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.645627] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-e75529e0-f5cb-4fe6-ab3b-66f8aaede572 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Deleting the datastore file [datastore1] 610aba42-6938-4461-a47c-666e92c90918 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.645898] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6dec39d8-dc31-40a7-bba4-3c8d437bb845 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.652925] env[69858]: DEBUG oslo_vmware.api [None req-e75529e0-f5cb-4fe6-ab3b-66f8aaede572 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Waiting for the task: (returnval){ [ 1078.652925] env[69858]: value = "task-3419544" [ 1078.652925] env[69858]: _type = "Task" [ 1078.652925] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.662120] env[69858]: DEBUG oslo_vmware.api [None req-e75529e0-f5cb-4fe6-ab3b-66f8aaede572 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.663056] env[69858]: DEBUG nova.network.neutron [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Successfully created port: da568384-942d-4747-9631-48230713ffb7 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1078.748713] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f6e97ffe-b0ef-4daa-a71a-1af362b7acb6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "3386af81-a87c-4de0-a5fa-a6de94c7a5ab" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.748973] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f6e97ffe-b0ef-4daa-a71a-1af362b7acb6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "3386af81-a87c-4de0-a5fa-a6de94c7a5ab" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.768342] env[69858]: DEBUG oslo_vmware.api [None req-de6793f5-2e0b-4f9f-828b-a163a5aef53a tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419541, 'name': PowerOffVM_Task, 'duration_secs': 0.22831} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.772900] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6793f5-2e0b-4f9f-828b-a163a5aef53a tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.773055] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-de6793f5-2e0b-4f9f-828b-a163a5aef53a tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.773664] env[69858]: DEBUG oslo_vmware.api [None req-26d89320-d189-4d21-8b8d-c4579ef0eee7 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.773917] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6318cb7a-5ac1-4ab1-b814-f524418f4a0b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.928621] env[69858]: DEBUG oslo_vmware.api [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419539, 'name': CreateSnapshot_Task, 'duration_secs': 0.931849} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.929101] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Created Snapshot of the VM instance {{(pid=69858) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1078.930443] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1ac811-f5a4-43e1-88c7-0b01bbec9550 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.954408] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Acquiring lock "refresh_cache-d831dcb8-e294-42dd-90b8-e414ed48c194" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.954408] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Acquired lock "refresh_cache-d831dcb8-e294-42dd-90b8-e414ed48c194" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.954408] env[69858]: DEBUG nova.network.neutron [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.997407] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-de6793f5-2e0b-4f9f-828b-a163a5aef53a tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.000041] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-de6793f5-2e0b-4f9f-828b-a163a5aef53a tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.000041] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-de6793f5-2e0b-4f9f-828b-a163a5aef53a tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Deleting the datastore file [datastore1] e79f2876-7137-46d4-b5dd-2ed581de0bcf {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.000041] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76b940ec-5cd7-43fa-83ba-d3f348d77750 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.014770] env[69858]: DEBUG oslo_vmware.api [None req-de6793f5-2e0b-4f9f-828b-a163a5aef53a tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Waiting for the task: (returnval){ [ 1079.014770] env[69858]: value = "task-3419546" [ 1079.014770] env[69858]: _type = "Task" [ 1079.014770] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.019658] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.020429] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17cdfe73-8511-474d-b053-e89e7c75c546 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.028492] env[69858]: DEBUG oslo_vmware.api [None req-de6793f5-2e0b-4f9f-828b-a163a5aef53a tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.032225] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1079.032225] env[69858]: value = "task-3419547" [ 1079.032225] env[69858]: _type = "Task" [ 1079.032225] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.041757] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] VM already powered off {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1079.042202] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Volume detach. Driver type: vmdk {{(pid=69858) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1079.042592] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682244', 'volume_id': '197174c6-19cf-46f7-821f-8345ebd096e9', 'name': 'volume-197174c6-19cf-46f7-821f-8345ebd096e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5', 'attached_at': '', 'detached_at': '', 'volume_id': '197174c6-19cf-46f7-821f-8345ebd096e9', 'serial': '197174c6-19cf-46f7-821f-8345ebd096e9'} {{(pid=69858) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1079.043733] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819de056-c8f8-4b40-bd4e-8a9567f25b37 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.070780] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4eb7f2-43f3-486b-bb44-dd52d644b5f5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.079350] env[69858]: WARNING nova.virt.vmwareapi.driver [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1079.079932] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.080908] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3529b2-3234-4c77-a6d7-0fe323d1fcaf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.088480] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.089033] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7c76730-c60f-4d82-837f-2eb4b46a31c5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.115028] env[69858]: DEBUG nova.scheduler.client.report [None req-4d10fe6c-657b-4681-9024-f992643a8d78 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.160768] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.161265] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.161602] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Deleting the datastore file [datastore1] 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.161988] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fce3abb1-3a15-4791-920e-d74654ccd98d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.168076] env[69858]: DEBUG oslo_vmware.api [None req-e75529e0-f5cb-4fe6-ab3b-66f8aaede572 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221883} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.168967] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-e75529e0-f5cb-4fe6-ab3b-66f8aaede572 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.169499] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e75529e0-f5cb-4fe6-ab3b-66f8aaede572 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 610aba42-6938-4461-a47c-666e92c90918] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.172301] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e75529e0-f5cb-4fe6-ab3b-66f8aaede572 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 610aba42-6938-4461-a47c-666e92c90918] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.172301] env[69858]: INFO nova.compute.manager [None req-e75529e0-f5cb-4fe6-ab3b-66f8aaede572 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: 610aba42-6938-4461-a47c-666e92c90918] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1079.172301] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e75529e0-f5cb-4fe6-ab3b-66f8aaede572 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.172301] env[69858]: DEBUG nova.compute.manager [-] [instance: 610aba42-6938-4461-a47c-666e92c90918] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.172301] env[69858]: DEBUG nova.network.neutron [-] [instance: 610aba42-6938-4461-a47c-666e92c90918] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.174436] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1079.174436] env[69858]: value = "task-3419549" [ 1079.174436] env[69858]: _type = "Task" [ 1079.174436] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.190021] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.258966] env[69858]: DEBUG nova.compute.utils [None req-f6e97ffe-b0ef-4daa-a71a-1af362b7acb6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1079.274047] env[69858]: DEBUG oslo_vmware.api [None req-26d89320-d189-4d21-8b8d-c4579ef0eee7 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.341973] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0a1f96c4-68d7-4f5b-827c-00110a922927 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquiring lock "60f35308-2c0b-49b5-b59c-f009be3d3822" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.341973] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0a1f96c4-68d7-4f5b-827c-00110a922927 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lock "60f35308-2c0b-49b5-b59c-f009be3d3822" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.451038] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Creating linked-clone VM from snapshot {{(pid=69858) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1079.451038] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-149adc92-7d25-4034-87db-3ded845474c4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.461432] env[69858]: DEBUG oslo_vmware.api [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1079.461432] env[69858]: value = "task-3419550" [ 1079.461432] env[69858]: _type = "Task" [ 1079.461432] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.470854] env[69858]: DEBUG oslo_vmware.api [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419550, 'name': CloneVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.494586] env[69858]: DEBUG nova.network.neutron [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1079.516999] env[69858]: DEBUG nova.compute.manager [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1079.538033] env[69858]: DEBUG oslo_vmware.api [None req-de6793f5-2e0b-4f9f-828b-a163a5aef53a tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Task: {'id': task-3419546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213707} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.540408] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-de6793f5-2e0b-4f9f-828b-a163a5aef53a tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.540607] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-de6793f5-2e0b-4f9f-828b-a163a5aef53a tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.540790] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-de6793f5-2e0b-4f9f-828b-a163a5aef53a tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.541074] env[69858]: INFO nova.compute.manager [None req-de6793f5-2e0b-4f9f-828b-a163a5aef53a tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Took 1.36 seconds to destroy the instance on the hypervisor. [ 1079.541405] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de6793f5-2e0b-4f9f-828b-a163a5aef53a tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.546364] env[69858]: DEBUG nova.compute.manager [-] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.546495] env[69858]: DEBUG nova.network.neutron [-] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.555894] env[69858]: DEBUG nova.virt.hardware [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.556193] env[69858]: DEBUG nova.virt.hardware [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.556349] env[69858]: DEBUG nova.virt.hardware [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.556557] env[69858]: DEBUG nova.virt.hardware [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.556730] env[69858]: DEBUG nova.virt.hardware [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.556933] env[69858]: DEBUG nova.virt.hardware [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.557392] env[69858]: DEBUG nova.virt.hardware [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.557631] env[69858]: DEBUG nova.virt.hardware [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.557874] env[69858]: DEBUG nova.virt.hardware [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.558151] env[69858]: DEBUG nova.virt.hardware [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.558394] env[69858]: DEBUG nova.virt.hardware [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.560679] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f461ef37-d622-49b8-9758-2a84231dce16 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.574188] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab40202-3c12-4650-a65a-933d1f946cc6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.670821] env[69858]: DEBUG nova.network.neutron [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Updating instance_info_cache with network_info: [{"id": "18f25286-8b41-4dd6-a1c9-3a03146cf924", "address": "fa:16:3e:a8:ca:e6", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18f25286-8b", "ovs_interfaceid": "18f25286-8b41-4dd6-a1c9-3a03146cf924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.687776] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206473} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.687776] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.687951] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.688615] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.772265] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f6e97ffe-b0ef-4daa-a71a-1af362b7acb6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "3386af81-a87c-4de0-a5fa-a6de94c7a5ab" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.023s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.773276] env[69858]: DEBUG oslo_vmware.api [None req-26d89320-d189-4d21-8b8d-c4579ef0eee7 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.845493] env[69858]: INFO nova.compute.manager [None req-0a1f96c4-68d7-4f5b-827c-00110a922927 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Detaching volume b29a0f99-abdb-46de-9372-127548a50c02 [ 1079.889019] env[69858]: INFO nova.virt.block_device [None req-0a1f96c4-68d7-4f5b-827c-00110a922927 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Attempting to driver detach volume b29a0f99-abdb-46de-9372-127548a50c02 from mountpoint /dev/sdb [ 1079.889019] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a1f96c4-68d7-4f5b-827c-00110a922927 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Volume detach. Driver type: vmdk {{(pid=69858) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1079.889019] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a1f96c4-68d7-4f5b-827c-00110a922927 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682232', 'volume_id': 'b29a0f99-abdb-46de-9372-127548a50c02', 'name': 'volume-b29a0f99-abdb-46de-9372-127548a50c02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60f35308-2c0b-49b5-b59c-f009be3d3822', 'attached_at': '', 'detached_at': '', 'volume_id': 'b29a0f99-abdb-46de-9372-127548a50c02', 'serial': 'b29a0f99-abdb-46de-9372-127548a50c02'} {{(pid=69858) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1079.890145] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1c41f8-fe35-4ec6-9451-40f5db982393 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.913645] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a872c10c-0962-4111-a3e7-5967b006251e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.922146] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539ea305-0d11-4fcd-9b48-efe449db0be0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.952638] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8496cf5-2298-4e31-a6e8-207095321cb9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.968399] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a1f96c4-68d7-4f5b-827c-00110a922927 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] The volume has not been displaced from its original location: [datastore1] volume-b29a0f99-abdb-46de-9372-127548a50c02/volume-b29a0f99-abdb-46de-9372-127548a50c02.vmdk. No consolidation needed. {{(pid=69858) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1079.973760] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a1f96c4-68d7-4f5b-827c-00110a922927 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Reconfiguring VM instance instance-00000033 to detach disk 2001 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1079.977064] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bf27b22-d248-49c5-8b74-246ecfef3671 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.998103] env[69858]: DEBUG oslo_vmware.api [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419550, 'name': CloneVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.998103] env[69858]: DEBUG oslo_vmware.api [None req-0a1f96c4-68d7-4f5b-827c-00110a922927 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 1079.998103] env[69858]: value = "task-3419551" [ 1079.998103] env[69858]: _type = "Task" [ 1079.998103] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.013247] env[69858]: DEBUG oslo_vmware.api [None req-0a1f96c4-68d7-4f5b-827c-00110a922927 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419551, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.030813] env[69858]: DEBUG nova.network.neutron [-] [instance: 610aba42-6938-4461-a47c-666e92c90918] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.125242] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4d10fe6c-657b-4681-9024-f992643a8d78 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.642s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.128412] env[69858]: DEBUG oslo_concurrency.lockutils [None req-00671ae4-0c46-406f-adc4-75cb2e53d6c2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.389s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.128640] env[69858]: DEBUG nova.objects.instance [None req-00671ae4-0c46-406f-adc4-75cb2e53d6c2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lazy-loading 'resources' on Instance uuid aeb3621f-9613-4696-b23e-477d9c150b46 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.157565] env[69858]: DEBUG nova.compute.manager [req-3819daa8-22a0-4c3d-beaa-753a1cd694d5 req-e0674772-242f-4c38-9572-59543775a1ac service nova] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Received event network-vif-plugged-da568384-942d-4747-9631-48230713ffb7 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.157802] env[69858]: DEBUG oslo_concurrency.lockutils [req-3819daa8-22a0-4c3d-beaa-753a1cd694d5 req-e0674772-242f-4c38-9572-59543775a1ac service nova] Acquiring lock "3b0a0b5e-cec1-442f-97a0-83bce3164395-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.158118] env[69858]: DEBUG oslo_concurrency.lockutils [req-3819daa8-22a0-4c3d-beaa-753a1cd694d5 req-e0674772-242f-4c38-9572-59543775a1ac service nova] Lock "3b0a0b5e-cec1-442f-97a0-83bce3164395-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.158197] env[69858]: DEBUG oslo_concurrency.lockutils [req-3819daa8-22a0-4c3d-beaa-753a1cd694d5 req-e0674772-242f-4c38-9572-59543775a1ac service nova] Lock "3b0a0b5e-cec1-442f-97a0-83bce3164395-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.158385] env[69858]: DEBUG nova.compute.manager [req-3819daa8-22a0-4c3d-beaa-753a1cd694d5 req-e0674772-242f-4c38-9572-59543775a1ac service nova] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] No waiting events found dispatching network-vif-plugged-da568384-942d-4747-9631-48230713ffb7 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1080.158612] env[69858]: WARNING nova.compute.manager [req-3819daa8-22a0-4c3d-beaa-753a1cd694d5 req-e0674772-242f-4c38-9572-59543775a1ac service nova] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Received unexpected event network-vif-plugged-da568384-942d-4747-9631-48230713ffb7 for instance with vm_state building and task_state spawning. [ 1080.173638] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Releasing lock "refresh_cache-d831dcb8-e294-42dd-90b8-e414ed48c194" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.173771] env[69858]: DEBUG nova.compute.manager [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Instance network_info: |[{"id": "18f25286-8b41-4dd6-a1c9-3a03146cf924", "address": "fa:16:3e:a8:ca:e6", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18f25286-8b", "ovs_interfaceid": "18f25286-8b41-4dd6-a1c9-3a03146cf924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1080.174189] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:ca:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18f25286-8b41-4dd6-a1c9-3a03146cf924', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.182093] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Creating folder: Project (3937a5f0dc4b4e8bb3b4946f2c716482). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1080.182833] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3711a969-483f-4aff-a601-90339ce254db {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.196353] env[69858]: INFO nova.virt.block_device [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Booting with volume 197174c6-19cf-46f7-821f-8345ebd096e9 at /dev/sdb [ 1080.199375] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Created folder: Project (3937a5f0dc4b4e8bb3b4946f2c716482) in parent group-v682032. [ 1080.199375] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Creating folder: Instances. Parent ref: group-v682251. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1080.199375] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c4fce9c-2f8c-4154-a1df-973b8be413fc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.209353] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Created folder: Instances in parent group-v682251. [ 1080.209620] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.209854] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.210087] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78286013-a2a2-4829-a3cd-322c42f93281 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.229905] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.229905] env[69858]: value = "task-3419554" [ 1080.229905] env[69858]: _type = "Task" [ 1080.229905] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.238177] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419554, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.239325] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3cb9a958-a630-4353-a6dc-dc270f656a42 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.247592] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e91ea7-807c-48ce-abc5-7fcccc54647d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.260683] env[69858]: DEBUG nova.network.neutron [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Successfully updated port: da568384-942d-4747-9631-48230713ffb7 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.290832] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9647705f-c80d-4c68-b217-ce64a61e09ab {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.292943] env[69858]: DEBUG oslo_vmware.api [None req-26d89320-d189-4d21-8b8d-c4579ef0eee7 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.300133] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ea822f-dbef-4204-b093-9105c24b7996 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.334929] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7b3f4a-12a5-4f1a-8986-1fc2b5f26b38 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.344506] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4844ee5-ab1b-488f-9564-47cfe65580a3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.358524] env[69858]: DEBUG nova.virt.block_device [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Updating existing volume attachment record: ec09ccb9-7c3a-4aee-b72c-c3d7fd790b37 {{(pid=69858) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1080.376372] env[69858]: DEBUG nova.network.neutron [-] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.423018] env[69858]: DEBUG nova.compute.manager [req-53c2afef-3248-4a80-a016-f9c2070d4523 req-3fd00ec5-1a38-4e6b-a937-b6f0955fd744 service nova] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Received event network-changed-18f25286-8b41-4dd6-a1c9-3a03146cf924 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.423278] env[69858]: DEBUG nova.compute.manager [req-53c2afef-3248-4a80-a016-f9c2070d4523 req-3fd00ec5-1a38-4e6b-a937-b6f0955fd744 service nova] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Refreshing instance network info cache due to event network-changed-18f25286-8b41-4dd6-a1c9-3a03146cf924. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.423539] env[69858]: DEBUG oslo_concurrency.lockutils [req-53c2afef-3248-4a80-a016-f9c2070d4523 req-3fd00ec5-1a38-4e6b-a937-b6f0955fd744 service nova] Acquiring lock "refresh_cache-d831dcb8-e294-42dd-90b8-e414ed48c194" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.423728] env[69858]: DEBUG oslo_concurrency.lockutils [req-53c2afef-3248-4a80-a016-f9c2070d4523 req-3fd00ec5-1a38-4e6b-a937-b6f0955fd744 service nova] Acquired lock "refresh_cache-d831dcb8-e294-42dd-90b8-e414ed48c194" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.423961] env[69858]: DEBUG nova.network.neutron [req-53c2afef-3248-4a80-a016-f9c2070d4523 req-3fd00ec5-1a38-4e6b-a937-b6f0955fd744 service nova] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Refreshing network info cache for port 18f25286-8b41-4dd6-a1c9-3a03146cf924 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.478330] env[69858]: DEBUG oslo_vmware.api [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419550, 'name': CloneVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.508304] env[69858]: DEBUG oslo_vmware.api [None req-0a1f96c4-68d7-4f5b-827c-00110a922927 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419551, 'name': ReconfigVM_Task, 'duration_secs': 0.47658} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.508658] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a1f96c4-68d7-4f5b-827c-00110a922927 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Reconfigured VM instance instance-00000033 to detach disk 2001 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1080.513801] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af785ff5-29cf-4700-aa7f-530b124644c5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.532363] env[69858]: DEBUG oslo_vmware.api [None req-0a1f96c4-68d7-4f5b-827c-00110a922927 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 1080.532363] env[69858]: value = "task-3419555" [ 1080.532363] env[69858]: _type = "Task" [ 1080.532363] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.532894] env[69858]: INFO nova.compute.manager [-] [instance: 610aba42-6938-4461-a47c-666e92c90918] Took 1.36 seconds to deallocate network for instance. [ 1080.546343] env[69858]: DEBUG oslo_vmware.api [None req-0a1f96c4-68d7-4f5b-827c-00110a922927 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419555, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.701955] env[69858]: INFO nova.scheduler.client.report [None req-4d10fe6c-657b-4681-9024-f992643a8d78 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Deleted allocation for migration 821110a1-2fdf-4dc4-9988-c0802215b4d8 [ 1080.740939] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419554, 'name': CreateVM_Task, 'duration_secs': 0.38874} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.743493] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.744452] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.744609] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.744964] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.745259] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b107d2c1-4add-4c01-a713-7b43e4a3167a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.750246] env[69858]: DEBUG oslo_vmware.api [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Waiting for the task: (returnval){ [ 1080.750246] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524b8a57-af09-90a3-8ccd-b26f90fffb9f" [ 1080.750246] env[69858]: _type = "Task" [ 1080.750246] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.763751] env[69858]: DEBUG oslo_vmware.api [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524b8a57-af09-90a3-8ccd-b26f90fffb9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.766416] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Acquiring lock "refresh_cache-3b0a0b5e-cec1-442f-97a0-83bce3164395" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.766640] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Acquired lock "refresh_cache-3b0a0b5e-cec1-442f-97a0-83bce3164395" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.766808] env[69858]: DEBUG nova.network.neutron [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.772838] env[69858]: DEBUG oslo_vmware.api [None req-26d89320-d189-4d21-8b8d-c4579ef0eee7 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.841833] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f6e97ffe-b0ef-4daa-a71a-1af362b7acb6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "3386af81-a87c-4de0-a5fa-a6de94c7a5ab" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.841982] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f6e97ffe-b0ef-4daa-a71a-1af362b7acb6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "3386af81-a87c-4de0-a5fa-a6de94c7a5ab" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.842140] env[69858]: INFO nova.compute.manager [None req-f6e97ffe-b0ef-4daa-a71a-1af362b7acb6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Attaching volume 5e3f04ca-c438-4edd-9d29-0ea5f0965bfb to /dev/sdb [ 1080.879622] env[69858]: INFO nova.compute.manager [-] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Took 1.33 seconds to deallocate network for instance. [ 1080.880579] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4b0c2c-3847-47f8-a22a-5c505b06551b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.894328] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d67360f-02ca-4960-a5a0-cc04489f3141 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.912097] env[69858]: DEBUG nova.virt.block_device [None req-f6e97ffe-b0ef-4daa-a71a-1af362b7acb6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Updating existing volume attachment record: 84c1edd4-c4b3-477c-8c90-9e6b3527808a {{(pid=69858) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1080.979762] env[69858]: DEBUG oslo_vmware.api [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419550, 'name': CloneVM_Task, 'duration_secs': 1.347527} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.979992] env[69858]: INFO nova.virt.vmwareapi.vmops [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Created linked-clone VM from snapshot [ 1080.980785] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1a6c04-e713-4e58-abf9-2bbc6ec90473 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.991157] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Uploading image 5c1ab057-a4a9-44a5-bb2f-f49297b99cc2 {{(pid=69858) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1081.024602] env[69858]: DEBUG oslo_vmware.rw_handles [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1081.024602] env[69858]: value = "vm-682250" [ 1081.024602] env[69858]: _type = "VirtualMachine" [ 1081.024602] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1081.027879] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cf67fed9-9f9f-415b-8fbb-0136a9803481 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.039711] env[69858]: DEBUG oslo_vmware.rw_handles [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lease: (returnval){ [ 1081.039711] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b26f86-5813-5573-bfb5-5fbb403c0c14" [ 1081.039711] env[69858]: _type = "HttpNfcLease" [ 1081.039711] env[69858]: } obtained for exporting VM: (result){ [ 1081.039711] env[69858]: value = "vm-682250" [ 1081.039711] env[69858]: _type = "VirtualMachine" [ 1081.039711] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1081.039982] env[69858]: DEBUG oslo_vmware.api [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the lease: (returnval){ [ 1081.039982] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b26f86-5813-5573-bfb5-5fbb403c0c14" [ 1081.039982] env[69858]: _type = "HttpNfcLease" [ 1081.039982] env[69858]: } to be ready. {{(pid=69858) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1081.047415] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e75529e0-f5cb-4fe6-ab3b-66f8aaede572 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.047720] env[69858]: DEBUG oslo_vmware.api [None req-0a1f96c4-68d7-4f5b-827c-00110a922927 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419555, 'name': ReconfigVM_Task, 'duration_secs': 0.16267} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.050720] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a1f96c4-68d7-4f5b-827c-00110a922927 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682232', 'volume_id': 'b29a0f99-abdb-46de-9372-127548a50c02', 'name': 'volume-b29a0f99-abdb-46de-9372-127548a50c02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60f35308-2c0b-49b5-b59c-f009be3d3822', 'attached_at': '', 'detached_at': '', 'volume_id': 'b29a0f99-abdb-46de-9372-127548a50c02', 'serial': 'b29a0f99-abdb-46de-9372-127548a50c02'} {{(pid=69858) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1081.056050] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1081.056050] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b26f86-5813-5573-bfb5-5fbb403c0c14" [ 1081.056050] env[69858]: _type = "HttpNfcLease" [ 1081.056050] env[69858]: } is ready. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1081.058876] env[69858]: DEBUG oslo_vmware.rw_handles [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1081.058876] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b26f86-5813-5573-bfb5-5fbb403c0c14" [ 1081.058876] env[69858]: _type = "HttpNfcLease" [ 1081.058876] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1081.059933] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd90535-f735-4894-a2f1-a8439b355f6b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.068382] env[69858]: DEBUG oslo_vmware.rw_handles [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520bfdc7-d407-d25c-fa8f-cdf8aa0d51ad/disk-0.vmdk from lease info. {{(pid=69858) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1081.068570] env[69858]: DEBUG oslo_vmware.rw_handles [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520bfdc7-d407-d25c-fa8f-cdf8aa0d51ad/disk-0.vmdk for reading. {{(pid=69858) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1081.158380] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8342216-8189-443b-8911-4eedf8a9d199 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.168990] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fa2b83-a156-48ff-a02c-c36bc4fc0fac {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.202815] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3d4b56-725a-477a-b423-ebb3796f6c73 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.206522] env[69858]: DEBUG nova.network.neutron [req-53c2afef-3248-4a80-a016-f9c2070d4523 req-3fd00ec5-1a38-4e6b-a937-b6f0955fd744 service nova] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Updated VIF entry in instance network info cache for port 18f25286-8b41-4dd6-a1c9-3a03146cf924. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.206862] env[69858]: DEBUG nova.network.neutron [req-53c2afef-3248-4a80-a016-f9c2070d4523 req-3fd00ec5-1a38-4e6b-a937-b6f0955fd744 service nova] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Updating instance_info_cache with network_info: [{"id": "18f25286-8b41-4dd6-a1c9-3a03146cf924", "address": "fa:16:3e:a8:ca:e6", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18f25286-8b", "ovs_interfaceid": "18f25286-8b41-4dd6-a1c9-3a03146cf924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.210346] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4d10fe6c-657b-4681-9024-f992643a8d78 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "57d65995-b755-4261-b549-a0a5e2e20f88" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 21.968s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.214520] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704a9606-ed75-4bbd-afc5-875637486639 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.228536] env[69858]: DEBUG nova.compute.provider_tree [None req-00671ae4-0c46-406f-adc4-75cb2e53d6c2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.258390] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-29c2c6e3-ee32-40ef-a087-7b7c2d6558c1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.264081] env[69858]: DEBUG oslo_vmware.api [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524b8a57-af09-90a3-8ccd-b26f90fffb9f, 'name': SearchDatastore_Task, 'duration_secs': 0.013842} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.267640] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.267898] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.268199] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.268381] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.268562] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.271541] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59867e3d-0f37-4f84-b46a-82defbc929df {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.280182] env[69858]: DEBUG oslo_vmware.api [None req-26d89320-d189-4d21-8b8d-c4579ef0eee7 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.281669] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.281845] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.283510] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc613754-1a16-4a05-b220-6148c9c2f3c4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.292389] env[69858]: DEBUG oslo_vmware.api [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Waiting for the task: (returnval){ [ 1081.292389] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b9ea8b-cabd-a82a-9eff-2619f151703b" [ 1081.292389] env[69858]: _type = "Task" [ 1081.292389] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.308095] env[69858]: DEBUG oslo_vmware.api [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b9ea8b-cabd-a82a-9eff-2619f151703b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.308992] env[69858]: DEBUG nova.network.neutron [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.398164] env[69858]: DEBUG oslo_concurrency.lockutils [None req-de6793f5-2e0b-4f9f-828b-a163a5aef53a tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.464723] env[69858]: DEBUG nova.network.neutron [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Updating instance_info_cache with network_info: [{"id": "da568384-942d-4747-9631-48230713ffb7", "address": "fa:16:3e:a9:af:5f", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda568384-94", "ovs_interfaceid": "da568384-942d-4747-9631-48230713ffb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.615178] env[69858]: DEBUG nova.objects.instance [None req-0a1f96c4-68d7-4f5b-827c-00110a922927 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lazy-loading 'flavor' on Instance uuid 60f35308-2c0b-49b5-b59c-f009be3d3822 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.709786] env[69858]: DEBUG oslo_concurrency.lockutils [req-53c2afef-3248-4a80-a016-f9c2070d4523 req-3fd00ec5-1a38-4e6b-a937-b6f0955fd744 service nova] Releasing lock "refresh_cache-d831dcb8-e294-42dd-90b8-e414ed48c194" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.710212] env[69858]: DEBUG nova.compute.manager [req-53c2afef-3248-4a80-a016-f9c2070d4523 req-3fd00ec5-1a38-4e6b-a937-b6f0955fd744 service nova] [instance: 610aba42-6938-4461-a47c-666e92c90918] Received event network-vif-deleted-d43371e4-87ce-4565-b3ae-73d9526c8507 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.710839] env[69858]: DEBUG nova.compute.manager [req-53c2afef-3248-4a80-a016-f9c2070d4523 req-3fd00ec5-1a38-4e6b-a937-b6f0955fd744 service nova] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Received event network-vif-deleted-d142d0d9-3ae3-42ba-81fd-8e0cd9c95cf9 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.732890] env[69858]: DEBUG nova.scheduler.client.report [None req-00671ae4-0c46-406f-adc4-75cb2e53d6c2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.775356] env[69858]: DEBUG oslo_vmware.api [None req-26d89320-d189-4d21-8b8d-c4579ef0eee7 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.804044] env[69858]: DEBUG oslo_vmware.api [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b9ea8b-cabd-a82a-9eff-2619f151703b, 'name': SearchDatastore_Task, 'duration_secs': 0.021276} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.805139] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2bb96e8-1ed4-4b9a-aee6-9f1b0e274c71 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.813370] env[69858]: DEBUG oslo_vmware.api [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Waiting for the task: (returnval){ [ 1081.813370] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f1e3b7-8a13-6c6a-a722-f338de786885" [ 1081.813370] env[69858]: _type = "Task" [ 1081.813370] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.823635] env[69858]: DEBUG oslo_vmware.api [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f1e3b7-8a13-6c6a-a722-f338de786885, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.968079] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Releasing lock "refresh_cache-3b0a0b5e-cec1-442f-97a0-83bce3164395" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.968586] env[69858]: DEBUG nova.compute.manager [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Instance network_info: |[{"id": "da568384-942d-4747-9631-48230713ffb7", "address": "fa:16:3e:a9:af:5f", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda568384-94", "ovs_interfaceid": "da568384-942d-4747-9631-48230713ffb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1081.969318] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:af:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da568384-942d-4747-9631-48230713ffb7', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.977842] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.978327] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.978792] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f9da72e-6de2-4bb4-bb4f-62de7f8b5184 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.002395] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.002395] env[69858]: value = "task-3419560" [ 1082.002395] env[69858]: _type = "Task" [ 1082.002395] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.012242] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419560, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.078831] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9a8ac00f-8e02-43ed-8501-af7de5df8536 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "57d65995-b755-4261-b549-a0a5e2e20f88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.079191] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9a8ac00f-8e02-43ed-8501-af7de5df8536 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "57d65995-b755-4261-b549-a0a5e2e20f88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.079652] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9a8ac00f-8e02-43ed-8501-af7de5df8536 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "57d65995-b755-4261-b549-a0a5e2e20f88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.079938] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9a8ac00f-8e02-43ed-8501-af7de5df8536 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "57d65995-b755-4261-b549-a0a5e2e20f88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.080852] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9a8ac00f-8e02-43ed-8501-af7de5df8536 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "57d65995-b755-4261-b549-a0a5e2e20f88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.083129] env[69858]: INFO nova.compute.manager [None req-9a8ac00f-8e02-43ed-8501-af7de5df8536 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Terminating instance [ 1082.238999] env[69858]: DEBUG oslo_concurrency.lockutils [None req-00671ae4-0c46-406f-adc4-75cb2e53d6c2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.110s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.243046] env[69858]: DEBUG oslo_concurrency.lockutils [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.188s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.244755] env[69858]: INFO nova.compute.claims [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: 03c83187-61c2-4191-a3e6-fc401bb1577c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.274054] env[69858]: INFO nova.scheduler.client.report [None req-00671ae4-0c46-406f-adc4-75cb2e53d6c2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Deleted allocations for instance aeb3621f-9613-4696-b23e-477d9c150b46 [ 1082.286245] env[69858]: DEBUG oslo_vmware.api [None req-26d89320-d189-4d21-8b8d-c4579ef0eee7 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.325762] env[69858]: DEBUG oslo_vmware.api [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f1e3b7-8a13-6c6a-a722-f338de786885, 'name': SearchDatastore_Task, 'duration_secs': 0.015346} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.327167] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.327855] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] d831dcb8-e294-42dd-90b8-e414ed48c194/d831dcb8-e294-42dd-90b8-e414ed48c194.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1082.328035] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-506f97f2-480e-4a8b-82cc-7c665b82c5d4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.337664] env[69858]: DEBUG oslo_vmware.api [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Waiting for the task: (returnval){ [ 1082.337664] env[69858]: value = "task-3419561" [ 1082.337664] env[69858]: _type = "Task" [ 1082.337664] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.347877] env[69858]: DEBUG oslo_vmware.api [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.514094] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419560, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.538788] env[69858]: DEBUG oslo_vmware.rw_handles [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520e2c71-8d00-5a3f-b9dc-033c538f09cb/disk-0.vmdk. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1082.540175] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4481b67b-0850-4711-9190-9a51ded7307f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.548187] env[69858]: DEBUG oslo_vmware.rw_handles [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520e2c71-8d00-5a3f-b9dc-033c538f09cb/disk-0.vmdk is in state: ready. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1082.548385] env[69858]: ERROR oslo_vmware.rw_handles [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520e2c71-8d00-5a3f-b9dc-033c538f09cb/disk-0.vmdk due to incomplete transfer. [ 1082.548727] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e0bed6da-d09d-42f8-afac-46861bd13ae0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.558849] env[69858]: DEBUG oslo_vmware.rw_handles [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520e2c71-8d00-5a3f-b9dc-033c538f09cb/disk-0.vmdk. {{(pid=69858) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1082.559623] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Uploaded image 84b56735-46d6-4b01-bfca-8fcd2851c792 to the Glance image server {{(pid=69858) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1082.562081] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Destroying the VM {{(pid=69858) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1082.562530] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9ca48c16-7045-4759-bfc6-159153c10aa1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.572868] env[69858]: DEBUG oslo_vmware.api [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1082.572868] env[69858]: value = "task-3419562" [ 1082.572868] env[69858]: _type = "Task" [ 1082.572868] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.585666] env[69858]: DEBUG oslo_vmware.api [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419562, 'name': Destroy_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.588534] env[69858]: DEBUG nova.compute.manager [None req-9a8ac00f-8e02-43ed-8501-af7de5df8536 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.588829] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8ac00f-8e02-43ed-8501-af7de5df8536 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.589799] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abe3b88-bb72-4273-a331-dc42ba943d44 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.600064] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8ac00f-8e02-43ed-8501-af7de5df8536 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.600064] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f90d9648-0887-4872-aed1-69f9d5fa0657 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.607988] env[69858]: DEBUG oslo_vmware.api [None req-9a8ac00f-8e02-43ed-8501-af7de5df8536 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1082.607988] env[69858]: value = "task-3419563" [ 1082.607988] env[69858]: _type = "Task" [ 1082.607988] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.617931] env[69858]: DEBUG oslo_vmware.api [None req-9a8ac00f-8e02-43ed-8501-af7de5df8536 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.625620] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0a1f96c4-68d7-4f5b-827c-00110a922927 tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lock "60f35308-2c0b-49b5-b59c-f009be3d3822" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.285s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.714901] env[69858]: DEBUG nova.virt.hardware [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.715231] env[69858]: DEBUG nova.virt.hardware [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.715352] env[69858]: DEBUG nova.virt.hardware [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.715542] env[69858]: DEBUG nova.virt.hardware [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.715714] env[69858]: DEBUG nova.virt.hardware [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.715860] env[69858]: DEBUG nova.virt.hardware [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.716106] env[69858]: DEBUG nova.virt.hardware [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.716270] env[69858]: DEBUG nova.virt.hardware [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.716441] env[69858]: DEBUG nova.virt.hardware [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.716610] env[69858]: DEBUG nova.virt.hardware [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.716808] env[69858]: DEBUG nova.virt.hardware [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.717788] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bba66c-ff94-4826-87ae-9f91a9133fc8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.727286] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fde313-79a4-411f-98ee-f7c4f6ab6009 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.743289] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:7a:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '67921bdb-a7a0-46b5-ba05-ca997496e222', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4bd92ec-6c4d-4bca-bc26-f759381941a2', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.751245] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.753955] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.754374] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40cea2e6-c6eb-4135-9ca5-f41db448daac {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.787682] env[69858]: DEBUG oslo_vmware.api [None req-26d89320-d189-4d21-8b8d-c4579ef0eee7 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.791943] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.791943] env[69858]: value = "task-3419564" [ 1082.791943] env[69858]: _type = "Task" [ 1082.791943] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.792494] env[69858]: DEBUG oslo_concurrency.lockutils [None req-00671ae4-0c46-406f-adc4-75cb2e53d6c2 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "aeb3621f-9613-4696-b23e-477d9c150b46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.012s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.806773] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419564, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.852056] env[69858]: DEBUG oslo_vmware.api [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.866336] env[69858]: DEBUG nova.compute.manager [req-e28880c1-2020-42ba-8632-7acd2c4fa265 req-07fa68fb-cdb6-4d6f-acd8-7480f5e78f84 service nova] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Received event network-changed-da568384-942d-4747-9631-48230713ffb7 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.866534] env[69858]: DEBUG nova.compute.manager [req-e28880c1-2020-42ba-8632-7acd2c4fa265 req-07fa68fb-cdb6-4d6f-acd8-7480f5e78f84 service nova] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Refreshing instance network info cache due to event network-changed-da568384-942d-4747-9631-48230713ffb7. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.866770] env[69858]: DEBUG oslo_concurrency.lockutils [req-e28880c1-2020-42ba-8632-7acd2c4fa265 req-07fa68fb-cdb6-4d6f-acd8-7480f5e78f84 service nova] Acquiring lock "refresh_cache-3b0a0b5e-cec1-442f-97a0-83bce3164395" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.866909] env[69858]: DEBUG oslo_concurrency.lockutils [req-e28880c1-2020-42ba-8632-7acd2c4fa265 req-07fa68fb-cdb6-4d6f-acd8-7480f5e78f84 service nova] Acquired lock "refresh_cache-3b0a0b5e-cec1-442f-97a0-83bce3164395" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.867087] env[69858]: DEBUG nova.network.neutron [req-e28880c1-2020-42ba-8632-7acd2c4fa265 req-07fa68fb-cdb6-4d6f-acd8-7480f5e78f84 service nova] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Refreshing network info cache for port da568384-942d-4747-9631-48230713ffb7 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.017447] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419560, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.089043] env[69858]: DEBUG oslo_vmware.api [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419562, 'name': Destroy_Task, 'duration_secs': 0.494883} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.089354] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Destroyed the VM [ 1083.089601] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Deleting Snapshot of the VM instance {{(pid=69858) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1083.089881] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-859d44b3-2805-4765-9dd3-52765a93d954 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.098864] env[69858]: DEBUG oslo_vmware.api [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1083.098864] env[69858]: value = "task-3419565" [ 1083.098864] env[69858]: _type = "Task" [ 1083.098864] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.109683] env[69858]: DEBUG oslo_vmware.api [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419565, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.119302] env[69858]: DEBUG oslo_vmware.api [None req-9a8ac00f-8e02-43ed-8501-af7de5df8536 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.289919] env[69858]: DEBUG oslo_vmware.api [None req-26d89320-d189-4d21-8b8d-c4579ef0eee7 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.308910] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419564, 'name': CreateVM_Task, 'duration_secs': 0.394998} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.308910] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.308910] env[69858]: DEBUG oslo_concurrency.lockutils [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.308910] env[69858]: DEBUG oslo_concurrency.lockutils [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.308910] env[69858]: DEBUG oslo_concurrency.lockutils [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.308910] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9db9b7d-a0cb-48ed-97ba-ee9171cec75a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.314311] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1083.314311] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5272c764-8bf2-49b4-709c-d409e730c722" [ 1083.314311] env[69858]: _type = "Task" [ 1083.314311] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.326690] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5272c764-8bf2-49b4-709c-d409e730c722, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.350170] env[69858]: DEBUG oslo_vmware.api [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.465879] env[69858]: DEBUG oslo_concurrency.lockutils [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "52f9cc80-37b5-4a07-b685-08eedac6b609" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.466400] env[69858]: DEBUG oslo_concurrency.lockutils [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "52f9cc80-37b5-4a07-b685-08eedac6b609" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.517855] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419560, 'name': CreateVM_Task, 'duration_secs': 1.478821} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.517855] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.518393] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.616216] env[69858]: DEBUG oslo_vmware.api [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419565, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.630097] env[69858]: DEBUG oslo_vmware.api [None req-9a8ac00f-8e02-43ed-8501-af7de5df8536 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419563, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.638915] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec36c1b-525b-495c-b846-577f98d2c44a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.648958] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6a4ba6-72ac-49e5-b639-cbacc045d8b0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.693671] env[69858]: DEBUG nova.network.neutron [req-e28880c1-2020-42ba-8632-7acd2c4fa265 req-07fa68fb-cdb6-4d6f-acd8-7480f5e78f84 service nova] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Updated VIF entry in instance network info cache for port da568384-942d-4747-9631-48230713ffb7. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.694143] env[69858]: DEBUG nova.network.neutron [req-e28880c1-2020-42ba-8632-7acd2c4fa265 req-07fa68fb-cdb6-4d6f-acd8-7480f5e78f84 service nova] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Updating instance_info_cache with network_info: [{"id": "da568384-942d-4747-9631-48230713ffb7", "address": "fa:16:3e:a9:af:5f", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda568384-94", "ovs_interfaceid": "da568384-942d-4747-9631-48230713ffb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.696013] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0bdc27-f1d8-4b46-8c07-ff9d7ad02e39 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.707763] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f58e2a-5757-44f3-aa6d-26c4cc394f4c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.727108] env[69858]: DEBUG nova.compute.provider_tree [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1083.771065] env[69858]: DEBUG oslo_concurrency.lockutils [None req-344011f5-4990-4347-946c-d83aa6a3fe8a tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquiring lock "60f35308-2c0b-49b5-b59c-f009be3d3822" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.771065] env[69858]: DEBUG oslo_concurrency.lockutils [None req-344011f5-4990-4347-946c-d83aa6a3fe8a tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lock "60f35308-2c0b-49b5-b59c-f009be3d3822" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.771381] env[69858]: DEBUG oslo_concurrency.lockutils [None req-344011f5-4990-4347-946c-d83aa6a3fe8a tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquiring lock "60f35308-2c0b-49b5-b59c-f009be3d3822-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.771483] env[69858]: DEBUG oslo_concurrency.lockutils [None req-344011f5-4990-4347-946c-d83aa6a3fe8a tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lock "60f35308-2c0b-49b5-b59c-f009be3d3822-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.772095] env[69858]: DEBUG oslo_concurrency.lockutils [None req-344011f5-4990-4347-946c-d83aa6a3fe8a tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lock "60f35308-2c0b-49b5-b59c-f009be3d3822-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.773952] env[69858]: INFO nova.compute.manager [None req-344011f5-4990-4347-946c-d83aa6a3fe8a tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Terminating instance [ 1083.789338] env[69858]: DEBUG oslo_vmware.api [None req-26d89320-d189-4d21-8b8d-c4579ef0eee7 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419542, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.826996] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5272c764-8bf2-49b4-709c-d409e730c722, 'name': SearchDatastore_Task, 'duration_secs': 0.021819} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.827299] env[69858]: DEBUG oslo_concurrency.lockutils [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.827583] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.827868] env[69858]: DEBUG oslo_concurrency.lockutils [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.828033] env[69858]: DEBUG oslo_concurrency.lockutils [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.828206] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.828503] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.828846] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.829108] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49047f30-d886-4375-9522-1d3d15de8cef {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.831228] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50f52813-5f26-4d96-a319-e56fdb4af319 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.837458] env[69858]: DEBUG oslo_vmware.api [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Waiting for the task: (returnval){ [ 1083.837458] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528d53a7-0312-bd6d-a668-6db9e7bc58ad" [ 1083.837458] env[69858]: _type = "Task" [ 1083.837458] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.846370] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.846577] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.850840] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b454ecc9-c4db-48ca-8d7a-5e42b37f5962 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.853260] env[69858]: DEBUG oslo_vmware.api [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528d53a7-0312-bd6d-a668-6db9e7bc58ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.857806] env[69858]: DEBUG oslo_vmware.api [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419561, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.859773] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1083.859773] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52fbf039-d2f7-25d7-13f9-17c15dd952cd" [ 1083.859773] env[69858]: _type = "Task" [ 1083.859773] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.868782] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52fbf039-d2f7-25d7-13f9-17c15dd952cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.969373] env[69858]: DEBUG nova.compute.manager [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1084.112127] env[69858]: DEBUG oslo_vmware.api [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419565, 'name': RemoveSnapshot_Task, 'duration_secs': 0.589313} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.116887] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Deleted Snapshot of the VM instance {{(pid=69858) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1084.117165] env[69858]: INFO nova.compute.manager [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Took 16.10 seconds to snapshot the instance on the hypervisor. [ 1084.125318] env[69858]: DEBUG oslo_vmware.api [None req-9a8ac00f-8e02-43ed-8501-af7de5df8536 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419563, 'name': PowerOffVM_Task, 'duration_secs': 1.087305} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.125567] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8ac00f-8e02-43ed-8501-af7de5df8536 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.125739] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8ac00f-8e02-43ed-8501-af7de5df8536 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.126102] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd0485d4-6778-4f45-bade-7f0257d49bb2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.200441] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8ac00f-8e02-43ed-8501-af7de5df8536 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.200712] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8ac00f-8e02-43ed-8501-af7de5df8536 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.200932] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a8ac00f-8e02-43ed-8501-af7de5df8536 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Deleting the datastore file [datastore1] 57d65995-b755-4261-b549-a0a5e2e20f88 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.201582] env[69858]: DEBUG oslo_concurrency.lockutils [req-e28880c1-2020-42ba-8632-7acd2c4fa265 req-07fa68fb-cdb6-4d6f-acd8-7480f5e78f84 service nova] Releasing lock "refresh_cache-3b0a0b5e-cec1-442f-97a0-83bce3164395" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.201982] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-170d9dd7-4f97-4bb1-8d08-d4129e54600f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.210736] env[69858]: DEBUG oslo_vmware.api [None req-9a8ac00f-8e02-43ed-8501-af7de5df8536 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1084.210736] env[69858]: value = "task-3419568" [ 1084.210736] env[69858]: _type = "Task" [ 1084.210736] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.221085] env[69858]: DEBUG oslo_vmware.api [None req-9a8ac00f-8e02-43ed-8501-af7de5df8536 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.249713] env[69858]: ERROR nova.scheduler.client.report [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [req-83e4f780-2ff9-4bec-9db9-fbef596d4f74] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0eb830e-e56f-4bef-ab3f-89644f27fe23. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-83e4f780-2ff9-4bec-9db9-fbef596d4f74"}]} [ 1084.262961] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "b74c0471-7dc4-45f6-add2-31c3f6e4fcb6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.263358] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "b74c0471-7dc4-45f6-add2-31c3f6e4fcb6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.266383] env[69858]: DEBUG nova.scheduler.client.report [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Refreshing inventories for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1084.280585] env[69858]: DEBUG nova.scheduler.client.report [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Updating ProviderTree inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1084.280843] env[69858]: DEBUG nova.compute.provider_tree [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1084.284107] env[69858]: DEBUG nova.compute.manager [None req-344011f5-4990-4347-946c-d83aa6a3fe8a tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.284352] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-344011f5-4990-4347-946c-d83aa6a3fe8a tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.285629] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551b8da2-8666-4fff-9e68-ea8e4aa5ed46 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.292213] env[69858]: DEBUG oslo_vmware.api [None req-26d89320-d189-4d21-8b8d-c4579ef0eee7 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419542, 'name': ReconfigVM_Task, 'duration_secs': 5.85825} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.292722] env[69858]: DEBUG oslo_concurrency.lockutils [None req-26d89320-d189-4d21-8b8d-c4579ef0eee7 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Releasing lock "cf25f649-f669-40a9-b002-ff84d5b75100" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.292988] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-26d89320-d189-4d21-8b8d-c4579ef0eee7 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Reconfigured VM to detach interface {{(pid=69858) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1084.296127] env[69858]: DEBUG nova.scheduler.client.report [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Refreshing aggregate associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, aggregates: None {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1084.300666] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-344011f5-4990-4347-946c-d83aa6a3fe8a tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.301998] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d9c25f5-8c09-464b-a6e6-c834a39a40d5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.308551] env[69858]: DEBUG oslo_vmware.api [None req-344011f5-4990-4347-946c-d83aa6a3fe8a tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 1084.308551] env[69858]: value = "task-3419569" [ 1084.308551] env[69858]: _type = "Task" [ 1084.308551] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.320017] env[69858]: DEBUG oslo_vmware.api [None req-344011f5-4990-4347-946c-d83aa6a3fe8a tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.321217] env[69858]: DEBUG nova.scheduler.client.report [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Refreshing trait associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1084.358341] env[69858]: DEBUG oslo_vmware.api [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419561, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.728157} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.358843] env[69858]: DEBUG oslo_vmware.api [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528d53a7-0312-bd6d-a668-6db9e7bc58ad, 'name': SearchDatastore_Task, 'duration_secs': 0.023988} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.361562] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] d831dcb8-e294-42dd-90b8-e414ed48c194/d831dcb8-e294-42dd-90b8-e414ed48c194.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.361727] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.362063] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.362318] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1084.362525] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.363860] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62ccc7fd-56d8-4e21-bd38-14b4af6d4c69 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.379991] env[69858]: DEBUG oslo_vmware.api [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Waiting for the task: (returnval){ [ 1084.379991] env[69858]: value = "task-3419570" [ 1084.379991] env[69858]: _type = "Task" [ 1084.379991] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.380376] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52fbf039-d2f7-25d7-13f9-17c15dd952cd, 'name': SearchDatastore_Task, 'duration_secs': 0.034421} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.384358] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6854445-48ea-4072-99e2-4b04df81af08 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.399559] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1084.399559] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52be300f-760c-11b7-2ce0-b8713f111f03" [ 1084.399559] env[69858]: _type = "Task" [ 1084.399559] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.400458] env[69858]: DEBUG oslo_vmware.api [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.410938] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52be300f-760c-11b7-2ce0-b8713f111f03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.493376] env[69858]: DEBUG oslo_concurrency.lockutils [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.660866] env[69858]: DEBUG nova.compute.manager [None req-49cfdb69-f1ab-4068-8a27-28db98aa21c2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Found 1 images (rotation: 2) {{(pid=69858) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1084.683263] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d93cd1-c098-45eb-861a-b44cd5202798 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.693621] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d88e79f-7a5e-4d15-a1d3-2aae10d14d58 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.730510] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e8c2cc-a9de-439a-a57d-b48167c7ea14 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.741533] env[69858]: DEBUG oslo_vmware.api [None req-9a8ac00f-8e02-43ed-8501-af7de5df8536 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377538} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.741891] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a8ac00f-8e02-43ed-8501-af7de5df8536 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.742092] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8ac00f-8e02-43ed-8501-af7de5df8536 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.742278] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8ac00f-8e02-43ed-8501-af7de5df8536 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.742453] env[69858]: INFO nova.compute.manager [None req-9a8ac00f-8e02-43ed-8501-af7de5df8536 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Took 2.15 seconds to destroy the instance on the hypervisor. [ 1084.742682] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a8ac00f-8e02-43ed-8501-af7de5df8536 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.743961] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099f22c4-70ba-45d9-b64a-c14391be1bbe {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.748237] env[69858]: DEBUG nova.compute.manager [-] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1084.748237] env[69858]: DEBUG nova.network.neutron [-] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.763812] env[69858]: DEBUG nova.compute.provider_tree [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1084.765609] env[69858]: DEBUG nova.compute.manager [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1084.823719] env[69858]: DEBUG oslo_vmware.api [None req-344011f5-4990-4347-946c-d83aa6a3fe8a tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419569, 'name': PowerOffVM_Task, 'duration_secs': 0.317115} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.823719] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-344011f5-4990-4347-946c-d83aa6a3fe8a tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.823719] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-344011f5-4990-4347-946c-d83aa6a3fe8a tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.823719] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c08d35b-836f-4476-931a-3c2578b0783c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.895774] env[69858]: DEBUG oslo_vmware.api [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103946} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.895774] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1084.895774] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1cdfbd-f30d-4ab3-9801-f4a5aafb16f1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.901331] env[69858]: DEBUG nova.compute.manager [req-80040601-a1a2-4549-895c-5b4fc3dd587c req-931d38ba-7f31-4198-87aa-f6c3fa1810d0 service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Received event network-vif-deleted-a4936f9c-9bb8-4226-b2de-03af1402dd9a {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.901617] env[69858]: INFO nova.compute.manager [req-80040601-a1a2-4549-895c-5b4fc3dd587c req-931d38ba-7f31-4198-87aa-f6c3fa1810d0 service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Neutron deleted interface a4936f9c-9bb8-4226-b2de-03af1402dd9a; detaching it from the instance and deleting it from the info cache [ 1084.901931] env[69858]: DEBUG nova.network.neutron [req-80040601-a1a2-4549-895c-5b4fc3dd587c req-931d38ba-7f31-4198-87aa-f6c3fa1810d0 service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Updating instance_info_cache with network_info: [{"id": "6836815f-d353-42f0-816c-9d1ca58a6957", "address": "fa:16:3e:6b:6f:9e", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6836815f-d3", "ovs_interfaceid": "6836815f-d353-42f0-816c-9d1ca58a6957", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f1ebdfe1-142a-46fb-bb38-386ed030817d", "address": "fa:16:3e:44:89:ec", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1ebdfe1-14", "ovs_interfaceid": "f1ebdfe1-142a-46fb-bb38-386ed030817d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.908982] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-344011f5-4990-4347-946c-d83aa6a3fe8a tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.909254] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-344011f5-4990-4347-946c-d83aa6a3fe8a tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.909508] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-344011f5-4990-4347-946c-d83aa6a3fe8a tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Deleting the datastore file [datastore2] 60f35308-2c0b-49b5-b59c-f009be3d3822 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.910196] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74316c10-ba62-4f24-bce5-df45f5d8ecca {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.936015] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] d831dcb8-e294-42dd-90b8-e414ed48c194/d831dcb8-e294-42dd-90b8-e414ed48c194.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.936430] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52be300f-760c-11b7-2ce0-b8713f111f03, 'name': SearchDatastore_Task, 'duration_secs': 0.019505} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.938199] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4da1b181-eb52-452e-8754-1956bae4f992 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.955869] env[69858]: DEBUG oslo_concurrency.lockutils [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.956208] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5/9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.958506] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.958984] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1084.959137] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59c6b293-9c84-4d63-8da6-a23482acfc04 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.961340] env[69858]: DEBUG oslo_vmware.api [None req-344011f5-4990-4347-946c-d83aa6a3fe8a tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 1084.961340] env[69858]: value = "task-3419572" [ 1084.961340] env[69858]: _type = "Task" [ 1084.961340] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.961916] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cb3d8a5-ea15-4e66-a54c-228b6c917746 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.971181] env[69858]: DEBUG oslo_vmware.api [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Waiting for the task: (returnval){ [ 1084.971181] env[69858]: value = "task-3419573" [ 1084.971181] env[69858]: _type = "Task" [ 1084.971181] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.972334] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1084.972334] env[69858]: value = "task-3419574" [ 1084.972334] env[69858]: _type = "Task" [ 1084.972334] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.983349] env[69858]: DEBUG oslo_vmware.api [None req-344011f5-4990-4347-946c-d83aa6a3fe8a tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.985687] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1084.985782] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1084.987069] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fdf82e8-a357-44cf-a994-4bbd362ebc5a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.997819] env[69858]: DEBUG oslo_vmware.api [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419573, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.997819] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.002879] env[69858]: DEBUG oslo_vmware.api [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Waiting for the task: (returnval){ [ 1085.002879] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e414d7-c653-a2e5-e88e-7de89838b788" [ 1085.002879] env[69858]: _type = "Task" [ 1085.002879] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.014089] env[69858]: DEBUG oslo_vmware.api [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e414d7-c653-a2e5-e88e-7de89838b788, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.034169] env[69858]: DEBUG nova.compute.manager [req-fbdaf46b-9413-4bb8-915d-a88fb3b4a4da req-3bec9605-8391-4f90-8f8d-1fdaee2667b0 service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Received event network-vif-deleted-f1ebdfe1-142a-46fb-bb38-386ed030817d {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.034392] env[69858]: INFO nova.compute.manager [req-fbdaf46b-9413-4bb8-915d-a88fb3b4a4da req-3bec9605-8391-4f90-8f8d-1fdaee2667b0 service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Neutron deleted interface f1ebdfe1-142a-46fb-bb38-386ed030817d; detaching it from the instance and deleting it from the info cache [ 1085.034668] env[69858]: DEBUG nova.network.neutron [req-fbdaf46b-9413-4bb8-915d-a88fb3b4a4da req-3bec9605-8391-4f90-8f8d-1fdaee2667b0 service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Updating instance_info_cache with network_info: [{"id": "6836815f-d353-42f0-816c-9d1ca58a6957", "address": "fa:16:3e:6b:6f:9e", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6836815f-d3", "ovs_interfaceid": "6836815f-d353-42f0-816c-9d1ca58a6957", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.293866] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.305136] env[69858]: DEBUG nova.scheduler.client.report [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Updated inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with generation 118 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1085.305413] env[69858]: DEBUG nova.compute.provider_tree [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Updating resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 generation from 118 to 119 during operation: update_inventory {{(pid=69858) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1085.305633] env[69858]: DEBUG nova.compute.provider_tree [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1085.408559] env[69858]: DEBUG oslo_concurrency.lockutils [req-80040601-a1a2-4549-895c-5b4fc3dd587c req-931d38ba-7f31-4198-87aa-f6c3fa1810d0 service nova] Acquiring lock "cf25f649-f669-40a9-b002-ff84d5b75100" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.408830] env[69858]: DEBUG oslo_concurrency.lockutils [req-80040601-a1a2-4549-895c-5b4fc3dd587c req-931d38ba-7f31-4198-87aa-f6c3fa1810d0 service nova] Acquired lock "cf25f649-f669-40a9-b002-ff84d5b75100" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.409828] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2997b29c-c206-4f4a-85d4-12f34431ed65 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.430485] env[69858]: DEBUG oslo_concurrency.lockutils [req-80040601-a1a2-4549-895c-5b4fc3dd587c req-931d38ba-7f31-4198-87aa-f6c3fa1810d0 service nova] Releasing lock "cf25f649-f669-40a9-b002-ff84d5b75100" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.430806] env[69858]: WARNING nova.compute.manager [req-80040601-a1a2-4549-895c-5b4fc3dd587c req-931d38ba-7f31-4198-87aa-f6c3fa1810d0 service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Detach interface failed, port_id=a4936f9c-9bb8-4226-b2de-03af1402dd9a, reason: No device with interface-id a4936f9c-9bb8-4226-b2de-03af1402dd9a exists on VM: nova.exception.NotFound: No device with interface-id a4936f9c-9bb8-4226-b2de-03af1402dd9a exists on VM [ 1085.472844] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6e97ffe-b0ef-4daa-a71a-1af362b7acb6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Volume attach. Driver type: vmdk {{(pid=69858) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1085.472844] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6e97ffe-b0ef-4daa-a71a-1af362b7acb6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682255', 'volume_id': '5e3f04ca-c438-4edd-9d29-0ea5f0965bfb', 'name': 'volume-5e3f04ca-c438-4edd-9d29-0ea5f0965bfb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3386af81-a87c-4de0-a5fa-a6de94c7a5ab', 'attached_at': '', 'detached_at': '', 'volume_id': '5e3f04ca-c438-4edd-9d29-0ea5f0965bfb', 'serial': '5e3f04ca-c438-4edd-9d29-0ea5f0965bfb'} {{(pid=69858) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1085.473989] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86e3339-3d9b-46bb-a16a-b66cc0dfe726 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.493675] env[69858]: DEBUG oslo_vmware.api [None req-344011f5-4990-4347-946c-d83aa6a3fe8a tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313113} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.508171] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-344011f5-4990-4347-946c-d83aa6a3fe8a tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.508483] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-344011f5-4990-4347-946c-d83aa6a3fe8a tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.508711] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-344011f5-4990-4347-946c-d83aa6a3fe8a tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.508948] env[69858]: INFO nova.compute.manager [None req-344011f5-4990-4347-946c-d83aa6a3fe8a tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1085.509247] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-344011f5-4990-4347-946c-d83aa6a3fe8a tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.512852] env[69858]: DEBUG nova.compute.manager [-] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.512983] env[69858]: DEBUG nova.network.neutron [-] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1085.518171] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a6cb25-fec0-4055-aeb4-10034e0e406b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.522026] env[69858]: DEBUG oslo_vmware.api [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419573, 'name': ReconfigVM_Task, 'duration_secs': 0.375196} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.524886] env[69858]: DEBUG nova.network.neutron [-] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.526171] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Reconfigured VM instance instance-00000053 to attach disk [datastore2] d831dcb8-e294-42dd-90b8-e414ed48c194/d831dcb8-e294-42dd-90b8-e414ed48c194.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.526847] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419574, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.528174] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3101b99e-4160-48a5-a044-9d7820b1bc94 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.544236] env[69858]: DEBUG oslo_concurrency.lockutils [req-fbdaf46b-9413-4bb8-915d-a88fb3b4a4da req-3bec9605-8391-4f90-8f8d-1fdaee2667b0 service nova] Acquiring lock "cf25f649-f669-40a9-b002-ff84d5b75100" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.544417] env[69858]: DEBUG oslo_concurrency.lockutils [req-fbdaf46b-9413-4bb8-915d-a88fb3b4a4da req-3bec9605-8391-4f90-8f8d-1fdaee2667b0 service nova] Acquired lock "cf25f649-f669-40a9-b002-ff84d5b75100" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.552101] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6e97ffe-b0ef-4daa-a71a-1af362b7acb6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] volume-5e3f04ca-c438-4edd-9d29-0ea5f0965bfb/volume-5e3f04ca-c438-4edd-9d29-0ea5f0965bfb.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.559343] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdab876-5850-48a3-8d27-248c85ca1749 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.561207] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ba1b562-6024-40ed-aa98-5fc8891ca917 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.575532] env[69858]: DEBUG oslo_vmware.api [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Waiting for the task: (returnval){ [ 1085.575532] env[69858]: value = "task-3419575" [ 1085.575532] env[69858]: _type = "Task" [ 1085.575532] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.575771] env[69858]: DEBUG oslo_vmware.api [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e414d7-c653-a2e5-e88e-7de89838b788, 'name': SearchDatastore_Task, 'duration_secs': 0.015182} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.580611] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ee3f87b-1d08-44c5-bac3-ef7c0eefbe1d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.597515] env[69858]: DEBUG oslo_concurrency.lockutils [None req-26d89320-d189-4d21-8b8d-c4579ef0eee7 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "refresh_cache-cf25f649-f669-40a9-b002-ff84d5b75100" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.597889] env[69858]: DEBUG oslo_concurrency.lockutils [None req-26d89320-d189-4d21-8b8d-c4579ef0eee7 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquired lock "refresh_cache-cf25f649-f669-40a9-b002-ff84d5b75100" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.597889] env[69858]: DEBUG nova.network.neutron [None req-26d89320-d189-4d21-8b8d-c4579ef0eee7 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.603027] env[69858]: DEBUG oslo_vmware.api [None req-f6e97ffe-b0ef-4daa-a71a-1af362b7acb6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1085.603027] env[69858]: value = "task-3419576" [ 1085.603027] env[69858]: _type = "Task" [ 1085.603027] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.603694] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d07bd1-49ef-4441-8570-7676c1e0fe48 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.617128] env[69858]: DEBUG oslo_vmware.api [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Waiting for the task: (returnval){ [ 1085.617128] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d3ad58-af77-274f-3761-a577da9f6f99" [ 1085.617128] env[69858]: _type = "Task" [ 1085.617128] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.617490] env[69858]: DEBUG oslo_concurrency.lockutils [None req-afacf17a-227d-48e4-9043-4274eaeafeef tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "cf25f649-f669-40a9-b002-ff84d5b75100" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.618098] env[69858]: DEBUG oslo_vmware.api [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419575, 'name': Rename_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.645683] env[69858]: DEBUG oslo_vmware.api [None req-f6e97ffe-b0ef-4daa-a71a-1af362b7acb6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.652813] env[69858]: DEBUG nova.virt.vmwareapi.vmops [req-fbdaf46b-9413-4bb8-915d-a88fb3b4a4da req-3bec9605-8391-4f90-8f8d-1fdaee2667b0 service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Reconfiguring VM to detach interface {{(pid=69858) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1085.654210] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c02943c-6a6c-46e3-9b79-8ef3ec824d67 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.676333] env[69858]: DEBUG oslo_vmware.api [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d3ad58-af77-274f-3761-a577da9f6f99, 'name': SearchDatastore_Task, 'duration_secs': 0.015417} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.677681] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.677965] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 3b0a0b5e-cec1-442f-97a0-83bce3164395/3b0a0b5e-cec1-442f-97a0-83bce3164395.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1085.678298] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cce7db8-0acc-4eb1-95b6-2a1255bf82a5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.683478] env[69858]: DEBUG oslo_vmware.api [req-fbdaf46b-9413-4bb8-915d-a88fb3b4a4da req-3bec9605-8391-4f90-8f8d-1fdaee2667b0 service nova] Waiting for the task: (returnval){ [ 1085.683478] env[69858]: value = "task-3419577" [ 1085.683478] env[69858]: _type = "Task" [ 1085.683478] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.688474] env[69858]: DEBUG oslo_vmware.api [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Waiting for the task: (returnval){ [ 1085.688474] env[69858]: value = "task-3419578" [ 1085.688474] env[69858]: _type = "Task" [ 1085.688474] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.699112] env[69858]: DEBUG oslo_vmware.api [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.702990] env[69858]: DEBUG oslo_vmware.api [req-fbdaf46b-9413-4bb8-915d-a88fb3b4a4da req-3bec9605-8391-4f90-8f8d-1fdaee2667b0 service nova] Task: {'id': task-3419577, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.813501] env[69858]: DEBUG oslo_concurrency.lockutils [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.571s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.814122] env[69858]: DEBUG nova.compute.manager [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: 03c83187-61c2-4191-a3e6-fc401bb1577c] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1085.817479] env[69858]: DEBUG oslo_concurrency.lockutils [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.032s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.818946] env[69858]: INFO nova.compute.claims [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1085.997881] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556153} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.998273] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5/9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.998542] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.998887] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c5489b6-e905-4ec7-ad71-5ed7f5e31932 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.014207] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1086.014207] env[69858]: value = "task-3419579" [ 1086.014207] env[69858]: _type = "Task" [ 1086.014207] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.028340] env[69858]: INFO nova.compute.manager [-] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Took 1.28 seconds to deallocate network for instance. [ 1086.028738] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419579, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.088222] env[69858]: DEBUG oslo_vmware.api [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419575, 'name': Rename_Task, 'duration_secs': 0.179203} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.088517] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.088820] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80f89acf-472f-4493-ad5b-9ff237806345 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.099521] env[69858]: DEBUG oslo_vmware.api [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Waiting for the task: (returnval){ [ 1086.099521] env[69858]: value = "task-3419580" [ 1086.099521] env[69858]: _type = "Task" [ 1086.099521] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.116140] env[69858]: DEBUG oslo_vmware.api [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.122554] env[69858]: DEBUG oslo_vmware.api [None req-f6e97ffe-b0ef-4daa-a71a-1af362b7acb6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.203272] env[69858]: DEBUG oslo_vmware.api [req-fbdaf46b-9413-4bb8-915d-a88fb3b4a4da req-3bec9605-8391-4f90-8f8d-1fdaee2667b0 service nova] Task: {'id': task-3419577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.207022] env[69858]: DEBUG oslo_vmware.api [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419578, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.323941] env[69858]: DEBUG nova.compute.utils [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1086.327393] env[69858]: DEBUG nova.compute.manager [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: 03c83187-61c2-4191-a3e6-fc401bb1577c] Not allocating networking since 'none' was specified. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1086.351715] env[69858]: DEBUG nova.network.neutron [None req-26d89320-d189-4d21-8b8d-c4579ef0eee7 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Updating instance_info_cache with network_info: [{"id": "6836815f-d353-42f0-816c-9d1ca58a6957", "address": "fa:16:3e:6b:6f:9e", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6836815f-d3", "ovs_interfaceid": "6836815f-d353-42f0-816c-9d1ca58a6957", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.359788] env[69858]: DEBUG nova.compute.manager [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.360901] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737519a2-faca-41a3-b364-faa313721dad {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.526112] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419579, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093893} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.526407] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.527228] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943d09ee-7157-4d79-a043-4c3a54f64d3b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.545227] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9a8ac00f-8e02-43ed-8501-af7de5df8536 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.554560] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5/9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.554910] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62805cee-6cf1-4e2f-8949-1478ff2e5bd8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.572070] env[69858]: DEBUG nova.network.neutron [-] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.581407] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1086.581407] env[69858]: value = "task-3419581" [ 1086.581407] env[69858]: _type = "Task" [ 1086.581407] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.590682] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419581, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.613544] env[69858]: DEBUG oslo_vmware.api [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419580, 'name': PowerOnVM_Task} progress is 92%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.621106] env[69858]: DEBUG oslo_vmware.api [None req-f6e97ffe-b0ef-4daa-a71a-1af362b7acb6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419576, 'name': ReconfigVM_Task, 'duration_secs': 0.747506} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.621455] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6e97ffe-b0ef-4daa-a71a-1af362b7acb6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Reconfigured VM instance instance-00000052 to attach disk [datastore1] volume-5e3f04ca-c438-4edd-9d29-0ea5f0965bfb/volume-5e3f04ca-c438-4edd-9d29-0ea5f0965bfb.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.626664] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaa7be70-10c1-4137-b1e8-fa47f049f35b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.646365] env[69858]: DEBUG oslo_vmware.api [None req-f6e97ffe-b0ef-4daa-a71a-1af362b7acb6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1086.646365] env[69858]: value = "task-3419582" [ 1086.646365] env[69858]: _type = "Task" [ 1086.646365] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.656702] env[69858]: DEBUG oslo_vmware.api [None req-f6e97ffe-b0ef-4daa-a71a-1af362b7acb6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419582, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.701637] env[69858]: DEBUG oslo_vmware.api [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552479} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.708465] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 3b0a0b5e-cec1-442f-97a0-83bce3164395/3b0a0b5e-cec1-442f-97a0-83bce3164395.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.708838] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.709202] env[69858]: DEBUG oslo_vmware.api [req-fbdaf46b-9413-4bb8-915d-a88fb3b4a4da req-3bec9605-8391-4f90-8f8d-1fdaee2667b0 service nova] Task: {'id': task-3419577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.709961] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-867bab66-3f39-42e7-b53c-25bfe7b0a45c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.717322] env[69858]: DEBUG oslo_vmware.api [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Waiting for the task: (returnval){ [ 1086.717322] env[69858]: value = "task-3419583" [ 1086.717322] env[69858]: _type = "Task" [ 1086.717322] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.728664] env[69858]: DEBUG oslo_vmware.api [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.829573] env[69858]: DEBUG nova.compute.manager [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: 03c83187-61c2-4191-a3e6-fc401bb1577c] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1086.855913] env[69858]: DEBUG oslo_concurrency.lockutils [None req-26d89320-d189-4d21-8b8d-c4579ef0eee7 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Releasing lock "refresh_cache-cf25f649-f669-40a9-b002-ff84d5b75100" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.881483] env[69858]: INFO nova.compute.manager [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] instance snapshotting [ 1086.881483] env[69858]: DEBUG nova.objects.instance [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lazy-loading 'flavor' on Instance uuid 587f6c2d-ea44-459f-b0c5-6e232da0e6d1 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.932153] env[69858]: DEBUG nova.compute.manager [req-91f4c8ce-2ed3-49cb-ac22-e3a52d64873e req-9838f7af-189a-481a-9171-f4062b1cc648 service nova] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Received event network-vif-deleted-494e6656-0bc8-4056-a27e-e5d56c83e517 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.932398] env[69858]: DEBUG nova.compute.manager [req-91f4c8ce-2ed3-49cb-ac22-e3a52d64873e req-9838f7af-189a-481a-9171-f4062b1cc648 service nova] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Received event network-vif-deleted-b5ef3cb8-b6cf-40c4-b28c-fac86427bce9 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.076210] env[69858]: INFO nova.compute.manager [-] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Took 1.56 seconds to deallocate network for instance. [ 1087.095982] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419581, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.111028] env[69858]: DEBUG oslo_vmware.api [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419580, 'name': PowerOnVM_Task, 'duration_secs': 0.569454} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.113882] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.114176] env[69858]: INFO nova.compute.manager [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Took 10.18 seconds to spawn the instance on the hypervisor. [ 1087.114407] env[69858]: DEBUG nova.compute.manager [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.115524] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854311fe-5da0-4c79-8c1c-a8a04255b56c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.157540] env[69858]: DEBUG oslo_vmware.api [None req-f6e97ffe-b0ef-4daa-a71a-1af362b7acb6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419582, 'name': ReconfigVM_Task, 'duration_secs': 0.188939} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.157841] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6e97ffe-b0ef-4daa-a71a-1af362b7acb6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682255', 'volume_id': '5e3f04ca-c438-4edd-9d29-0ea5f0965bfb', 'name': 'volume-5e3f04ca-c438-4edd-9d29-0ea5f0965bfb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3386af81-a87c-4de0-a5fa-a6de94c7a5ab', 'attached_at': '', 'detached_at': '', 'volume_id': '5e3f04ca-c438-4edd-9d29-0ea5f0965bfb', 'serial': '5e3f04ca-c438-4edd-9d29-0ea5f0965bfb'} {{(pid=69858) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1087.167516] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e176e266-4332-45a0-a86c-9db0601a5ba7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.176599] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57731d42-7f53-4ab3-9c97-247360b77b93 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.212443] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261d76b8-b629-47cd-98a9-ea9831f15d2c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.225629] env[69858]: DEBUG oslo_vmware.api [req-fbdaf46b-9413-4bb8-915d-a88fb3b4a4da req-3bec9605-8391-4f90-8f8d-1fdaee2667b0 service nova] Task: {'id': task-3419577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.227280] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb4777e-4155-41b8-bc7f-1c95644fa712 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.236907] env[69858]: DEBUG oslo_vmware.api [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098871} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.246205] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.246727] env[69858]: DEBUG nova.compute.provider_tree [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1087.248617] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fface025-e7b9-472a-9c82-94511ad3d4b2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.271874] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 3b0a0b5e-cec1-442f-97a0-83bce3164395/3b0a0b5e-cec1-442f-97a0-83bce3164395.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.272442] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54755ad2-7db6-4e9e-9bd9-397d8fe219af {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.292905] env[69858]: DEBUG oslo_vmware.api [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Waiting for the task: (returnval){ [ 1087.292905] env[69858]: value = "task-3419584" [ 1087.292905] env[69858]: _type = "Task" [ 1087.292905] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.302038] env[69858]: DEBUG oslo_vmware.api [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419584, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.364791] env[69858]: DEBUG oslo_concurrency.lockutils [None req-26d89320-d189-4d21-8b8d-c4579ef0eee7 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "interface-cf25f649-f669-40a9-b002-ff84d5b75100-a4936f9c-9bb8-4226-b2de-03af1402dd9a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.728s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.387348] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44dcf47a-c8f6-42d0-9ebd-76137ef08826 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.409142] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a16e6e6-d856-4e37-8d9b-f7d6c6fdb0f9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.587010] env[69858]: DEBUG oslo_concurrency.lockutils [None req-344011f5-4990-4347-946c-d83aa6a3fe8a tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.597022] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419581, 'name': ReconfigVM_Task, 'duration_secs': 0.519885} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.597022] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5/9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.597022] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'size': 0, 'device_name': '/dev/sda', 'encryption_format': None, 'boot_index': 0, 'guest_format': None, 'disk_bus': None, 'device_type': 'disk', 'encryption_options': None, 'encryption_secret_uuid': None, 'image_id': '28914a4a-909f-453b-b81f-d96d90735622'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'guest_format': None, 'attachment_id': 'ec09ccb9-7c3a-4aee-b72c-c3d7fd790b37', 'disk_bus': None, 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682244', 'volume_id': '197174c6-19cf-46f7-821f-8345ebd096e9', 'name': 'volume-197174c6-19cf-46f7-821f-8345ebd096e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5', 'attached_at': '', 'detached_at': '', 'volume_id': '197174c6-19cf-46f7-821f-8345ebd096e9', 'serial': '197174c6-19cf-46f7-821f-8345ebd096e9'}, 'device_type': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=69858) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1087.597022] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Volume attach. Driver type: vmdk {{(pid=69858) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1087.597927] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682244', 'volume_id': '197174c6-19cf-46f7-821f-8345ebd096e9', 'name': 'volume-197174c6-19cf-46f7-821f-8345ebd096e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5', 'attached_at': '', 'detached_at': '', 'volume_id': '197174c6-19cf-46f7-821f-8345ebd096e9', 'serial': '197174c6-19cf-46f7-821f-8345ebd096e9'} {{(pid=69858) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1087.598180] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c3a8e3-1f81-4b85-8554-6ecdaff8b921 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.616734] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb143482-6065-440d-82e6-75b6d0101d1b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.654178] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] volume-197174c6-19cf-46f7-821f-8345ebd096e9/volume-197174c6-19cf-46f7-821f-8345ebd096e9.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.656488] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4107ebd4-b19f-47fc-be71-4cca7cf627e8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.671678] env[69858]: INFO nova.compute.manager [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Took 26.57 seconds to build instance. [ 1087.683140] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1087.683140] env[69858]: value = "task-3419585" [ 1087.683140] env[69858]: _type = "Task" [ 1087.683140] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.467581] env[69858]: DEBUG nova.compute.manager [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: 03c83187-61c2-4191-a3e6-fc401bb1577c] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.470630] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Creating Snapshot of the VM instance {{(pid=69858) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1088.471081] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2ac6dc8f-3fd3-49f3-8423-5c66b7e014e1 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Lock "d831dcb8-e294-42dd-90b8-e414ed48c194" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.384s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.481441] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c7739b75-c13c-4906-a298-77e526830235 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.490044] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419585, 'name': ReconfigVM_Task, 'duration_secs': 0.564988} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.500217] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Reconfigured VM instance instance-00000048 to attach disk [datastore2] volume-197174c6-19cf-46f7-821f-8345ebd096e9/volume-197174c6-19cf-46f7-821f-8345ebd096e9.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.505327] env[69858]: DEBUG oslo_vmware.api [req-fbdaf46b-9413-4bb8-915d-a88fb3b4a4da req-3bec9605-8391-4f90-8f8d-1fdaee2667b0 service nova] Task: {'id': task-3419577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.505632] env[69858]: DEBUG oslo_vmware.api [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419584, 'name': ReconfigVM_Task, 'duration_secs': 0.376778} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.506506] env[69858]: DEBUG oslo_vmware.api [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1088.506506] env[69858]: value = "task-3419586" [ 1088.506506] env[69858]: _type = "Task" [ 1088.506506] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.506971] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e8add9a-c6c9-4dbf-8da0-052d85c749e9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.517596] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 3b0a0b5e-cec1-442f-97a0-83bce3164395/3b0a0b5e-cec1-442f-97a0-83bce3164395.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.521027] env[69858]: DEBUG nova.virt.hardware [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.521299] env[69858]: DEBUG nova.virt.hardware [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.521483] env[69858]: DEBUG nova.virt.hardware [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.521676] env[69858]: DEBUG nova.virt.hardware [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.521826] env[69858]: DEBUG nova.virt.hardware [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.521977] env[69858]: DEBUG nova.virt.hardware [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.522224] env[69858]: DEBUG nova.virt.hardware [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.522386] env[69858]: DEBUG nova.virt.hardware [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.522546] env[69858]: DEBUG nova.virt.hardware [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.522807] env[69858]: DEBUG nova.virt.hardware [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.522939] env[69858]: DEBUG nova.virt.hardware [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.523555] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd02bf70-384b-4c84-ba97-05ce621e5927 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.529509] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574da67d-df44-4859-b199-2e8127b1278e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.532803] env[69858]: DEBUG nova.scheduler.client.report [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Updated inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with generation 119 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1088.533146] env[69858]: DEBUG nova.compute.provider_tree [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Updating resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 generation from 119 to 120 during operation: update_inventory {{(pid=69858) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1088.533247] env[69858]: DEBUG nova.compute.provider_tree [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1088.551050] env[69858]: DEBUG oslo_vmware.api [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Waiting for the task: (returnval){ [ 1088.551050] env[69858]: value = "task-3419588" [ 1088.551050] env[69858]: _type = "Task" [ 1088.551050] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.551361] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1088.551361] env[69858]: value = "task-3419587" [ 1088.551361] env[69858]: _type = "Task" [ 1088.551361] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.551579] env[69858]: DEBUG oslo_vmware.api [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419586, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.553466] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b82a6d-746b-40d5-8a4b-ea833034e2ca {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.576618] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: 03c83187-61c2-4191-a3e6-fc401bb1577c] Instance VIF info [] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1088.583254] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Creating folder: Project (a4cadd3ce24d4d35866961a5e6df7e8c). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1088.590665] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e47ed99-1a84-4b5a-b0ae-3cdef7afe107 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.592917] env[69858]: DEBUG oslo_vmware.api [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419588, 'name': Rename_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.593384] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.605985] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Created folder: Project (a4cadd3ce24d4d35866961a5e6df7e8c) in parent group-v682032. [ 1088.606294] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Creating folder: Instances. Parent ref: group-v682258. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1088.606566] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea9257f7-d760-4ed7-8807-7421026cdfda {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.620161] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Created folder: Instances in parent group-v682258. [ 1088.620459] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.620706] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03c83187-61c2-4191-a3e6-fc401bb1577c] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1088.620950] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5a764a1-55c6-4081-9dc5-d6965c08f2f4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.646507] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.646507] env[69858]: value = "task-3419591" [ 1088.646507] env[69858]: _type = "Task" [ 1088.646507] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.656973] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419591, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.975815] env[69858]: DEBUG nova.objects.instance [None req-f6e97ffe-b0ef-4daa-a71a-1af362b7acb6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lazy-loading 'flavor' on Instance uuid 3386af81-a87c-4de0-a5fa-a6de94c7a5ab {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.977410] env[69858]: DEBUG oslo_vmware.api [req-fbdaf46b-9413-4bb8-915d-a88fb3b4a4da req-3bec9605-8391-4f90-8f8d-1fdaee2667b0 service nova] Task: {'id': task-3419577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.984242] env[69858]: DEBUG oslo_concurrency.lockutils [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "3386af81-a87c-4de0-a5fa-a6de94c7a5ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.031302] env[69858]: DEBUG oslo_vmware.api [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419586, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.039370] env[69858]: DEBUG oslo_concurrency.lockutils [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.222s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.039881] env[69858]: DEBUG nova.compute.manager [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1089.042612] env[69858]: DEBUG oslo_concurrency.lockutils [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.516s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.074161] env[69858]: DEBUG oslo_vmware.api [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419588, 'name': Rename_Task, 'duration_secs': 0.201338} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.077147] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.077450] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419587, 'name': ReconfigVM_Task, 'duration_secs': 0.212153} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.077679] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21ede955-4d07-4bd9-8412-02d8d8a7b769 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.079457] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682244', 'volume_id': '197174c6-19cf-46f7-821f-8345ebd096e9', 'name': 'volume-197174c6-19cf-46f7-821f-8345ebd096e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5', 'attached_at': '', 'detached_at': '', 'volume_id': '197174c6-19cf-46f7-821f-8345ebd096e9', 'serial': '197174c6-19cf-46f7-821f-8345ebd096e9'} {{(pid=69858) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1089.082462] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b650720-4ee9-4a0a-b6d1-a77012fe8c47 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.092593] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1089.092593] env[69858]: value = "task-3419593" [ 1089.092593] env[69858]: _type = "Task" [ 1089.092593] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.100072] env[69858]: DEBUG oslo_vmware.api [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Waiting for the task: (returnval){ [ 1089.100072] env[69858]: value = "task-3419592" [ 1089.100072] env[69858]: _type = "Task" [ 1089.100072] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.106964] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419593, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.116707] env[69858]: DEBUG oslo_vmware.api [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419592, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.162810] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419591, 'name': CreateVM_Task, 'duration_secs': 0.345828} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.163044] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03c83187-61c2-4191-a3e6-fc401bb1577c] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.163566] env[69858]: DEBUG oslo_concurrency.lockutils [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.163762] env[69858]: DEBUG oslo_concurrency.lockutils [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.164133] env[69858]: DEBUG oslo_concurrency.lockutils [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.164408] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0050cda6-8ccf-407f-b198-e8e43c05bb81 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.175178] env[69858]: DEBUG oslo_vmware.api [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Waiting for the task: (returnval){ [ 1089.175178] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524d5298-19ee-60a5-87f9-60ad224e6541" [ 1089.175178] env[69858]: _type = "Task" [ 1089.175178] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.188613] env[69858]: DEBUG oslo_vmware.api [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524d5298-19ee-60a5-87f9-60ad224e6541, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.388660] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b240b1-8369-4a19-9b87-516ada948e2e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.397305] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c80ee4f-967d-4324-8f1d-c8486097119b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.433355] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fce2be9-46f6-4a04-aa49-3faf2c1c815d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.443991] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63a1551-295e-4c69-b055-9689dab3b85b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.460222] env[69858]: DEBUG nova.compute.provider_tree [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.476231] env[69858]: DEBUG oslo_vmware.api [req-fbdaf46b-9413-4bb8-915d-a88fb3b4a4da req-3bec9605-8391-4f90-8f8d-1fdaee2667b0 service nova] Task: {'id': task-3419577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.481146] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f6e97ffe-b0ef-4daa-a71a-1af362b7acb6 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "3386af81-a87c-4de0-a5fa-a6de94c7a5ab" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.639s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.482809] env[69858]: DEBUG oslo_concurrency.lockutils [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "3386af81-a87c-4de0-a5fa-a6de94c7a5ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.499s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.483239] env[69858]: DEBUG oslo_concurrency.lockutils [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "3386af81-a87c-4de0-a5fa-a6de94c7a5ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.483594] env[69858]: DEBUG oslo_concurrency.lockutils [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "3386af81-a87c-4de0-a5fa-a6de94c7a5ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.483819] env[69858]: DEBUG oslo_concurrency.lockutils [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "3386af81-a87c-4de0-a5fa-a6de94c7a5ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.486030] env[69858]: INFO nova.compute.manager [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Terminating instance [ 1089.530909] env[69858]: DEBUG oslo_vmware.api [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419586, 'name': CreateSnapshot_Task, 'duration_secs': 0.8025} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.530909] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Created Snapshot of the VM instance {{(pid=69858) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1089.531619] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5682e3-4081-4a46-91dd-79b9c114863f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.547335] env[69858]: DEBUG nova.compute.utils [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.548696] env[69858]: DEBUG nova.compute.manager [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Not allocating networking since 'none' was specified. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1089.605690] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419593, 'name': Rename_Task, 'duration_secs': 0.234145} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.609890] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.610287] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65b74cfd-9637-49bb-90f1-331cde6b9cef {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.621615] env[69858]: DEBUG oslo_vmware.api [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419592, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.623174] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1089.623174] env[69858]: value = "task-3419594" [ 1089.623174] env[69858]: _type = "Task" [ 1089.623174] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.638269] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.689201] env[69858]: DEBUG oslo_vmware.api [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524d5298-19ee-60a5-87f9-60ad224e6541, 'name': SearchDatastore_Task, 'duration_secs': 0.019627} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.689530] env[69858]: DEBUG oslo_concurrency.lockutils [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.689764] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: 03c83187-61c2-4191-a3e6-fc401bb1577c] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.690019] env[69858]: DEBUG oslo_concurrency.lockutils [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.690179] env[69858]: DEBUG oslo_concurrency.lockutils [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.690363] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.690632] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e25d418-8e80-4dfe-8763-295023f7fcf7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.701408] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.701530] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.702681] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f28deba6-5a36-4816-9d1d-89d8f357b116 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.711021] env[69858]: DEBUG oslo_vmware.api [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Waiting for the task: (returnval){ [ 1089.711021] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f1e305-ba5a-c62b-09b3-af517503ac2f" [ 1089.711021] env[69858]: _type = "Task" [ 1089.711021] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.719630] env[69858]: DEBUG oslo_vmware.api [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f1e305-ba5a-c62b-09b3-af517503ac2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.855769] env[69858]: DEBUG oslo_vmware.rw_handles [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520bfdc7-d407-d25c-fa8f-cdf8aa0d51ad/disk-0.vmdk. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1089.857164] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f201756-84b2-4b22-a083-5f5a367658da {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.863840] env[69858]: DEBUG oslo_vmware.rw_handles [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520bfdc7-d407-d25c-fa8f-cdf8aa0d51ad/disk-0.vmdk is in state: ready. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1089.864019] env[69858]: ERROR oslo_vmware.rw_handles [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520bfdc7-d407-d25c-fa8f-cdf8aa0d51ad/disk-0.vmdk due to incomplete transfer. [ 1089.864246] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d9a44daa-3a25-4e9c-956c-98e20030bf9b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.871651] env[69858]: DEBUG oslo_vmware.rw_handles [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520bfdc7-d407-d25c-fa8f-cdf8aa0d51ad/disk-0.vmdk. {{(pid=69858) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1089.871849] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Uploaded image 5c1ab057-a4a9-44a5-bb2f-f49297b99cc2 to the Glance image server {{(pid=69858) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1089.873861] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Destroying the VM {{(pid=69858) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1089.874133] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-25452998-2a0f-4c68-900e-89dec4800c21 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.895973] env[69858]: DEBUG oslo_vmware.api [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1089.895973] env[69858]: value = "task-3419595" [ 1089.895973] env[69858]: _type = "Task" [ 1089.895973] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.908927] env[69858]: DEBUG oslo_vmware.api [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419595, 'name': Destroy_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.964283] env[69858]: DEBUG nova.scheduler.client.report [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.979097] env[69858]: DEBUG oslo_vmware.api [req-fbdaf46b-9413-4bb8-915d-a88fb3b4a4da req-3bec9605-8391-4f90-8f8d-1fdaee2667b0 service nova] Task: {'id': task-3419577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.990891] env[69858]: DEBUG nova.compute.manager [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1089.991155] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.991412] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fbdbb77-7df9-4ea5-b65d-68a21a8073a3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.999565] env[69858]: DEBUG oslo_vmware.api [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1089.999565] env[69858]: value = "task-3419596" [ 1089.999565] env[69858]: _type = "Task" [ 1089.999565] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.008173] env[69858]: DEBUG oslo_vmware.api [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.051564] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Creating linked-clone VM from snapshot {{(pid=69858) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1090.052517] env[69858]: DEBUG nova.compute.manager [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1090.055111] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cfb94a8b-a87e-49de-b7ac-7ff2bc410cc5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.064632] env[69858]: DEBUG oslo_vmware.api [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1090.064632] env[69858]: value = "task-3419597" [ 1090.064632] env[69858]: _type = "Task" [ 1090.064632] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.073336] env[69858]: DEBUG oslo_vmware.api [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419597, 'name': CloneVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.115616] env[69858]: DEBUG oslo_vmware.api [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419592, 'name': PowerOnVM_Task, 'duration_secs': 0.586725} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.115949] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.116248] env[69858]: INFO nova.compute.manager [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Took 10.60 seconds to spawn the instance on the hypervisor. [ 1090.116455] env[69858]: DEBUG nova.compute.manager [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.117312] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6aa4548-ffce-458e-a3df-54f40aa6bad5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.135820] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419594, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.220384] env[69858]: DEBUG oslo_vmware.api [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f1e305-ba5a-c62b-09b3-af517503ac2f, 'name': SearchDatastore_Task, 'duration_secs': 0.026383} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.221455] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e693d79-bd75-49eb-9033-e838297f57b9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.228995] env[69858]: DEBUG oslo_vmware.api [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Waiting for the task: (returnval){ [ 1090.228995] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]522b7d0f-4b8a-1204-5a7b-0b4a9f897a8c" [ 1090.228995] env[69858]: _type = "Task" [ 1090.228995] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.241305] env[69858]: DEBUG oslo_vmware.api [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]522b7d0f-4b8a-1204-5a7b-0b4a9f897a8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.407916] env[69858]: DEBUG oslo_vmware.api [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419595, 'name': Destroy_Task} progress is 33%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.472283] env[69858]: DEBUG oslo_concurrency.lockutils [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.430s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.472478] env[69858]: INFO nova.compute.manager [None req-08c98031-b189-4b5c-942c-772d5f72ca35 tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Successfully reverted task state from rebuilding on failure for instance. [ 1090.477593] env[69858]: DEBUG oslo_concurrency.lockutils [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 17.834s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.486261] env[69858]: DEBUG oslo_vmware.api [req-fbdaf46b-9413-4bb8-915d-a88fb3b4a4da req-3bec9605-8391-4f90-8f8d-1fdaee2667b0 service nova] Task: {'id': task-3419577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.511040] env[69858]: DEBUG oslo_vmware.api [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419596, 'name': PowerOffVM_Task, 'duration_secs': 0.461942} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.511040] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.511040] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Volume detach. Driver type: vmdk {{(pid=69858) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1090.511040] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682255', 'volume_id': '5e3f04ca-c438-4edd-9d29-0ea5f0965bfb', 'name': 'volume-5e3f04ca-c438-4edd-9d29-0ea5f0965bfb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3386af81-a87c-4de0-a5fa-a6de94c7a5ab', 'attached_at': '', 'detached_at': '', 'volume_id': '5e3f04ca-c438-4edd-9d29-0ea5f0965bfb', 'serial': '5e3f04ca-c438-4edd-9d29-0ea5f0965bfb'} {{(pid=69858) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1090.511729] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71403266-82ef-4439-82a7-fa83b1c50064 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.533939] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fdbc2c-2272-4148-bb13-b2f6a954ebe8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.541829] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e256b51a-80a8-44dd-8cae-cc436c7057dc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.566974] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183f5c3a-97ca-488f-90d1-9ea449c1235d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.579165] env[69858]: DEBUG oslo_vmware.api [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419597, 'name': CloneVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.590805] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] The volume has not been displaced from its original location: [datastore1] volume-5e3f04ca-c438-4edd-9d29-0ea5f0965bfb/volume-5e3f04ca-c438-4edd-9d29-0ea5f0965bfb.vmdk. No consolidation needed. {{(pid=69858) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1090.596070] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1090.596286] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c19bde2a-adcb-4f94-baf1-2cef862ec474 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.617168] env[69858]: DEBUG oslo_vmware.api [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1090.617168] env[69858]: value = "task-3419598" [ 1090.617168] env[69858]: _type = "Task" [ 1090.617168] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.626328] env[69858]: DEBUG oslo_vmware.api [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419598, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.636314] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419594, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.645346] env[69858]: INFO nova.compute.manager [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Took 29.11 seconds to build instance. [ 1090.740295] env[69858]: DEBUG oslo_vmware.api [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]522b7d0f-4b8a-1204-5a7b-0b4a9f897a8c, 'name': SearchDatastore_Task, 'duration_secs': 0.016131} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.740295] env[69858]: DEBUG oslo_concurrency.lockutils [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.740295] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 03c83187-61c2-4191-a3e6-fc401bb1577c/03c83187-61c2-4191-a3e6-fc401bb1577c.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1090.740518] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c516ff1-1d6e-4e69-9532-eb1413ee68a8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.742607] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bb70ed11-3bb4-4784-9f57-d4493a098466 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "bd2894d1-7918-418d-b212-49e1c147dd2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.742822] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bb70ed11-3bb4-4784-9f57-d4493a098466 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "bd2894d1-7918-418d-b212-49e1c147dd2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.743036] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bb70ed11-3bb4-4784-9f57-d4493a098466 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "bd2894d1-7918-418d-b212-49e1c147dd2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.743232] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bb70ed11-3bb4-4784-9f57-d4493a098466 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "bd2894d1-7918-418d-b212-49e1c147dd2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.743397] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bb70ed11-3bb4-4784-9f57-d4493a098466 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "bd2894d1-7918-418d-b212-49e1c147dd2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.745964] env[69858]: INFO nova.compute.manager [None req-bb70ed11-3bb4-4784-9f57-d4493a098466 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Terminating instance [ 1090.752175] env[69858]: DEBUG oslo_vmware.api [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Waiting for the task: (returnval){ [ 1090.752175] env[69858]: value = "task-3419599" [ 1090.752175] env[69858]: _type = "Task" [ 1090.752175] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.766669] env[69858]: DEBUG oslo_vmware.api [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.909115] env[69858]: DEBUG oslo_vmware.api [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419595, 'name': Destroy_Task, 'duration_secs': 0.813149} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.909413] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Destroyed the VM [ 1090.909657] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Deleting Snapshot of the VM instance {{(pid=69858) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1090.909954] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-72ae820a-b2c4-4ca8-ad42-aec5b5db0706 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.916875] env[69858]: DEBUG oslo_vmware.api [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1090.916875] env[69858]: value = "task-3419600" [ 1090.916875] env[69858]: _type = "Task" [ 1090.916875] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.925522] env[69858]: DEBUG oslo_vmware.api [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419600, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.979058] env[69858]: DEBUG oslo_vmware.api [req-fbdaf46b-9413-4bb8-915d-a88fb3b4a4da req-3bec9605-8391-4f90-8f8d-1fdaee2667b0 service nova] Task: {'id': task-3419577, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.980731] env[69858]: DEBUG nova.objects.instance [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Lazy-loading 'migration_context' on Instance uuid 4df6118d-f032-4142-8900-93209f760c86 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.068519] env[69858]: DEBUG nova.compute.manager [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1091.082870] env[69858]: DEBUG oslo_vmware.api [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419597, 'name': CloneVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.095067] env[69858]: DEBUG nova.virt.hardware [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.095361] env[69858]: DEBUG nova.virt.hardware [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.095538] env[69858]: DEBUG nova.virt.hardware [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.095795] env[69858]: DEBUG nova.virt.hardware [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.096077] env[69858]: DEBUG nova.virt.hardware [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.096231] env[69858]: DEBUG nova.virt.hardware [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.096523] env[69858]: DEBUG nova.virt.hardware [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.096771] env[69858]: DEBUG nova.virt.hardware [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.096985] env[69858]: DEBUG nova.virt.hardware [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.097269] env[69858]: DEBUG nova.virt.hardware [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.097357] env[69858]: DEBUG nova.virt.hardware [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.098296] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c28e222-a15e-4540-a5d0-6e4530b44bdb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.108240] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6c57f4-a429-460d-b09a-2690f11453b9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.124500] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Instance VIF info [] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.130140] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.133563] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.136856] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58f481a6-e468-4f31-b113-ce1016759a07 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.149532] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e4f4a608-eab7-4369-96a3-72d7a8de4dda tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Lock "3b0a0b5e-cec1-442f-97a0-83bce3164395" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.623s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.154970] env[69858]: DEBUG oslo_vmware.api [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419594, 'name': PowerOnVM_Task, 'duration_secs': 1.256244} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.158898] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.159227] env[69858]: DEBUG nova.compute.manager [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.159562] env[69858]: DEBUG oslo_vmware.api [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419598, 'name': ReconfigVM_Task, 'duration_secs': 0.446237} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.161743] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81256852-11bc-4cec-8c31-cd4f0c8b0c87 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.164554] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1091.170075] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.170075] env[69858]: value = "task-3419601" [ 1091.170075] env[69858]: _type = "Task" [ 1091.170075] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.170328] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae38eeed-c821-493f-a726-ecdd9b734567 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.193600] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419601, 'name': CreateVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.195781] env[69858]: DEBUG oslo_vmware.api [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1091.195781] env[69858]: value = "task-3419602" [ 1091.195781] env[69858]: _type = "Task" [ 1091.195781] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.205978] env[69858]: DEBUG oslo_vmware.api [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.251227] env[69858]: DEBUG nova.compute.manager [None req-bb70ed11-3bb4-4784-9f57-d4493a098466 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.251665] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-bb70ed11-3bb4-4784-9f57-d4493a098466 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.253331] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c834bf8-872f-43f2-bfca-6893946e48d6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.273707] env[69858]: DEBUG oslo_vmware.api [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419599, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.274049] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-bb70ed11-3bb4-4784-9f57-d4493a098466 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.274320] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fcf45f4-dfb2-44e9-a807-36b3bc2e612c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.315659] env[69858]: DEBUG oslo_concurrency.lockutils [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "8fc5a802-b66e-45f9-a644-631a6314fa6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.315902] env[69858]: DEBUG oslo_concurrency.lockutils [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "8fc5a802-b66e-45f9-a644-631a6314fa6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.429531] env[69858]: DEBUG oslo_vmware.api [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419600, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.481241] env[69858]: DEBUG oslo_vmware.api [req-fbdaf46b-9413-4bb8-915d-a88fb3b4a4da req-3bec9605-8391-4f90-8f8d-1fdaee2667b0 service nova] Task: {'id': task-3419577, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.583772] env[69858]: DEBUG oslo_vmware.api [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419597, 'name': CloneVM_Task} progress is 95%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.699848] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419601, 'name': CreateVM_Task, 'duration_secs': 0.382559} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.703018] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.708555] env[69858]: DEBUG oslo_concurrency.lockutils [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.708737] env[69858]: DEBUG oslo_concurrency.lockutils [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.709113] env[69858]: DEBUG oslo_concurrency.lockutils [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.709630] env[69858]: DEBUG oslo_concurrency.lockutils [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.709864] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-546a5025-82f9-43a0-84a0-b97191ce5037 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.715831] env[69858]: DEBUG oslo_vmware.api [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Waiting for the task: (returnval){ [ 1091.715831] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521bb708-4a12-bf56-f065-f6e8f0fa45de" [ 1091.715831] env[69858]: _type = "Task" [ 1091.715831] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.719093] env[69858]: DEBUG oslo_vmware.api [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419602, 'name': ReconfigVM_Task, 'duration_secs': 0.284687} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.725704] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682255', 'volume_id': '5e3f04ca-c438-4edd-9d29-0ea5f0965bfb', 'name': 'volume-5e3f04ca-c438-4edd-9d29-0ea5f0965bfb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3386af81-a87c-4de0-a5fa-a6de94c7a5ab', 'attached_at': '', 'detached_at': '', 'volume_id': '5e3f04ca-c438-4edd-9d29-0ea5f0965bfb', 'serial': '5e3f04ca-c438-4edd-9d29-0ea5f0965bfb'} {{(pid=69858) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1091.725704] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.726113] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4daecf6f-c420-466f-a93a-de504c535acb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.735604] env[69858]: DEBUG oslo_vmware.api [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521bb708-4a12-bf56-f065-f6e8f0fa45de, 'name': SearchDatastore_Task, 'duration_secs': 0.015688} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.738162] env[69858]: DEBUG oslo_concurrency.lockutils [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.738404] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.738639] env[69858]: DEBUG oslo_concurrency.lockutils [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.738779] env[69858]: DEBUG oslo_concurrency.lockutils [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.738991] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.739300] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.741856] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db0b86af-1251-4837-bb7f-b7e36da77aa1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.743579] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75d881d1-5c90-475f-a872-219a6ecb8130 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.754107] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.754302] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1091.755070] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1da022a-895d-4a9a-b54d-73969269cfad {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.765558] env[69858]: DEBUG oslo_vmware.api [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Waiting for the task: (returnval){ [ 1091.765558] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ac5d15-fe33-4ce9-bfe7-8e0977c43561" [ 1091.765558] env[69858]: _type = "Task" [ 1091.765558] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.770649] env[69858]: DEBUG oslo_vmware.api [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419599, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612787} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.771259] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 03c83187-61c2-4191-a3e6-fc401bb1577c/03c83187-61c2-4191-a3e6-fc401bb1577c.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1091.771473] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: 03c83187-61c2-4191-a3e6-fc401bb1577c] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1091.771741] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29329d0c-c416-42dc-95fa-1021a523f26e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.776242] env[69858]: DEBUG oslo_vmware.api [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ac5d15-fe33-4ce9-bfe7-8e0977c43561, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.785195] env[69858]: DEBUG oslo_vmware.api [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Waiting for the task: (returnval){ [ 1091.785195] env[69858]: value = "task-3419605" [ 1091.785195] env[69858]: _type = "Task" [ 1091.785195] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.795424] env[69858]: DEBUG oslo_vmware.api [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419605, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.820313] env[69858]: DEBUG nova.compute.manager [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1091.824287] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.824517] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.824672] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Deleting the datastore file [datastore1] 3386af81-a87c-4de0-a5fa-a6de94c7a5ab {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.825161] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1422cc4d-752d-4a25-a1cd-01abd4aff6e3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.832819] env[69858]: DEBUG oslo_vmware.api [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1091.832819] env[69858]: value = "task-3419606" [ 1091.832819] env[69858]: _type = "Task" [ 1091.832819] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.845203] env[69858]: DEBUG oslo_vmware.api [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.871531] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-bb70ed11-3bb4-4784-9f57-d4493a098466 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.871753] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-bb70ed11-3bb4-4784-9f57-d4493a098466 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.871938] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb70ed11-3bb4-4784-9f57-d4493a098466 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Deleting the datastore file [datastore2] bd2894d1-7918-418d-b212-49e1c147dd2f {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.872222] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0135dade-6558-40f1-a607-7e702e5688ff {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.876203] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db37fd0a-7968-4b2a-8a15-21a3ebf0a714 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.895572] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd47077-ee51-4b69-98c2-f8e06aee0b75 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.899296] env[69858]: DEBUG oslo_vmware.api [None req-bb70ed11-3bb4-4784-9f57-d4493a098466 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1091.899296] env[69858]: value = "task-3419607" [ 1091.899296] env[69858]: _type = "Task" [ 1091.899296] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.932038] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27227245-f38e-40cf-aca0-61797ffe994d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.937818] env[69858]: DEBUG oslo_vmware.api [None req-bb70ed11-3bb4-4784-9f57-d4493a098466 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.943406] env[69858]: DEBUG oslo_vmware.api [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419600, 'name': RemoveSnapshot_Task, 'duration_secs': 0.786393} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.945761] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Deleted Snapshot of the VM instance {{(pid=69858) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1091.946067] env[69858]: INFO nova.compute.manager [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Took 14.58 seconds to snapshot the instance on the hypervisor. [ 1091.949657] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4711de61-a7b2-4277-b2a2-509ec465d28c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.966725] env[69858]: DEBUG nova.compute.provider_tree [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.979551] env[69858]: DEBUG oslo_vmware.api [req-fbdaf46b-9413-4bb8-915d-a88fb3b4a4da req-3bec9605-8391-4f90-8f8d-1fdaee2667b0 service nova] Task: {'id': task-3419577, 'name': ReconfigVM_Task, 'duration_secs': 5.922064} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.980424] env[69858]: DEBUG oslo_concurrency.lockutils [req-fbdaf46b-9413-4bb8-915d-a88fb3b4a4da req-3bec9605-8391-4f90-8f8d-1fdaee2667b0 service nova] Releasing lock "cf25f649-f669-40a9-b002-ff84d5b75100" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.980424] env[69858]: DEBUG nova.virt.vmwareapi.vmops [req-fbdaf46b-9413-4bb8-915d-a88fb3b4a4da req-3bec9605-8391-4f90-8f8d-1fdaee2667b0 service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Reconfigured VM to detach interface {{(pid=69858) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1091.980563] env[69858]: DEBUG oslo_concurrency.lockutils [None req-afacf17a-227d-48e4-9043-4274eaeafeef tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "cf25f649-f669-40a9-b002-ff84d5b75100" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.363s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.980758] env[69858]: DEBUG oslo_concurrency.lockutils [None req-afacf17a-227d-48e4-9043-4274eaeafeef tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "cf25f649-f669-40a9-b002-ff84d5b75100-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.980951] env[69858]: DEBUG oslo_concurrency.lockutils [None req-afacf17a-227d-48e4-9043-4274eaeafeef tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "cf25f649-f669-40a9-b002-ff84d5b75100-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.981124] env[69858]: DEBUG oslo_concurrency.lockutils [None req-afacf17a-227d-48e4-9043-4274eaeafeef tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "cf25f649-f669-40a9-b002-ff84d5b75100-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.984837] env[69858]: INFO nova.compute.manager [None req-afacf17a-227d-48e4-9043-4274eaeafeef tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Terminating instance [ 1092.081082] env[69858]: DEBUG oslo_vmware.api [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419597, 'name': CloneVM_Task, 'duration_secs': 1.626325} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.081369] env[69858]: INFO nova.virt.vmwareapi.vmops [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Created linked-clone VM from snapshot [ 1092.082131] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b339b29d-5312-4bee-b068-dbccc704fea7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.090152] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Uploading image f0879185-432f-4af8-919c-e8bae5319241 {{(pid=69858) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1092.110568] env[69858]: DEBUG oslo_vmware.rw_handles [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1092.110568] env[69858]: value = "vm-682262" [ 1092.110568] env[69858]: _type = "VirtualMachine" [ 1092.110568] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1092.110837] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4972d871-04be-4efb-a5ab-51f16a85e1c4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.120320] env[69858]: DEBUG oslo_vmware.rw_handles [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lease: (returnval){ [ 1092.120320] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521d9b15-d621-bf69-9ba8-6627188eb2c0" [ 1092.120320] env[69858]: _type = "HttpNfcLease" [ 1092.120320] env[69858]: } obtained for exporting VM: (result){ [ 1092.120320] env[69858]: value = "vm-682262" [ 1092.120320] env[69858]: _type = "VirtualMachine" [ 1092.120320] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1092.120715] env[69858]: DEBUG oslo_vmware.api [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the lease: (returnval){ [ 1092.120715] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521d9b15-d621-bf69-9ba8-6627188eb2c0" [ 1092.120715] env[69858]: _type = "HttpNfcLease" [ 1092.120715] env[69858]: } to be ready. {{(pid=69858) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1092.127524] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1092.127524] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521d9b15-d621-bf69-9ba8-6627188eb2c0" [ 1092.127524] env[69858]: _type = "HttpNfcLease" [ 1092.127524] env[69858]: } is initializing. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1092.281078] env[69858]: DEBUG oslo_vmware.api [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ac5d15-fe33-4ce9-bfe7-8e0977c43561, 'name': SearchDatastore_Task, 'duration_secs': 0.012376} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.281885] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c2b1cef-f3f6-4dcf-9758-3aca90a33ec0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.290020] env[69858]: DEBUG oslo_vmware.api [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Waiting for the task: (returnval){ [ 1092.290020] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5259c514-a641-b368-1138-374b62a9d430" [ 1092.290020] env[69858]: _type = "Task" [ 1092.290020] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.296448] env[69858]: DEBUG oslo_vmware.api [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419605, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111531} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.297089] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: 03c83187-61c2-4191-a3e6-fc401bb1577c] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1092.297875] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4b56df-4b58-4ac5-bf1f-a0c359a79cc2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.303296] env[69858]: DEBUG oslo_vmware.api [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5259c514-a641-b368-1138-374b62a9d430, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.321179] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: 03c83187-61c2-4191-a3e6-fc401bb1577c] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 03c83187-61c2-4191-a3e6-fc401bb1577c/03c83187-61c2-4191-a3e6-fc401bb1577c.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.321498] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4239144-9337-47f2-9d02-8d1a1e30ae58 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.348240] env[69858]: DEBUG oslo_vmware.api [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Waiting for the task: (returnval){ [ 1092.348240] env[69858]: value = "task-3419609" [ 1092.348240] env[69858]: _type = "Task" [ 1092.348240] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.353426] env[69858]: DEBUG oslo_vmware.api [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.359012] env[69858]: DEBUG oslo_concurrency.lockutils [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.368332] env[69858]: DEBUG oslo_vmware.api [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419609, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.408547] env[69858]: DEBUG oslo_vmware.api [None req-bb70ed11-3bb4-4784-9f57-d4493a098466 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.455734] env[69858]: DEBUG nova.compute.manager [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Instance disappeared during snapshot {{(pid=69858) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1092.467966] env[69858]: DEBUG nova.compute.manager [None req-fc2c894e-5eb7-4c18-b7fc-a1abf81ca027 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Image not found during clean up 5c1ab057-a4a9-44a5-bb2f-f49297b99cc2 {{(pid=69858) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1092.469748] env[69858]: DEBUG nova.scheduler.client.report [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.489100] env[69858]: DEBUG nova.compute.manager [None req-afacf17a-227d-48e4-9043-4274eaeafeef tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1092.489505] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-afacf17a-227d-48e4-9043-4274eaeafeef tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.490272] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a153fe-5281-463f-a4be-4b08e5362a25 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.498735] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-afacf17a-227d-48e4-9043-4274eaeafeef tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.498998] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cd2144c-6c7b-426d-815a-e7da292ee6fc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.505509] env[69858]: DEBUG oslo_vmware.api [None req-afacf17a-227d-48e4-9043-4274eaeafeef tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 1092.505509] env[69858]: value = "task-3419610" [ 1092.505509] env[69858]: _type = "Task" [ 1092.505509] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.514305] env[69858]: DEBUG oslo_vmware.api [None req-afacf17a-227d-48e4-9043-4274eaeafeef tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.537566] env[69858]: DEBUG nova.compute.manager [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.538777] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51d8ef1-97b1-47b0-9ad8-5809b02b8ff2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.629706] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1092.629706] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521d9b15-d621-bf69-9ba8-6627188eb2c0" [ 1092.629706] env[69858]: _type = "HttpNfcLease" [ 1092.629706] env[69858]: } is ready. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1092.630057] env[69858]: DEBUG oslo_vmware.rw_handles [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1092.630057] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521d9b15-d621-bf69-9ba8-6627188eb2c0" [ 1092.630057] env[69858]: _type = "HttpNfcLease" [ 1092.630057] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1092.630872] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95422e8-fc6c-442a-b2e9-0b6af0da9cf8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.639421] env[69858]: DEBUG oslo_vmware.rw_handles [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52954505-4cf4-33b3-c3c2-0a331299444a/disk-0.vmdk from lease info. {{(pid=69858) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1092.639604] env[69858]: DEBUG oslo_vmware.rw_handles [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52954505-4cf4-33b3-c3c2-0a331299444a/disk-0.vmdk for reading. {{(pid=69858) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1092.798384] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-704701c8-4376-4cc7-9d55-dfbf43c28c70 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.809033] env[69858]: DEBUG oslo_vmware.api [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5259c514-a641-b368-1138-374b62a9d430, 'name': SearchDatastore_Task, 'duration_secs': 0.046155} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.809783] env[69858]: DEBUG oslo_concurrency.lockutils [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.810073] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] f3b6f0ff-a257-488b-85cc-34e178d8e8f1/f3b6f0ff-a257-488b-85cc-34e178d8e8f1.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.812323] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2ad3ee3-a6e2-4207-9bf8-70ae7a02aaa7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.822580] env[69858]: DEBUG oslo_vmware.api [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Waiting for the task: (returnval){ [ 1092.822580] env[69858]: value = "task-3419611" [ 1092.822580] env[69858]: _type = "Task" [ 1092.822580] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.839627] env[69858]: DEBUG oslo_vmware.api [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.849515] env[69858]: DEBUG oslo_vmware.api [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.545487} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.849735] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.849957] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.850166] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.850346] env[69858]: INFO nova.compute.manager [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Took 2.86 seconds to destroy the instance on the hypervisor. [ 1092.850592] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.850786] env[69858]: DEBUG nova.compute.manager [-] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.850884] env[69858]: DEBUG nova.network.neutron [-] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1092.864024] env[69858]: DEBUG oslo_vmware.api [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.911203] env[69858]: DEBUG oslo_vmware.api [None req-bb70ed11-3bb4-4784-9f57-d4493a098466 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.649277} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.911451] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb70ed11-3bb4-4784-9f57-d4493a098466 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.911636] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-bb70ed11-3bb4-4784-9f57-d4493a098466 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.911811] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-bb70ed11-3bb4-4784-9f57-d4493a098466 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.911983] env[69858]: INFO nova.compute.manager [None req-bb70ed11-3bb4-4784-9f57-d4493a098466 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1092.912243] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb70ed11-3bb4-4784-9f57-d4493a098466 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.912435] env[69858]: DEBUG nova.compute.manager [-] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.912530] env[69858]: DEBUG nova.network.neutron [-] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1093.018374] env[69858]: DEBUG oslo_vmware.api [None req-afacf17a-227d-48e4-9043-4274eaeafeef tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419610, 'name': PowerOffVM_Task, 'duration_secs': 0.34445} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.018645] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-afacf17a-227d-48e4-9043-4274eaeafeef tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.018808] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-afacf17a-227d-48e4-9043-4274eaeafeef tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.019123] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9bd2105-7891-4032-bc04-3556c068d7dd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.053314] env[69858]: INFO nova.compute.manager [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] instance snapshotting [ 1093.055955] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b526756d-906b-4fa7-a232-156969bad808 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.078636] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77d9a04-63be-4c5c-8c22-4ac930fd4d40 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.114197] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-afacf17a-227d-48e4-9043-4274eaeafeef tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.114197] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-afacf17a-227d-48e4-9043-4274eaeafeef tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.114197] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-afacf17a-227d-48e4-9043-4274eaeafeef tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Deleting the datastore file [datastore1] cf25f649-f669-40a9-b002-ff84d5b75100 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.114390] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93c51099-dc1a-4db6-8109-785e5288e548 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.127306] env[69858]: DEBUG oslo_vmware.api [None req-afacf17a-227d-48e4-9043-4274eaeafeef tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 1093.127306] env[69858]: value = "task-3419613" [ 1093.127306] env[69858]: _type = "Task" [ 1093.127306] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.145430] env[69858]: DEBUG oslo_vmware.api [None req-afacf17a-227d-48e4-9043-4274eaeafeef tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.148739] env[69858]: DEBUG nova.compute.manager [req-c6df2fdf-e55b-460b-abc5-a2675444b400 req-098feee8-1505-4450-b468-caeac2ca0e16 service nova] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Received event network-vif-deleted-27783069-1ce9-4af6-88a5-7caba215f8b6 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.149654] env[69858]: INFO nova.compute.manager [req-c6df2fdf-e55b-460b-abc5-a2675444b400 req-098feee8-1505-4450-b468-caeac2ca0e16 service nova] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Neutron deleted interface 27783069-1ce9-4af6-88a5-7caba215f8b6; detaching it from the instance and deleting it from the info cache [ 1093.150046] env[69858]: DEBUG nova.network.neutron [req-c6df2fdf-e55b-460b-abc5-a2675444b400 req-098feee8-1505-4450-b468-caeac2ca0e16 service nova] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.212035] env[69858]: DEBUG nova.compute.manager [req-3c908eee-0dc3-4987-bdab-b37a40805fa3 req-d3eb2260-090d-4042-bf4f-e539bd87b02a service nova] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Received event network-vif-deleted-552f470a-fd38-4e0b-8eb4-85d1740ffd79 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.212405] env[69858]: INFO nova.compute.manager [req-3c908eee-0dc3-4987-bdab-b37a40805fa3 req-d3eb2260-090d-4042-bf4f-e539bd87b02a service nova] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Neutron deleted interface 552f470a-fd38-4e0b-8eb4-85d1740ffd79; detaching it from the instance and deleting it from the info cache [ 1093.212548] env[69858]: DEBUG nova.network.neutron [req-3c908eee-0dc3-4987-bdab-b37a40805fa3 req-d3eb2260-090d-4042-bf4f-e539bd87b02a service nova] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.341805] env[69858]: DEBUG oslo_vmware.api [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419611, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.366801] env[69858]: DEBUG oslo_vmware.api [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419609, 'name': ReconfigVM_Task, 'duration_secs': 0.763558} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.367134] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: 03c83187-61c2-4191-a3e6-fc401bb1577c] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 03c83187-61c2-4191-a3e6-fc401bb1577c/03c83187-61c2-4191-a3e6-fc401bb1577c.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.367925] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3dfcadba-5d6b-4c2b-aa28-086684e74097 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.377422] env[69858]: DEBUG oslo_vmware.api [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Waiting for the task: (returnval){ [ 1093.377422] env[69858]: value = "task-3419614" [ 1093.377422] env[69858]: _type = "Task" [ 1093.377422] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.387245] env[69858]: DEBUG oslo_vmware.api [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419614, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.481619] env[69858]: DEBUG oslo_concurrency.lockutils [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.004s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.490517] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 17.704s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.490905] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.491098] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69858) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1093.491569] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a3951fe0-28c5-4b3e-85f4-68b01401c20d tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.705s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.491867] env[69858]: DEBUG nova.objects.instance [None req-a3951fe0-28c5-4b3e-85f4-68b01401c20d tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Lazy-loading 'resources' on Instance uuid e7469996-1a00-428d-9a65-2885e5c471e0 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.497048] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481f8291-b76e-4a52-9a4e-613018ff191e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.522196] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e526a8eb-ab10-40d2-9b76-6f43843e13a3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.544099] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5246d4d1-cb0b-49a6-b97b-ca96094f3347 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.553930] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efb41fb-eb27-41a4-bbf7-e00a864c0e99 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.592922] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178144MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=69858) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1093.593203] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.594725] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Creating Snapshot of the VM instance {{(pid=69858) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1093.597809] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b231ded0-92a5-4353-b101-0425601e8fc6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.609648] env[69858]: DEBUG oslo_vmware.api [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Waiting for the task: (returnval){ [ 1093.609648] env[69858]: value = "task-3419615" [ 1093.609648] env[69858]: _type = "Task" [ 1093.609648] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.626940] env[69858]: DEBUG oslo_vmware.api [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419615, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.632908] env[69858]: DEBUG nova.network.neutron [-] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.645226] env[69858]: DEBUG oslo_vmware.api [None req-afacf17a-227d-48e4-9043-4274eaeafeef tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.652583] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f859869-2085-4702-832e-d96d78eff672 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.667316] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c727a4d-f730-41d0-b620-3912bab704c0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.692824] env[69858]: DEBUG nova.network.neutron [-] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.707516] env[69858]: DEBUG nova.compute.manager [req-c6df2fdf-e55b-460b-abc5-a2675444b400 req-098feee8-1505-4450-b468-caeac2ca0e16 service nova] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Detach interface failed, port_id=27783069-1ce9-4af6-88a5-7caba215f8b6, reason: Instance 3386af81-a87c-4de0-a5fa-a6de94c7a5ab could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1093.716543] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed4ed3f3-5163-48f5-a199-831a4ce2b16e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.729994] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621f3de9-492d-46d4-a024-0f3abb50c878 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.774460] env[69858]: DEBUG nova.compute.manager [req-3c908eee-0dc3-4987-bdab-b37a40805fa3 req-d3eb2260-090d-4042-bf4f-e539bd87b02a service nova] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Detach interface failed, port_id=552f470a-fd38-4e0b-8eb4-85d1740ffd79, reason: Instance bd2894d1-7918-418d-b212-49e1c147dd2f could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1093.838667] env[69858]: DEBUG oslo_vmware.api [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670561} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.842167] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] f3b6f0ff-a257-488b-85cc-34e178d8e8f1/f3b6f0ff-a257-488b-85cc-34e178d8e8f1.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.842167] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.843366] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7483ea6-608a-4e22-a678-c457fa812d58 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.851789] env[69858]: DEBUG oslo_vmware.api [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Waiting for the task: (returnval){ [ 1093.851789] env[69858]: value = "task-3419616" [ 1093.851789] env[69858]: _type = "Task" [ 1093.851789] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.865031] env[69858]: DEBUG oslo_vmware.api [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419616, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.894739] env[69858]: DEBUG oslo_vmware.api [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419614, 'name': Rename_Task, 'duration_secs': 0.231564} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.895222] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: 03c83187-61c2-4191-a3e6-fc401bb1577c] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.895634] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0958c8e3-62ec-4b87-9b43-8fe5817b8f08 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.905817] env[69858]: DEBUG oslo_vmware.api [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Waiting for the task: (returnval){ [ 1093.905817] env[69858]: value = "task-3419617" [ 1093.905817] env[69858]: _type = "Task" [ 1093.905817] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.916492] env[69858]: DEBUG oslo_vmware.api [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419617, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.961885] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42f3e27-67d7-47cd-9837-4c0f0c4d0cbe {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.971247] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649cdec7-4606-4ff3-8f03-13904d369079 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.008570] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bdfb0e-6e88-4b64-aa68-85423ec1945c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.022030] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b68ba74-4850-4671-835d-41e6af424a00 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.035553] env[69858]: DEBUG nova.compute.provider_tree [None req-a3951fe0-28c5-4b3e-85f4-68b01401c20d tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1094.124794] env[69858]: DEBUG oslo_vmware.api [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419615, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.139289] env[69858]: INFO nova.compute.manager [-] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Took 1.29 seconds to deallocate network for instance. [ 1094.146849] env[69858]: DEBUG oslo_vmware.api [None req-afacf17a-227d-48e4-9043-4274eaeafeef tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.528382} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.147365] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-afacf17a-227d-48e4-9043-4274eaeafeef tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.147504] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-afacf17a-227d-48e4-9043-4274eaeafeef tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.147754] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-afacf17a-227d-48e4-9043-4274eaeafeef tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.148948] env[69858]: INFO nova.compute.manager [None req-afacf17a-227d-48e4-9043-4274eaeafeef tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1094.148948] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afacf17a-227d-48e4-9043-4274eaeafeef tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.148948] env[69858]: DEBUG nova.compute.manager [-] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1094.148948] env[69858]: DEBUG nova.network.neutron [-] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.196021] env[69858]: INFO nova.compute.manager [-] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Took 1.28 seconds to deallocate network for instance. [ 1094.362783] env[69858]: DEBUG oslo_vmware.api [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419616, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076927} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.363189] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.364104] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4316ae4d-f80e-4d14-a08d-a01dc6aecce8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.392359] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] f3b6f0ff-a257-488b-85cc-34e178d8e8f1/f3b6f0ff-a257-488b-85cc-34e178d8e8f1.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.393662] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b55b9e72-1713-4ddb-a5c0-b9e004f8ccd0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.422187] env[69858]: DEBUG oslo_vmware.api [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419617, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.423884] env[69858]: DEBUG oslo_vmware.api [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Waiting for the task: (returnval){ [ 1094.423884] env[69858]: value = "task-3419618" [ 1094.423884] env[69858]: _type = "Task" [ 1094.423884] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.434663] env[69858]: DEBUG oslo_vmware.api [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419618, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.562069] env[69858]: ERROR nova.scheduler.client.report [None req-a3951fe0-28c5-4b3e-85f4-68b01401c20d tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [req-09306391-0e78-46c2-85a5-b6c7db654a55] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0eb830e-e56f-4bef-ab3f-89644f27fe23. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-09306391-0e78-46c2-85a5-b6c7db654a55"}]} [ 1094.581031] env[69858]: DEBUG nova.scheduler.client.report [None req-a3951fe0-28c5-4b3e-85f4-68b01401c20d tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Refreshing inventories for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1094.600893] env[69858]: DEBUG nova.scheduler.client.report [None req-a3951fe0-28c5-4b3e-85f4-68b01401c20d tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Updating ProviderTree inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1094.601129] env[69858]: DEBUG nova.compute.provider_tree [None req-a3951fe0-28c5-4b3e-85f4-68b01401c20d tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1094.617480] env[69858]: DEBUG nova.scheduler.client.report [None req-a3951fe0-28c5-4b3e-85f4-68b01401c20d tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Refreshing aggregate associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, aggregates: None {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1094.627138] env[69858]: DEBUG oslo_vmware.api [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419615, 'name': CreateSnapshot_Task, 'duration_secs': 1.011995} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.627605] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Created Snapshot of the VM instance {{(pid=69858) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1094.628546] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a565fdb-b6cf-4a8c-b9a4-8460611273ff {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.641405] env[69858]: DEBUG nova.scheduler.client.report [None req-a3951fe0-28c5-4b3e-85f4-68b01401c20d tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Refreshing trait associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1094.699785] env[69858]: INFO nova.compute.manager [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Took 0.56 seconds to detach 1 volumes for instance. [ 1094.704981] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bb70ed11-3bb4-4784-9f57-d4493a098466 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.923021] env[69858]: DEBUG oslo_vmware.api [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419617, 'name': PowerOnVM_Task, 'duration_secs': 0.957595} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.923021] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: 03c83187-61c2-4191-a3e6-fc401bb1577c] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.923205] env[69858]: INFO nova.compute.manager [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: 03c83187-61c2-4191-a3e6-fc401bb1577c] Took 6.46 seconds to spawn the instance on the hypervisor. [ 1094.923352] env[69858]: DEBUG nova.compute.manager [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: 03c83187-61c2-4191-a3e6-fc401bb1577c] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.924315] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a43f42f-8553-40ae-8082-ac949d1a8035 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.942016] env[69858]: DEBUG oslo_vmware.api [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419618, 'name': ReconfigVM_Task, 'duration_secs': 0.316251} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.942320] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Reconfigured VM instance instance-00000056 to attach disk [datastore1] f3b6f0ff-a257-488b-85cc-34e178d8e8f1/f3b6f0ff-a257-488b-85cc-34e178d8e8f1.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.942976] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ab43d5d-c333-4176-bbf5-40e81a805d89 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.954502] env[69858]: DEBUG oslo_vmware.api [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Waiting for the task: (returnval){ [ 1094.954502] env[69858]: value = "task-3419619" [ 1094.954502] env[69858]: _type = "Task" [ 1094.954502] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.971477] env[69858]: DEBUG oslo_vmware.api [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419619, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.044746] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514a03b8-fc66-479a-8a9a-fb6e7f925289 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.049408] env[69858]: INFO nova.compute.manager [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Swapping old allocation on dict_keys(['a0eb830e-e56f-4bef-ab3f-89644f27fe23']) held by migration 136ea175-8d96-4e58-81d7-7454289b196c for instance [ 1095.058199] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e915fea-772a-4c00-8be3-8086c3ec6516 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.093360] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f195cb-ecb9-4301-bfc7-420d0a7c01b3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.103834] env[69858]: DEBUG nova.scheduler.client.report [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Overwriting current allocation {'allocations': {'a0eb830e-e56f-4bef-ab3f-89644f27fe23': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 121}}, 'project_id': 'bcc3f46abdcd49da95ab61afaaab15bd', 'user_id': '4b0d5862c207426491d796f6213cb3f8', 'consumer_generation': 1} on consumer 4df6118d-f032-4142-8900-93209f760c86 {{(pid=69858) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1095.107276] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a268a170-b86f-46eb-b68e-95cacb71b29b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.126138] env[69858]: DEBUG nova.compute.provider_tree [None req-a3951fe0-28c5-4b3e-85f4-68b01401c20d tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1095.152458] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Creating linked-clone VM from snapshot {{(pid=69858) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1095.153294] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3665e395-8b96-41cb-af72-bfb0cd77435a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.163668] env[69858]: DEBUG oslo_vmware.api [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Waiting for the task: (returnval){ [ 1095.163668] env[69858]: value = "task-3419620" [ 1095.163668] env[69858]: _type = "Task" [ 1095.163668] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.173378] env[69858]: DEBUG oslo_vmware.api [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419620, 'name': CloneVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.208729] env[69858]: DEBUG oslo_concurrency.lockutils [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquiring lock "refresh_cache-4df6118d-f032-4142-8900-93209f760c86" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.208996] env[69858]: DEBUG oslo_concurrency.lockutils [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquired lock "refresh_cache-4df6118d-f032-4142-8900-93209f760c86" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.209200] env[69858]: DEBUG nova.network.neutron [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.211142] env[69858]: DEBUG oslo_concurrency.lockutils [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.242630] env[69858]: DEBUG nova.compute.manager [req-4abd1a0d-6c5a-4f6d-8d5b-f001735dae79 req-187e808b-b3b3-462d-b38f-67425aa64bfa service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Received event network-vif-deleted-6836815f-d353-42f0-816c-9d1ca58a6957 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.243151] env[69858]: INFO nova.compute.manager [req-4abd1a0d-6c5a-4f6d-8d5b-f001735dae79 req-187e808b-b3b3-462d-b38f-67425aa64bfa service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Neutron deleted interface 6836815f-d353-42f0-816c-9d1ca58a6957; detaching it from the instance and deleting it from the info cache [ 1095.243151] env[69858]: DEBUG nova.network.neutron [req-4abd1a0d-6c5a-4f6d-8d5b-f001735dae79 req-187e808b-b3b3-462d-b38f-67425aa64bfa service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.401998] env[69858]: DEBUG nova.network.neutron [-] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.445852] env[69858]: INFO nova.compute.manager [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: 03c83187-61c2-4191-a3e6-fc401bb1577c] Took 25.41 seconds to build instance. [ 1095.469020] env[69858]: DEBUG oslo_vmware.api [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419619, 'name': Rename_Task, 'duration_secs': 0.161603} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.469020] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.469020] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47563c21-e8eb-4e17-a6b9-302db5a62904 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.476410] env[69858]: DEBUG oslo_vmware.api [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Waiting for the task: (returnval){ [ 1095.476410] env[69858]: value = "task-3419621" [ 1095.476410] env[69858]: _type = "Task" [ 1095.476410] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.485645] env[69858]: DEBUG oslo_vmware.api [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.647053] env[69858]: ERROR nova.scheduler.client.report [None req-a3951fe0-28c5-4b3e-85f4-68b01401c20d tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] [req-8786e0f8-7236-44a7-81fe-a9af3aedb334] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0eb830e-e56f-4bef-ab3f-89644f27fe23. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8786e0f8-7236-44a7-81fe-a9af3aedb334"}]} [ 1095.666218] env[69858]: DEBUG nova.scheduler.client.report [None req-a3951fe0-28c5-4b3e-85f4-68b01401c20d tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Refreshing inventories for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1095.680811] env[69858]: DEBUG oslo_vmware.api [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419620, 'name': CloneVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.684728] env[69858]: DEBUG nova.scheduler.client.report [None req-a3951fe0-28c5-4b3e-85f4-68b01401c20d tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Updating ProviderTree inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1095.685054] env[69858]: DEBUG nova.compute.provider_tree [None req-a3951fe0-28c5-4b3e-85f4-68b01401c20d tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1095.698292] env[69858]: DEBUG nova.scheduler.client.report [None req-a3951fe0-28c5-4b3e-85f4-68b01401c20d tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Refreshing aggregate associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, aggregates: None {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1095.718750] env[69858]: DEBUG nova.scheduler.client.report [None req-a3951fe0-28c5-4b3e-85f4-68b01401c20d tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Refreshing trait associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1095.746653] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5b6ed8b-9b8d-4f3f-ba9c-88fee3130571 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.764864] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fba52f-b4c0-4a4a-8f14-8760f4b26f1b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.806139] env[69858]: DEBUG nova.compute.manager [req-4abd1a0d-6c5a-4f6d-8d5b-f001735dae79 req-187e808b-b3b3-462d-b38f-67425aa64bfa service nova] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Detach interface failed, port_id=6836815f-d353-42f0-816c-9d1ca58a6957, reason: Instance cf25f649-f669-40a9-b002-ff84d5b75100 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1095.906155] env[69858]: INFO nova.compute.manager [-] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Took 1.76 seconds to deallocate network for instance. [ 1095.948106] env[69858]: DEBUG oslo_concurrency.lockutils [None req-261a7d66-ba9c-451b-886f-ef5a706c5df8 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Lock "03c83187-61c2-4191-a3e6-fc401bb1577c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.920s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.987678] env[69858]: DEBUG oslo_vmware.api [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419621, 'name': PowerOnVM_Task, 'duration_secs': 0.509043} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.987951] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.988173] env[69858]: INFO nova.compute.manager [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Took 4.92 seconds to spawn the instance on the hypervisor. [ 1095.988354] env[69858]: DEBUG nova.compute.manager [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.989221] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba3fe2a-fbb8-4e85-9172-2d8c2c4decc2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.993883] env[69858]: DEBUG nova.network.neutron [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Updating instance_info_cache with network_info: [{"id": "76268e2e-2637-4fce-9ed6-fddc6ebb6dc9", "address": "fa:16:3e:78:6b:24", "network": {"id": "373800ae-a572-4192-8e38-87d8d1a23448", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a2db93826cad440ca5e0fd162f338454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76268e2e-26", "ovs_interfaceid": "76268e2e-2637-4fce-9ed6-fddc6ebb6dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.064677] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ea4810-4dbf-4fba-8ba5-2eac43bedf38 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.073121] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fe4b76-6346-4f90-9005-d692c9e42d28 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.108655] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4cfabd-f3e3-4cf4-96a6-cce804c1dbfd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.118352] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8c3908-4f3a-457d-9336-6dd545959b23 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.133743] env[69858]: DEBUG nova.compute.provider_tree [None req-a3951fe0-28c5-4b3e-85f4-68b01401c20d tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1096.180301] env[69858]: DEBUG oslo_vmware.api [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419620, 'name': CloneVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.419599] env[69858]: DEBUG oslo_concurrency.lockutils [None req-afacf17a-227d-48e4-9043-4274eaeafeef tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.502645] env[69858]: DEBUG oslo_concurrency.lockutils [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Releasing lock "refresh_cache-4df6118d-f032-4142-8900-93209f760c86" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.503144] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.509217] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb875567-deec-407d-a7b6-d70a15102e35 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.513328] env[69858]: INFO nova.compute.manager [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Took 25.75 seconds to build instance. [ 1096.520505] env[69858]: DEBUG oslo_vmware.api [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for the task: (returnval){ [ 1096.520505] env[69858]: value = "task-3419622" [ 1096.520505] env[69858]: _type = "Task" [ 1096.520505] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.530591] env[69858]: DEBUG oslo_vmware.api [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.677301] env[69858]: DEBUG nova.scheduler.client.report [None req-a3951fe0-28c5-4b3e-85f4-68b01401c20d tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Updated inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with generation 122 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1096.677736] env[69858]: DEBUG nova.compute.provider_tree [None req-a3951fe0-28c5-4b3e-85f4-68b01401c20d tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Updating resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 generation from 122 to 123 during operation: update_inventory {{(pid=69858) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1096.678044] env[69858]: DEBUG nova.compute.provider_tree [None req-a3951fe0-28c5-4b3e-85f4-68b01401c20d tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1096.691193] env[69858]: DEBUG oslo_vmware.api [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419620, 'name': CloneVM_Task} progress is 95%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.761318] env[69858]: INFO nova.compute.manager [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Rebuilding instance [ 1096.806094] env[69858]: DEBUG nova.compute.manager [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.807009] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08151f3f-81fd-4920-aaf6-845f75ae4602 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.015655] env[69858]: DEBUG oslo_concurrency.lockutils [None req-154c09be-a82f-4349-89e0-c06899906bee tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Lock "f3b6f0ff-a257-488b-85cc-34e178d8e8f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.260s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.030893] env[69858]: DEBUG oslo_vmware.api [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419622, 'name': PowerOffVM_Task, 'duration_secs': 0.271866} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.031257] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.031891] env[69858]: DEBUG nova.virt.hardware [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:34:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='a9063137-7716-487e-a90b-bb13a040daa0',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-826279007',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.032122] env[69858]: DEBUG nova.virt.hardware [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.032282] env[69858]: DEBUG nova.virt.hardware [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.032466] env[69858]: DEBUG nova.virt.hardware [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.032611] env[69858]: DEBUG nova.virt.hardware [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.032754] env[69858]: DEBUG nova.virt.hardware [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.032959] env[69858]: DEBUG nova.virt.hardware [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.033135] env[69858]: DEBUG nova.virt.hardware [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.033300] env[69858]: DEBUG nova.virt.hardware [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.033462] env[69858]: DEBUG nova.virt.hardware [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.033632] env[69858]: DEBUG nova.virt.hardware [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.038401] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5251f8be-0c6c-4dd5-8dfb-15c054c49f07 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.055326] env[69858]: DEBUG oslo_vmware.api [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for the task: (returnval){ [ 1097.055326] env[69858]: value = "task-3419623" [ 1097.055326] env[69858]: _type = "Task" [ 1097.055326] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.063881] env[69858]: DEBUG oslo_vmware.api [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419623, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.182460] env[69858]: DEBUG oslo_vmware.api [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419620, 'name': CloneVM_Task, 'duration_secs': 1.838928} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.182747] env[69858]: INFO nova.virt.vmwareapi.vmops [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Created linked-clone VM from snapshot [ 1097.183839] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ee8325-2bf2-4a07-8a3f-96fe207d4237 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.188662] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a3951fe0-28c5-4b3e-85f4-68b01401c20d tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.697s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.191773] env[69858]: DEBUG oslo_concurrency.lockutils [None req-967dc947-6e7c-46f4-86ea-e8b1d5443534 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.485s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.192221] env[69858]: DEBUG nova.objects.instance [None req-967dc947-6e7c-46f4-86ea-e8b1d5443534 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lazy-loading 'resources' on Instance uuid eaf4530d-bff5-45d3-8161-c63684bdfa59 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.200194] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Uploading image 4993f16d-363b-43ad-8add-c8aef385a417 {{(pid=69858) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1097.224449] env[69858]: DEBUG oslo_vmware.rw_handles [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1097.224449] env[69858]: value = "vm-682265" [ 1097.224449] env[69858]: _type = "VirtualMachine" [ 1097.224449] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1097.224856] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-161d181d-6f8d-4f0c-9dfd-4b36b2efe5f8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.235333] env[69858]: DEBUG oslo_vmware.rw_handles [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Lease: (returnval){ [ 1097.235333] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5289c28d-821d-abe1-abcb-d654f8cfd7c0" [ 1097.235333] env[69858]: _type = "HttpNfcLease" [ 1097.235333] env[69858]: } obtained for exporting VM: (result){ [ 1097.235333] env[69858]: value = "vm-682265" [ 1097.235333] env[69858]: _type = "VirtualMachine" [ 1097.235333] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1097.235735] env[69858]: DEBUG oslo_vmware.api [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Waiting for the lease: (returnval){ [ 1097.235735] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5289c28d-821d-abe1-abcb-d654f8cfd7c0" [ 1097.235735] env[69858]: _type = "HttpNfcLease" [ 1097.235735] env[69858]: } to be ready. {{(pid=69858) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1097.244199] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1097.244199] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5289c28d-821d-abe1-abcb-d654f8cfd7c0" [ 1097.244199] env[69858]: _type = "HttpNfcLease" [ 1097.244199] env[69858]: } is initializing. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1097.565672] env[69858]: DEBUG oslo_vmware.api [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419623, 'name': ReconfigVM_Task, 'duration_secs': 0.313095} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.566568] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f53d12-882c-42a7-b84c-235b6667e8b0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.585763] env[69858]: DEBUG nova.virt.hardware [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:34:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='a9063137-7716-487e-a90b-bb13a040daa0',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-826279007',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.586017] env[69858]: DEBUG nova.virt.hardware [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.586206] env[69858]: DEBUG nova.virt.hardware [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.586400] env[69858]: DEBUG nova.virt.hardware [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.586564] env[69858]: DEBUG nova.virt.hardware [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.586721] env[69858]: DEBUG nova.virt.hardware [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.586936] env[69858]: DEBUG nova.virt.hardware [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.587108] env[69858]: DEBUG nova.virt.hardware [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.587298] env[69858]: DEBUG nova.virt.hardware [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.587469] env[69858]: DEBUG nova.virt.hardware [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.587641] env[69858]: DEBUG nova.virt.hardware [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.588826] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dee4b35d-24b8-4216-a710-51a6ca91e7d5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.595168] env[69858]: DEBUG oslo_vmware.api [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for the task: (returnval){ [ 1097.595168] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52075d40-35a3-014d-4240-d62fdfb4fa1a" [ 1097.595168] env[69858]: _type = "Task" [ 1097.595168] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.603534] env[69858]: DEBUG oslo_vmware.api [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52075d40-35a3-014d-4240-d62fdfb4fa1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.710208] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a3951fe0-28c5-4b3e-85f4-68b01401c20d tempest-ServerActionsV293TestJSON-2020661475 tempest-ServerActionsV293TestJSON-2020661475-project-member] Lock "e7469996-1a00-428d-9a65-2885e5c471e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.319s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.744585] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1097.744585] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5289c28d-821d-abe1-abcb-d654f8cfd7c0" [ 1097.744585] env[69858]: _type = "HttpNfcLease" [ 1097.744585] env[69858]: } is ready. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1097.744892] env[69858]: DEBUG oslo_vmware.rw_handles [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1097.744892] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5289c28d-821d-abe1-abcb-d654f8cfd7c0" [ 1097.744892] env[69858]: _type = "HttpNfcLease" [ 1097.744892] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1097.745674] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65daa0b-e1f7-4105-bdaf-4058a56ae929 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.755600] env[69858]: DEBUG oslo_vmware.rw_handles [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52031be5-b2cb-be2d-4d66-cb430afee56c/disk-0.vmdk from lease info. {{(pid=69858) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1097.755986] env[69858]: DEBUG oslo_vmware.rw_handles [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52031be5-b2cb-be2d-4d66-cb430afee56c/disk-0.vmdk for reading. {{(pid=69858) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1097.822497] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.822806] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15370d97-3553-4753-a0f9-2676f854d69d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.831285] env[69858]: DEBUG oslo_vmware.api [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Waiting for the task: (returnval){ [ 1097.831285] env[69858]: value = "task-3419625" [ 1097.831285] env[69858]: _type = "Task" [ 1097.831285] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.849189] env[69858]: DEBUG oslo_vmware.api [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.894733] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fcb13853-a313-4891-a040-c361f2f72c8d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.101021] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176478b0-b49b-43b9-94d6-385aad79460e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.110399] env[69858]: DEBUG oslo_vmware.api [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52075d40-35a3-014d-4240-d62fdfb4fa1a, 'name': SearchDatastore_Task, 'duration_secs': 0.011229} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.117756] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Reconfiguring VM instance instance-0000004c to detach disk 2000 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1098.118225] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24c8ebe2-ff2d-49a3-95d7-f955a7387eb0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.132397] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951ebc65-a098-4311-9923-848dbc49d59d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.145490] env[69858]: DEBUG oslo_vmware.api [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for the task: (returnval){ [ 1098.145490] env[69858]: value = "task-3419626" [ 1098.145490] env[69858]: _type = "Task" [ 1098.145490] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.173970] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c06b24-589c-4948-acfa-f25d40c9795a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.185928] env[69858]: DEBUG oslo_vmware.api [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419626, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.187408] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf6e2be-4842-4d8b-9b36-bbff017f1a11 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.204878] env[69858]: DEBUG nova.compute.provider_tree [None req-967dc947-6e7c-46f4-86ea-e8b1d5443534 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1098.346073] env[69858]: DEBUG oslo_vmware.api [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419625, 'name': PowerOffVM_Task, 'duration_secs': 0.13449} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.346368] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.346602] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.347436] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd914b13-1e28-4ab4-afd6-76c7c2eb7caa {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.355838] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.356308] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e779d21-f4fe-4697-84ea-9ba78771d24e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.391830] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.392094] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.392304] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Deleting the datastore file [datastore1] f3b6f0ff-a257-488b-85cc-34e178d8e8f1 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.392722] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c03fff36-8f08-4055-bc48-55221ceaf7e0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.401907] env[69858]: DEBUG oslo_vmware.api [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Waiting for the task: (returnval){ [ 1098.401907] env[69858]: value = "task-3419628" [ 1098.401907] env[69858]: _type = "Task" [ 1098.401907] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.411893] env[69858]: DEBUG oslo_vmware.api [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.681165] env[69858]: DEBUG oslo_vmware.api [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419626, 'name': ReconfigVM_Task, 'duration_secs': 0.306842} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.681484] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Reconfigured VM instance instance-0000004c to detach disk 2000 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1098.682365] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47474f91-c222-492c-a28e-fecde8e223b9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.706128] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 4df6118d-f032-4142-8900-93209f760c86/4df6118d-f032-4142-8900-93209f760c86.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.706621] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba1200fc-634b-48c1-b397-1bea61bc390e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.732617] env[69858]: DEBUG oslo_vmware.api [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for the task: (returnval){ [ 1098.732617] env[69858]: value = "task-3419629" [ 1098.732617] env[69858]: _type = "Task" [ 1098.732617] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.743232] env[69858]: DEBUG oslo_vmware.api [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419629, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.754431] env[69858]: DEBUG nova.scheduler.client.report [None req-967dc947-6e7c-46f4-86ea-e8b1d5443534 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Updated inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with generation 123 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1098.754853] env[69858]: DEBUG nova.compute.provider_tree [None req-967dc947-6e7c-46f4-86ea-e8b1d5443534 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Updating resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 generation from 123 to 124 during operation: update_inventory {{(pid=69858) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1098.755211] env[69858]: DEBUG nova.compute.provider_tree [None req-967dc947-6e7c-46f4-86ea-e8b1d5443534 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1098.913717] env[69858]: DEBUG oslo_vmware.api [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192177} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.914089] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.914410] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.914701] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.245192] env[69858]: DEBUG oslo_vmware.api [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.262365] env[69858]: DEBUG oslo_concurrency.lockutils [None req-967dc947-6e7c-46f4-86ea-e8b1d5443534 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.071s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.264891] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e75529e0-f5cb-4fe6-ab3b-66f8aaede572 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.218s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.265181] env[69858]: DEBUG nova.objects.instance [None req-e75529e0-f5cb-4fe6-ab3b-66f8aaede572 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Lazy-loading 'resources' on Instance uuid 610aba42-6938-4461-a47c-666e92c90918 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.286664] env[69858]: INFO nova.scheduler.client.report [None req-967dc947-6e7c-46f4-86ea-e8b1d5443534 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Deleted allocations for instance eaf4530d-bff5-45d3-8161-c63684bdfa59 [ 1099.745081] env[69858]: DEBUG oslo_vmware.api [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419629, 'name': ReconfigVM_Task, 'duration_secs': 0.62585} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.745461] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 4df6118d-f032-4142-8900-93209f760c86/4df6118d-f032-4142-8900-93209f760c86.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.746257] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8767e348-747a-43d5-9cb6-c5acff58d33c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.767293] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c70847c-7712-451d-b8ef-1c8b65eee542 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.793111] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ef4aa9-6655-4c69-b0b1-ba68c8173123 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.800685] env[69858]: DEBUG oslo_concurrency.lockutils [None req-967dc947-6e7c-46f4-86ea-e8b1d5443534 tempest-ServersAdminTestJSON-2098057300 tempest-ServersAdminTestJSON-2098057300-project-member] Lock "eaf4530d-bff5-45d3-8161-c63684bdfa59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.704s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.819691] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6c93e5-6e5a-4742-827a-b2566a9276aa {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.829495] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.829702] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f54e322-fa44-4bf5-b1ec-5cae2f0874a1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.838058] env[69858]: DEBUG oslo_vmware.api [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for the task: (returnval){ [ 1099.838058] env[69858]: value = "task-3419630" [ 1099.838058] env[69858]: _type = "Task" [ 1099.838058] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.850651] env[69858]: DEBUG oslo_vmware.api [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.109651] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47efdf2-814a-4177-ae0e-122fa7289e83 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.119666] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3db9ce9-b49a-4714-9169-891bd970a669 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.158247] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2a32ed-3a0e-4fb2-8978-23a01a81b335 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.167237] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde6b457-dc20-4903-af17-f89a15bb253b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.182738] env[69858]: DEBUG nova.compute.provider_tree [None req-e75529e0-f5cb-4fe6-ab3b-66f8aaede572 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1100.349551] env[69858]: DEBUG oslo_vmware.api [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419630, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.720229] env[69858]: DEBUG nova.scheduler.client.report [None req-e75529e0-f5cb-4fe6-ab3b-66f8aaede572 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Updated inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with generation 124 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1100.720547] env[69858]: DEBUG nova.compute.provider_tree [None req-e75529e0-f5cb-4fe6-ab3b-66f8aaede572 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Updating resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 generation from 124 to 125 during operation: update_inventory {{(pid=69858) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1100.720747] env[69858]: DEBUG nova.compute.provider_tree [None req-e75529e0-f5cb-4fe6-ab3b-66f8aaede572 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1100.849098] env[69858]: DEBUG oslo_vmware.api [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419630, 'name': PowerOnVM_Task, 'duration_secs': 0.51838} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.849428] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.227558] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e75529e0-f5cb-4fe6-ab3b-66f8aaede572 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.230584] env[69858]: DEBUG oslo_concurrency.lockutils [None req-de6793f5-2e0b-4f9f-828b-a163a5aef53a tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.836s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.230584] env[69858]: DEBUG nova.objects.instance [None req-de6793f5-2e0b-4f9f-828b-a163a5aef53a tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Lazy-loading 'resources' on Instance uuid e79f2876-7137-46d4-b5dd-2ed581de0bcf {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.257017] env[69858]: INFO nova.scheduler.client.report [None req-e75529e0-f5cb-4fe6-ab3b-66f8aaede572 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Deleted allocations for instance 610aba42-6938-4461-a47c-666e92c90918 [ 1101.770232] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e75529e0-f5cb-4fe6-ab3b-66f8aaede572 tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Lock "610aba42-6938-4461-a47c-666e92c90918" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.284s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.859584] env[69858]: INFO nova.compute.manager [None req-82df6d8a-ad2a-46c0-b1ca-593066ac4e64 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Updating instance to original state: 'active' [ 1102.041066] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7486dd80-eee9-4b19-bc4c-5f684ad93a07 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.049701] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7602dc6-a96c-464a-ba62-42c1c9e23c60 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.082688] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da616973-ef4b-4e05-9cea-8c7c31ab32a1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.090509] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b7c066-8d93-44a7-bcc8-9dc448ad3db1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.104461] env[69858]: DEBUG nova.compute.provider_tree [None req-de6793f5-2e0b-4f9f-828b-a163a5aef53a tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.608088] env[69858]: DEBUG nova.scheduler.client.report [None req-de6793f5-2e0b-4f9f-828b-a163a5aef53a tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.113831] env[69858]: DEBUG oslo_concurrency.lockutils [None req-de6793f5-2e0b-4f9f-828b-a163a5aef53a tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.884s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.116650] env[69858]: DEBUG oslo_concurrency.lockutils [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.623s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.118401] env[69858]: INFO nova.compute.claims [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.138779] env[69858]: INFO nova.scheduler.client.report [None req-de6793f5-2e0b-4f9f-828b-a163a5aef53a tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Deleted allocations for instance e79f2876-7137-46d4-b5dd-2ed581de0bcf [ 1103.219366] env[69858]: DEBUG nova.virt.hardware [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.219653] env[69858]: DEBUG nova.virt.hardware [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.219823] env[69858]: DEBUG nova.virt.hardware [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.220072] env[69858]: DEBUG nova.virt.hardware [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.220248] env[69858]: DEBUG nova.virt.hardware [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.220423] env[69858]: DEBUG nova.virt.hardware [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.220647] env[69858]: DEBUG nova.virt.hardware [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.220937] env[69858]: DEBUG nova.virt.hardware [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.221155] env[69858]: DEBUG nova.virt.hardware [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.221335] env[69858]: DEBUG nova.virt.hardware [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.221513] env[69858]: DEBUG nova.virt.hardware [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.224153] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481496ef-3188-47d0-b308-43b6807a6544 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.232973] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f60fa4-82f6-4121-ab31-3d329d016970 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.249296] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Instance VIF info [] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.255306] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.257746] env[69858]: DEBUG oslo_vmware.rw_handles [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52954505-4cf4-33b3-c3c2-0a331299444a/disk-0.vmdk. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1103.258413] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.259300] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84388047-fefd-4c47-be08-cad8ed7101e0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.262046] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52b21007-f2a8-45a4-ba71-29f8ab827a2e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.277520] env[69858]: DEBUG oslo_vmware.rw_handles [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52954505-4cf4-33b3-c3c2-0a331299444a/disk-0.vmdk is in state: ready. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1103.277696] env[69858]: ERROR oslo_vmware.rw_handles [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52954505-4cf4-33b3-c3c2-0a331299444a/disk-0.vmdk due to incomplete transfer. [ 1103.277992] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-00eb8dfb-e647-4285-989f-f8a2f417f471 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.280550] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.280550] env[69858]: value = "task-3419631" [ 1103.280550] env[69858]: _type = "Task" [ 1103.280550] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.288856] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419631, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.289912] env[69858]: DEBUG oslo_vmware.rw_handles [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52954505-4cf4-33b3-c3c2-0a331299444a/disk-0.vmdk. {{(pid=69858) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1103.290129] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Uploaded image f0879185-432f-4af8-919c-e8bae5319241 to the Glance image server {{(pid=69858) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1103.292610] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Destroying the VM {{(pid=69858) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1103.292610] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ae8b6325-de01-46e5-8071-ceb545dfaa34 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.298499] env[69858]: DEBUG oslo_vmware.api [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1103.298499] env[69858]: value = "task-3419632" [ 1103.298499] env[69858]: _type = "Task" [ 1103.298499] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.301762] env[69858]: DEBUG oslo_concurrency.lockutils [None req-86e8300f-ef09-454f-84bb-0c17dde60e4f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquiring lock "4df6118d-f032-4142-8900-93209f760c86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.301996] env[69858]: DEBUG oslo_concurrency.lockutils [None req-86e8300f-ef09-454f-84bb-0c17dde60e4f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Lock "4df6118d-f032-4142-8900-93209f760c86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.302231] env[69858]: DEBUG oslo_concurrency.lockutils [None req-86e8300f-ef09-454f-84bb-0c17dde60e4f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquiring lock "4df6118d-f032-4142-8900-93209f760c86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.302425] env[69858]: DEBUG oslo_concurrency.lockutils [None req-86e8300f-ef09-454f-84bb-0c17dde60e4f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Lock "4df6118d-f032-4142-8900-93209f760c86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.302591] env[69858]: DEBUG oslo_concurrency.lockutils [None req-86e8300f-ef09-454f-84bb-0c17dde60e4f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Lock "4df6118d-f032-4142-8900-93209f760c86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.305188] env[69858]: INFO nova.compute.manager [None req-86e8300f-ef09-454f-84bb-0c17dde60e4f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Terminating instance [ 1103.310191] env[69858]: DEBUG oslo_vmware.api [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419632, 'name': Destroy_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.647071] env[69858]: DEBUG oslo_concurrency.lockutils [None req-de6793f5-2e0b-4f9f-828b-a163a5aef53a tempest-ListServersNegativeTestJSON-1839091692 tempest-ListServersNegativeTestJSON-1839091692-project-member] Lock "e79f2876-7137-46d4-b5dd-2ed581de0bcf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.003s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.791020] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419631, 'name': CreateVM_Task, 'duration_secs': 0.326631} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.791260] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.791713] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.791881] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.792242] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.792862] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92077e2f-c736-4413-b5af-78d803a21bcf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.798075] env[69858]: DEBUG oslo_vmware.api [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Waiting for the task: (returnval){ [ 1103.798075] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52de7851-2e62-9120-9b3f-82ccc3871dbd" [ 1103.798075] env[69858]: _type = "Task" [ 1103.798075] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.810587] env[69858]: DEBUG oslo_vmware.api [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52de7851-2e62-9120-9b3f-82ccc3871dbd, 'name': SearchDatastore_Task} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.813679] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.813679] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.813679] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.813861] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.813983] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.814625] env[69858]: DEBUG nova.compute.manager [None req-86e8300f-ef09-454f-84bb-0c17dde60e4f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.814833] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-86e8300f-ef09-454f-84bb-0c17dde60e4f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.815112] env[69858]: DEBUG oslo_vmware.api [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419632, 'name': Destroy_Task} progress is 33%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.815304] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fc4c16a-2369-4f4f-8d2d-af3a8a2e5f91 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.817553] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cfecf5-846f-4d75-bf77-ca2f22efad04 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.824664] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e8300f-ef09-454f-84bb-0c17dde60e4f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.825677] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91d870e1-f46b-48c9-a9f0-71cb1073bfc0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.827172] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.827355] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.828099] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0386694-1825-4e30-a965-fcdcd4ab37a4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.833661] env[69858]: DEBUG oslo_vmware.api [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Waiting for the task: (returnval){ [ 1103.833661] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526e4269-70a8-c196-4907-235530e8b692" [ 1103.833661] env[69858]: _type = "Task" [ 1103.833661] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.834929] env[69858]: DEBUG oslo_vmware.api [None req-86e8300f-ef09-454f-84bb-0c17dde60e4f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for the task: (returnval){ [ 1103.834929] env[69858]: value = "task-3419633" [ 1103.834929] env[69858]: _type = "Task" [ 1103.834929] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.845748] env[69858]: DEBUG oslo_vmware.api [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526e4269-70a8-c196-4907-235530e8b692, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.849049] env[69858]: DEBUG oslo_vmware.api [None req-86e8300f-ef09-454f-84bb-0c17dde60e4f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.321951] env[69858]: DEBUG oslo_vmware.api [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419632, 'name': Destroy_Task, 'duration_secs': 0.685311} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.322520] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Destroyed the VM [ 1104.323228] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Deleting Snapshot of the VM instance {{(pid=69858) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1104.323591] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-24f86557-5b94-44b8-8e41-3d7ab2c3fcc3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.335469] env[69858]: DEBUG oslo_vmware.api [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1104.335469] env[69858]: value = "task-3419634" [ 1104.335469] env[69858]: _type = "Task" [ 1104.335469] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.359357] env[69858]: DEBUG oslo_vmware.api [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526e4269-70a8-c196-4907-235530e8b692, 'name': SearchDatastore_Task, 'duration_secs': 0.011416} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.366391] env[69858]: DEBUG oslo_vmware.api [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419634, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.366722] env[69858]: DEBUG oslo_vmware.api [None req-86e8300f-ef09-454f-84bb-0c17dde60e4f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419633, 'name': PowerOffVM_Task, 'duration_secs': 0.284813} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.370664] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b48b9f0-9807-4d91-b3f1-627a349225c2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.372402] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e8300f-ef09-454f-84bb-0c17dde60e4f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.372578] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-86e8300f-ef09-454f-84bb-0c17dde60e4f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.373100] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33c5ca7f-db8b-44f7-ac20-74d713bd8e6b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.378282] env[69858]: DEBUG oslo_vmware.api [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Waiting for the task: (returnval){ [ 1104.378282] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f3479f-a044-c347-c4ba-40cb608693f7" [ 1104.378282] env[69858]: _type = "Task" [ 1104.378282] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.387845] env[69858]: DEBUG oslo_vmware.api [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f3479f-a044-c347-c4ba-40cb608693f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.438611] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-86e8300f-ef09-454f-84bb-0c17dde60e4f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.438855] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-86e8300f-ef09-454f-84bb-0c17dde60e4f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.439098] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-86e8300f-ef09-454f-84bb-0c17dde60e4f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Deleting the datastore file [datastore2] 4df6118d-f032-4142-8900-93209f760c86 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.442054] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25ea0424-e42f-47de-b571-785db23f9f3d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.449565] env[69858]: DEBUG oslo_vmware.api [None req-86e8300f-ef09-454f-84bb-0c17dde60e4f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for the task: (returnval){ [ 1104.449565] env[69858]: value = "task-3419636" [ 1104.449565] env[69858]: _type = "Task" [ 1104.449565] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.457690] env[69858]: DEBUG oslo_vmware.api [None req-86e8300f-ef09-454f-84bb-0c17dde60e4f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.494129] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430f5187-56ef-41eb-bdc2-896d75649c48 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.502949] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554ae130-2192-4d87-b242-ca6a4d6be12c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.536609] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5e8521-264d-4dae-b74f-089d1aa08a0b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.545061] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688a628f-0b64-4659-819d-62c07e4cba2d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.559866] env[69858]: DEBUG nova.compute.provider_tree [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.856016] env[69858]: DEBUG oslo_vmware.api [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419634, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.891431] env[69858]: DEBUG oslo_vmware.api [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f3479f-a044-c347-c4ba-40cb608693f7, 'name': SearchDatastore_Task, 'duration_secs': 0.015367} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.891708] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.892023] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] f3b6f0ff-a257-488b-85cc-34e178d8e8f1/f3b6f0ff-a257-488b-85cc-34e178d8e8f1.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1104.892287] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-696270f1-bc1f-4766-a4a9-3d9e8dee6676 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.899252] env[69858]: DEBUG oslo_vmware.api [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Waiting for the task: (returnval){ [ 1104.899252] env[69858]: value = "task-3419637" [ 1104.899252] env[69858]: _type = "Task" [ 1104.899252] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.907970] env[69858]: DEBUG oslo_vmware.api [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.959247] env[69858]: DEBUG oslo_vmware.api [None req-86e8300f-ef09-454f-84bb-0c17dde60e4f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186215} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.959861] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-86e8300f-ef09-454f-84bb-0c17dde60e4f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.959861] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-86e8300f-ef09-454f-84bb-0c17dde60e4f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.960452] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-86e8300f-ef09-454f-84bb-0c17dde60e4f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.960452] env[69858]: INFO nova.compute.manager [None req-86e8300f-ef09-454f-84bb-0c17dde60e4f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 4df6118d-f032-4142-8900-93209f760c86] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1104.960452] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86e8300f-ef09-454f-84bb-0c17dde60e4f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.960651] env[69858]: DEBUG nova.compute.manager [-] [instance: 4df6118d-f032-4142-8900-93209f760c86] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1104.960748] env[69858]: DEBUG nova.network.neutron [-] [instance: 4df6118d-f032-4142-8900-93209f760c86] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1105.063449] env[69858]: DEBUG nova.scheduler.client.report [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.324167] env[69858]: DEBUG nova.compute.manager [req-b83f467b-7d1d-43f8-a3b2-8df6f12ca0e5 req-4115d4c4-89dc-44a7-9fc2-3b45ed15454b service nova] [instance: 4df6118d-f032-4142-8900-93209f760c86] Received event network-vif-deleted-76268e2e-2637-4fce-9ed6-fddc6ebb6dc9 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.324463] env[69858]: INFO nova.compute.manager [req-b83f467b-7d1d-43f8-a3b2-8df6f12ca0e5 req-4115d4c4-89dc-44a7-9fc2-3b45ed15454b service nova] [instance: 4df6118d-f032-4142-8900-93209f760c86] Neutron deleted interface 76268e2e-2637-4fce-9ed6-fddc6ebb6dc9; detaching it from the instance and deleting it from the info cache [ 1105.324559] env[69858]: DEBUG nova.network.neutron [req-b83f467b-7d1d-43f8-a3b2-8df6f12ca0e5 req-4115d4c4-89dc-44a7-9fc2-3b45ed15454b service nova] [instance: 4df6118d-f032-4142-8900-93209f760c86] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.357887] env[69858]: DEBUG oslo_vmware.api [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419634, 'name': RemoveSnapshot_Task, 'duration_secs': 0.616944} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.358217] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Deleted Snapshot of the VM instance {{(pid=69858) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1105.358444] env[69858]: INFO nova.compute.manager [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Took 17.97 seconds to snapshot the instance on the hypervisor. [ 1105.412128] env[69858]: DEBUG oslo_vmware.api [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502021} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.412128] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] f3b6f0ff-a257-488b-85cc-34e178d8e8f1/f3b6f0ff-a257-488b-85cc-34e178d8e8f1.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.412128] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.412544] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76bede4e-5d63-430d-b998-c890b60dc54c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.419181] env[69858]: DEBUG oslo_vmware.api [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Waiting for the task: (returnval){ [ 1105.419181] env[69858]: value = "task-3419638" [ 1105.419181] env[69858]: _type = "Task" [ 1105.419181] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.427659] env[69858]: DEBUG oslo_vmware.api [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.569458] env[69858]: DEBUG oslo_concurrency.lockutils [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.570062] env[69858]: DEBUG nova.compute.manager [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1105.573515] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.279s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.575358] env[69858]: INFO nova.compute.claims [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.789265] env[69858]: DEBUG nova.network.neutron [-] [instance: 4df6118d-f032-4142-8900-93209f760c86] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.827426] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86e9b2d5-c2b2-4325-a264-491a2df7a181 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.837827] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36967496-5df7-4c1a-b418-5cb718496986 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.877146] env[69858]: DEBUG nova.compute.manager [req-b83f467b-7d1d-43f8-a3b2-8df6f12ca0e5 req-4115d4c4-89dc-44a7-9fc2-3b45ed15454b service nova] [instance: 4df6118d-f032-4142-8900-93209f760c86] Detach interface failed, port_id=76268e2e-2637-4fce-9ed6-fddc6ebb6dc9, reason: Instance 4df6118d-f032-4142-8900-93209f760c86 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1105.929648] env[69858]: DEBUG oslo_vmware.api [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096627} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.929870] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.930861] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb03218-eadd-40ae-9d3d-0998505be957 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.952284] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] f3b6f0ff-a257-488b-85cc-34e178d8e8f1/f3b6f0ff-a257-488b-85cc-34e178d8e8f1.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.952723] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91174d91-4ae5-421c-8fee-1c7dd0a504c5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.972512] env[69858]: DEBUG oslo_vmware.api [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Waiting for the task: (returnval){ [ 1105.972512] env[69858]: value = "task-3419639" [ 1105.972512] env[69858]: _type = "Task" [ 1105.972512] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.980670] env[69858]: DEBUG oslo_vmware.api [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419639, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.087435] env[69858]: DEBUG nova.compute.utils [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1106.092391] env[69858]: DEBUG nova.compute.manager [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1106.092391] env[69858]: DEBUG nova.network.neutron [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1106.099088] env[69858]: DEBUG nova.compute.manager [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Found 3 images (rotation: 2) {{(pid=69858) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1106.099297] env[69858]: DEBUG nova.compute.manager [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Rotating out 1 backups {{(pid=69858) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1106.099467] env[69858]: DEBUG nova.compute.manager [None req-380e4bf3-724e-40b0-a1e3-cda83ea0c09f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Deleting image 84b56735-46d6-4b01-bfca-8fcd2851c792 {{(pid=69858) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1106.172616] env[69858]: DEBUG nova.policy [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '203d5dd8eca045669756612dd278d517', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9769f0327d5246d8b236665cdafb746e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1106.292762] env[69858]: INFO nova.compute.manager [-] [instance: 4df6118d-f032-4142-8900-93209f760c86] Took 1.33 seconds to deallocate network for instance. [ 1106.485354] env[69858]: DEBUG oslo_vmware.api [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419639, 'name': ReconfigVM_Task, 'duration_secs': 0.3343} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.485659] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Reconfigured VM instance instance-00000056 to attach disk [datastore2] f3b6f0ff-a257-488b-85cc-34e178d8e8f1/f3b6f0ff-a257-488b-85cc-34e178d8e8f1.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.486498] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a74ad3f2-7a3a-405c-ae67-a8a0611d98cd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.495553] env[69858]: DEBUG oslo_vmware.api [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Waiting for the task: (returnval){ [ 1106.495553] env[69858]: value = "task-3419640" [ 1106.495553] env[69858]: _type = "Task" [ 1106.495553] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.507878] env[69858]: DEBUG oslo_vmware.api [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419640, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.542202] env[69858]: DEBUG nova.network.neutron [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Successfully created port: b93f0d01-8131-4c2a-8fad-fb0eeb8d1e88 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1106.596790] env[69858]: DEBUG nova.compute.manager [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1106.608991] env[69858]: DEBUG nova.compute.manager [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.610213] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173f3b2e-8178-44b0-b65d-580f92207a9a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.800334] env[69858]: DEBUG oslo_concurrency.lockutils [None req-86e8300f-ef09-454f-84bb-0c17dde60e4f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.912093] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acf76ab-091a-4abd-8ee1-e47373d70cc3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.919650] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd77c4a4-2f8d-4c0e-9b0c-cd167fed0e6f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.961832] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29006013-9646-4b50-975f-aa6c3bc445b9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.970385] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af68d444-32e8-4004-b346-a0cd525c78e8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.985340] env[69858]: DEBUG nova.compute.provider_tree [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.007351] env[69858]: DEBUG oslo_vmware.api [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419640, 'name': Rename_Task, 'duration_secs': 0.150737} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.007646] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.007903] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e86cb7e-5bf5-4385-9792-65b1b64a02a5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.014964] env[69858]: DEBUG oslo_vmware.api [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Waiting for the task: (returnval){ [ 1107.014964] env[69858]: value = "task-3419641" [ 1107.014964] env[69858]: _type = "Task" [ 1107.014964] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.023240] env[69858]: DEBUG oslo_vmware.api [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.070337] env[69858]: DEBUG oslo_vmware.rw_handles [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52031be5-b2cb-be2d-4d66-cb430afee56c/disk-0.vmdk. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1107.071466] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43302e4-ae05-4143-9546-db991ada5002 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.079842] env[69858]: DEBUG oslo_vmware.rw_handles [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52031be5-b2cb-be2d-4d66-cb430afee56c/disk-0.vmdk is in state: ready. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1107.080074] env[69858]: ERROR oslo_vmware.rw_handles [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52031be5-b2cb-be2d-4d66-cb430afee56c/disk-0.vmdk due to incomplete transfer. [ 1107.080268] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cd40ca0c-804b-44b1-a6b3-573c5e98fee3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.087207] env[69858]: DEBUG oslo_vmware.rw_handles [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52031be5-b2cb-be2d-4d66-cb430afee56c/disk-0.vmdk. {{(pid=69858) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1107.087450] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Uploaded image 4993f16d-363b-43ad-8add-c8aef385a417 to the Glance image server {{(pid=69858) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1107.089408] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Destroying the VM {{(pid=69858) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1107.089745] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f53f4fce-a163-455d-8865-c487926d3021 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.095164] env[69858]: DEBUG oslo_vmware.api [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Waiting for the task: (returnval){ [ 1107.095164] env[69858]: value = "task-3419642" [ 1107.095164] env[69858]: _type = "Task" [ 1107.095164] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.107382] env[69858]: DEBUG oslo_vmware.api [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419642, 'name': Destroy_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.127257] env[69858]: INFO nova.compute.manager [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] instance snapshotting [ 1107.129180] env[69858]: DEBUG nova.objects.instance [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lazy-loading 'flavor' on Instance uuid 587f6c2d-ea44-459f-b0c5-6e232da0e6d1 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.489163] env[69858]: DEBUG nova.scheduler.client.report [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.525372] env[69858]: DEBUG oslo_vmware.api [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419641, 'name': PowerOnVM_Task, 'duration_secs': 0.499607} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.525657] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.525891] env[69858]: DEBUG nova.compute.manager [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.526692] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45685ad5-b1bf-429f-b4f1-94351280976e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.605403] env[69858]: DEBUG oslo_vmware.api [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419642, 'name': Destroy_Task, 'duration_secs': 0.443033} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.605729] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Destroyed the VM [ 1107.605962] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Deleting Snapshot of the VM instance {{(pid=69858) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1107.606228] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aa4cc934-67df-4cb3-90b0-222b7ea9ddc6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.613853] env[69858]: DEBUG nova.compute.manager [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1107.615580] env[69858]: DEBUG oslo_vmware.api [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Waiting for the task: (returnval){ [ 1107.615580] env[69858]: value = "task-3419643" [ 1107.615580] env[69858]: _type = "Task" [ 1107.615580] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.624967] env[69858]: DEBUG oslo_vmware.api [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419643, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.638571] env[69858]: DEBUG nova.virt.hardware [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.638791] env[69858]: DEBUG nova.virt.hardware [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.638848] env[69858]: DEBUG nova.virt.hardware [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.639073] env[69858]: DEBUG nova.virt.hardware [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.639238] env[69858]: DEBUG nova.virt.hardware [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.639388] env[69858]: DEBUG nova.virt.hardware [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.639596] env[69858]: DEBUG nova.virt.hardware [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.639754] env[69858]: DEBUG nova.virt.hardware [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.639923] env[69858]: DEBUG nova.virt.hardware [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.640101] env[69858]: DEBUG nova.virt.hardware [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.640280] env[69858]: DEBUG nova.virt.hardware [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.641126] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1240476b-cb34-4f6d-940e-46f867748a58 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.644754] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b0982e-aa5e-43a6-ae9b-1d501ba9ab48 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.664797] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19ed5dc-567c-47a4-a867-0f4f986dae7f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.669343] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679fef46-1437-40be-b7b7-a3c46b16e4f0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.994972] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.995578] env[69858]: DEBUG nova.compute.manager [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1107.999759] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9a8ac00f-8e02-43ed-8501-af7de5df8536 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.455s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.000226] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9a8ac00f-8e02-43ed-8501-af7de5df8536 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.002218] env[69858]: DEBUG oslo_concurrency.lockutils [None req-344011f5-4990-4347-946c-d83aa6a3fe8a tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.415s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.002444] env[69858]: DEBUG nova.objects.instance [None req-344011f5-4990-4347-946c-d83aa6a3fe8a tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lazy-loading 'resources' on Instance uuid 60f35308-2c0b-49b5-b59c-f009be3d3822 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.029320] env[69858]: INFO nova.scheduler.client.report [None req-9a8ac00f-8e02-43ed-8501-af7de5df8536 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Deleted allocations for instance 57d65995-b755-4261-b549-a0a5e2e20f88 [ 1108.045878] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.127097] env[69858]: DEBUG oslo_vmware.api [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419643, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.193293] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Creating Snapshot of the VM instance {{(pid=69858) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1108.193903] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-172ce4bc-c695-47e9-826f-3b715750c65a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.205395] env[69858]: DEBUG oslo_vmware.api [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1108.205395] env[69858]: value = "task-3419644" [ 1108.205395] env[69858]: _type = "Task" [ 1108.205395] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.217701] env[69858]: DEBUG oslo_vmware.api [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419644, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.501912] env[69858]: DEBUG nova.compute.utils [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1108.508190] env[69858]: DEBUG nova.compute.manager [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1108.508451] env[69858]: DEBUG nova.network.neutron [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1108.539525] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9a8ac00f-8e02-43ed-8501-af7de5df8536 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "57d65995-b755-4261-b549-a0a5e2e20f88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.460s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.556397] env[69858]: DEBUG nova.policy [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5428c94ea8242bf9ee9ef989561fa30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55d5af7e5cc84fd885138b28a6913b6f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1108.632348] env[69858]: DEBUG oslo_vmware.api [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419643, 'name': RemoveSnapshot_Task, 'duration_secs': 0.741541} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.636162] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Deleted Snapshot of the VM instance {{(pid=69858) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1108.636464] env[69858]: INFO nova.compute.manager [None req-c5c5deaf-6693-45a7-9197-222b18f1f381 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Took 15.58 seconds to snapshot the instance on the hypervisor. [ 1108.723462] env[69858]: DEBUG oslo_vmware.api [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419644, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.849189] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba4746b-cf06-4506-bf7a-58e734624c9b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.858478] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5717bb09-77b8-4f1a-86ec-d1fc165fe709 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.902805] env[69858]: DEBUG nova.network.neutron [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Successfully created port: 14923423-c9c1-43ca-af53-d67badef664b {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1108.905272] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2552dc7d-5a33-4041-b36b-158756b7ff78 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.908526] env[69858]: DEBUG nova.compute.manager [req-3f1a0f95-4cc6-4baf-9564-474e42c9d716 req-0f22cb03-91d7-439b-9f91-841b5497ad04 service nova] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Received event network-vif-plugged-b93f0d01-8131-4c2a-8fad-fb0eeb8d1e88 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.909195] env[69858]: DEBUG oslo_concurrency.lockutils [req-3f1a0f95-4cc6-4baf-9564-474e42c9d716 req-0f22cb03-91d7-439b-9f91-841b5497ad04 service nova] Acquiring lock "52f9cc80-37b5-4a07-b685-08eedac6b609-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.909195] env[69858]: DEBUG oslo_concurrency.lockutils [req-3f1a0f95-4cc6-4baf-9564-474e42c9d716 req-0f22cb03-91d7-439b-9f91-841b5497ad04 service nova] Lock "52f9cc80-37b5-4a07-b685-08eedac6b609-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.909195] env[69858]: DEBUG oslo_concurrency.lockutils [req-3f1a0f95-4cc6-4baf-9564-474e42c9d716 req-0f22cb03-91d7-439b-9f91-841b5497ad04 service nova] Lock "52f9cc80-37b5-4a07-b685-08eedac6b609-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.909354] env[69858]: DEBUG nova.compute.manager [req-3f1a0f95-4cc6-4baf-9564-474e42c9d716 req-0f22cb03-91d7-439b-9f91-841b5497ad04 service nova] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] No waiting events found dispatching network-vif-plugged-b93f0d01-8131-4c2a-8fad-fb0eeb8d1e88 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1108.909488] env[69858]: WARNING nova.compute.manager [req-3f1a0f95-4cc6-4baf-9564-474e42c9d716 req-0f22cb03-91d7-439b-9f91-841b5497ad04 service nova] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Received unexpected event network-vif-plugged-b93f0d01-8131-4c2a-8fad-fb0eeb8d1e88 for instance with vm_state building and task_state spawning. [ 1108.918777] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62619a82-8953-42a6-b4d3-1f00e6a34438 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.934535] env[69858]: DEBUG nova.compute.provider_tree [None req-344011f5-4990-4347-946c-d83aa6a3fe8a tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1108.982218] env[69858]: DEBUG nova.network.neutron [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Successfully updated port: b93f0d01-8131-4c2a-8fad-fb0eeb8d1e88 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1109.017021] env[69858]: DEBUG nova.compute.manager [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1109.217204] env[69858]: DEBUG oslo_vmware.api [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419644, 'name': CreateSnapshot_Task, 'duration_secs': 0.522323} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.217498] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Created Snapshot of the VM instance {{(pid=69858) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1109.218278] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c917488-d5e2-48e0-b0cb-9dc70f7a2a57 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.485343] env[69858]: DEBUG nova.scheduler.client.report [None req-344011f5-4990-4347-946c-d83aa6a3fe8a tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Updated inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1109.485618] env[69858]: DEBUG nova.compute.provider_tree [None req-344011f5-4990-4347-946c-d83aa6a3fe8a tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Updating resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 generation from 125 to 126 during operation: update_inventory {{(pid=69858) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1109.485806] env[69858]: DEBUG nova.compute.provider_tree [None req-344011f5-4990-4347-946c-d83aa6a3fe8a tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1109.493016] env[69858]: DEBUG oslo_concurrency.lockutils [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "refresh_cache-52f9cc80-37b5-4a07-b685-08eedac6b609" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.493203] env[69858]: DEBUG oslo_concurrency.lockutils [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquired lock "refresh_cache-52f9cc80-37b5-4a07-b685-08eedac6b609" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.493382] env[69858]: DEBUG nova.network.neutron [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.739545] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Creating linked-clone VM from snapshot {{(pid=69858) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1109.739895] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-86b00c49-1064-4cd2-8c8e-96f8f05a0dd4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.750412] env[69858]: DEBUG oslo_vmware.api [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1109.750412] env[69858]: value = "task-3419645" [ 1109.750412] env[69858]: _type = "Task" [ 1109.750412] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.758758] env[69858]: DEBUG oslo_vmware.api [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419645, 'name': CloneVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.801667] env[69858]: DEBUG oslo_concurrency.lockutils [None req-72da53c7-018e-45ae-b47f-9ab474388b15 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Acquiring lock "f3b6f0ff-a257-488b-85cc-34e178d8e8f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.802559] env[69858]: DEBUG oslo_concurrency.lockutils [None req-72da53c7-018e-45ae-b47f-9ab474388b15 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Lock "f3b6f0ff-a257-488b-85cc-34e178d8e8f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.802787] env[69858]: DEBUG oslo_concurrency.lockutils [None req-72da53c7-018e-45ae-b47f-9ab474388b15 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Acquiring lock "f3b6f0ff-a257-488b-85cc-34e178d8e8f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.803122] env[69858]: DEBUG oslo_concurrency.lockutils [None req-72da53c7-018e-45ae-b47f-9ab474388b15 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Lock "f3b6f0ff-a257-488b-85cc-34e178d8e8f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.803429] env[69858]: DEBUG oslo_concurrency.lockutils [None req-72da53c7-018e-45ae-b47f-9ab474388b15 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Lock "f3b6f0ff-a257-488b-85cc-34e178d8e8f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.811771] env[69858]: INFO nova.compute.manager [None req-72da53c7-018e-45ae-b47f-9ab474388b15 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Terminating instance [ 1109.994364] env[69858]: DEBUG oslo_concurrency.lockutils [None req-344011f5-4990-4347-946c-d83aa6a3fe8a tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.999268] env[69858]: DEBUG oslo_concurrency.lockutils [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.289s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.000118] env[69858]: DEBUG nova.objects.instance [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69858) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1110.028133] env[69858]: DEBUG nova.compute.manager [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1110.034793] env[69858]: INFO nova.scheduler.client.report [None req-344011f5-4990-4347-946c-d83aa6a3fe8a tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Deleted allocations for instance 60f35308-2c0b-49b5-b59c-f009be3d3822 [ 1110.065595] env[69858]: DEBUG nova.network.neutron [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.076713] env[69858]: DEBUG nova.virt.hardware [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.077105] env[69858]: DEBUG nova.virt.hardware [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.077381] env[69858]: DEBUG nova.virt.hardware [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.077598] env[69858]: DEBUG nova.virt.hardware [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.077724] env[69858]: DEBUG nova.virt.hardware [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.078401] env[69858]: DEBUG nova.virt.hardware [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.078401] env[69858]: DEBUG nova.virt.hardware [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.078401] env[69858]: DEBUG nova.virt.hardware [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.078572] env[69858]: DEBUG nova.virt.hardware [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.080533] env[69858]: DEBUG nova.virt.hardware [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.082031] env[69858]: DEBUG nova.virt.hardware [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.083603] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5464206d-6b28-41bb-a76e-b59ef77d909c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.094182] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5422d12a-e976-445f-a034-efd3083b4371 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.263216] env[69858]: DEBUG oslo_vmware.api [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419645, 'name': CloneVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.298820] env[69858]: DEBUG nova.network.neutron [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Updating instance_info_cache with network_info: [{"id": "b93f0d01-8131-4c2a-8fad-fb0eeb8d1e88", "address": "fa:16:3e:b4:e4:10", "network": {"id": "0cb8dc32-92e2-4a4c-b9a7-b79ea800f471", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-995143875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9769f0327d5246d8b236665cdafb746e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb93f0d01-81", "ovs_interfaceid": "b93f0d01-8131-4c2a-8fad-fb0eeb8d1e88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.322343] env[69858]: DEBUG oslo_concurrency.lockutils [None req-72da53c7-018e-45ae-b47f-9ab474388b15 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Acquiring lock "refresh_cache-f3b6f0ff-a257-488b-85cc-34e178d8e8f1" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.322546] env[69858]: DEBUG oslo_concurrency.lockutils [None req-72da53c7-018e-45ae-b47f-9ab474388b15 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Acquired lock "refresh_cache-f3b6f0ff-a257-488b-85cc-34e178d8e8f1" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.322724] env[69858]: DEBUG nova.network.neutron [None req-72da53c7-018e-45ae-b47f-9ab474388b15 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.478031] env[69858]: DEBUG nova.compute.manager [req-f2a08d0b-f869-4408-85ea-fc6d15e5c0de req-e5fb6960-677f-419f-b1c9-43644ec5d56a service nova] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Received event network-vif-plugged-14923423-c9c1-43ca-af53-d67badef664b {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.478327] env[69858]: DEBUG oslo_concurrency.lockutils [req-f2a08d0b-f869-4408-85ea-fc6d15e5c0de req-e5fb6960-677f-419f-b1c9-43644ec5d56a service nova] Acquiring lock "b74c0471-7dc4-45f6-add2-31c3f6e4fcb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.478648] env[69858]: DEBUG oslo_concurrency.lockutils [req-f2a08d0b-f869-4408-85ea-fc6d15e5c0de req-e5fb6960-677f-419f-b1c9-43644ec5d56a service nova] Lock "b74c0471-7dc4-45f6-add2-31c3f6e4fcb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.478936] env[69858]: DEBUG oslo_concurrency.lockutils [req-f2a08d0b-f869-4408-85ea-fc6d15e5c0de req-e5fb6960-677f-419f-b1c9-43644ec5d56a service nova] Lock "b74c0471-7dc4-45f6-add2-31c3f6e4fcb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.479251] env[69858]: DEBUG nova.compute.manager [req-f2a08d0b-f869-4408-85ea-fc6d15e5c0de req-e5fb6960-677f-419f-b1c9-43644ec5d56a service nova] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] No waiting events found dispatching network-vif-plugged-14923423-c9c1-43ca-af53-d67badef664b {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1110.479439] env[69858]: WARNING nova.compute.manager [req-f2a08d0b-f869-4408-85ea-fc6d15e5c0de req-e5fb6960-677f-419f-b1c9-43644ec5d56a service nova] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Received unexpected event network-vif-plugged-14923423-c9c1-43ca-af53-d67badef664b for instance with vm_state building and task_state spawning. [ 1110.543564] env[69858]: DEBUG oslo_concurrency.lockutils [None req-344011f5-4990-4347-946c-d83aa6a3fe8a tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lock "60f35308-2c0b-49b5-b59c-f009be3d3822" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.773s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.692995] env[69858]: DEBUG nova.network.neutron [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Successfully updated port: 14923423-c9c1-43ca-af53-d67badef664b {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1110.765173] env[69858]: DEBUG oslo_vmware.api [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419645, 'name': CloneVM_Task} progress is 95%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.803715] env[69858]: DEBUG oslo_concurrency.lockutils [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Releasing lock "refresh_cache-52f9cc80-37b5-4a07-b685-08eedac6b609" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.804069] env[69858]: DEBUG nova.compute.manager [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Instance network_info: |[{"id": "b93f0d01-8131-4c2a-8fad-fb0eeb8d1e88", "address": "fa:16:3e:b4:e4:10", "network": {"id": "0cb8dc32-92e2-4a4c-b9a7-b79ea800f471", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-995143875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9769f0327d5246d8b236665cdafb746e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb93f0d01-81", "ovs_interfaceid": "b93f0d01-8131-4c2a-8fad-fb0eeb8d1e88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1110.804528] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:e4:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b93f0d01-8131-4c2a-8fad-fb0eeb8d1e88', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.814170] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.814507] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.814957] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a79db568-494d-43e3-9ca1-579339db7c70 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.842464] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.842464] env[69858]: value = "task-3419646" [ 1110.842464] env[69858]: _type = "Task" [ 1110.842464] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.851331] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419646, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.867714] env[69858]: DEBUG nova.network.neutron [None req-72da53c7-018e-45ae-b47f-9ab474388b15 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.900769] env[69858]: DEBUG nova.compute.manager [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.901993] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f868038d-d96a-49e5-8812-65cd39155e3c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.936550] env[69858]: DEBUG nova.compute.manager [req-62dddf84-26ff-4176-a05e-957d4920446e req-d15b1546-6183-4eab-9abe-272b766942d8 service nova] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Received event network-changed-b93f0d01-8131-4c2a-8fad-fb0eeb8d1e88 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.936550] env[69858]: DEBUG nova.compute.manager [req-62dddf84-26ff-4176-a05e-957d4920446e req-d15b1546-6183-4eab-9abe-272b766942d8 service nova] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Refreshing instance network info cache due to event network-changed-b93f0d01-8131-4c2a-8fad-fb0eeb8d1e88. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.936780] env[69858]: DEBUG oslo_concurrency.lockutils [req-62dddf84-26ff-4176-a05e-957d4920446e req-d15b1546-6183-4eab-9abe-272b766942d8 service nova] Acquiring lock "refresh_cache-52f9cc80-37b5-4a07-b685-08eedac6b609" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.937076] env[69858]: DEBUG oslo_concurrency.lockutils [req-62dddf84-26ff-4176-a05e-957d4920446e req-d15b1546-6183-4eab-9abe-272b766942d8 service nova] Acquired lock "refresh_cache-52f9cc80-37b5-4a07-b685-08eedac6b609" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.937152] env[69858]: DEBUG nova.network.neutron [req-62dddf84-26ff-4176-a05e-957d4920446e req-d15b1546-6183-4eab-9abe-272b766942d8 service nova] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Refreshing network info cache for port b93f0d01-8131-4c2a-8fad-fb0eeb8d1e88 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.966195] env[69858]: DEBUG nova.network.neutron [None req-72da53c7-018e-45ae-b47f-9ab474388b15 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.011453] env[69858]: DEBUG oslo_concurrency.lockutils [None req-89c44b69-b284-4620-87c7-9d3b41d480c9 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.012541] env[69858]: DEBUG oslo_concurrency.lockutils [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.654s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.016019] env[69858]: INFO nova.compute.claims [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.198811] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "refresh_cache-b74c0471-7dc4-45f6-add2-31c3f6e4fcb6" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.198811] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquired lock "refresh_cache-b74c0471-7dc4-45f6-add2-31c3f6e4fcb6" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.198811] env[69858]: DEBUG nova.network.neutron [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.274027] env[69858]: DEBUG oslo_vmware.api [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419645, 'name': CloneVM_Task, 'duration_secs': 1.217219} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.274027] env[69858]: INFO nova.virt.vmwareapi.vmops [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Created linked-clone VM from snapshot [ 1111.274027] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7b1d21-b387-40b2-94e5-b6bf1a142b48 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.280068] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Uploading image 7197ac39-134f-4aa3-80cb-0309265b70ab {{(pid=69858) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1111.311997] env[69858]: DEBUG oslo_vmware.rw_handles [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1111.311997] env[69858]: value = "vm-682268" [ 1111.311997] env[69858]: _type = "VirtualMachine" [ 1111.311997] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1111.312585] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e43fe11f-dfda-4bc3-ba80-0c0dd4dd16e2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.324023] env[69858]: DEBUG oslo_vmware.rw_handles [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lease: (returnval){ [ 1111.324023] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523c79c0-42eb-7ccb-eb2b-e1008b381bc6" [ 1111.324023] env[69858]: _type = "HttpNfcLease" [ 1111.324023] env[69858]: } obtained for exporting VM: (result){ [ 1111.324023] env[69858]: value = "vm-682268" [ 1111.324023] env[69858]: _type = "VirtualMachine" [ 1111.324023] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1111.324023] env[69858]: DEBUG oslo_vmware.api [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the lease: (returnval){ [ 1111.324023] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523c79c0-42eb-7ccb-eb2b-e1008b381bc6" [ 1111.324023] env[69858]: _type = "HttpNfcLease" [ 1111.324023] env[69858]: } to be ready. {{(pid=69858) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1111.330107] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1111.330107] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523c79c0-42eb-7ccb-eb2b-e1008b381bc6" [ 1111.330107] env[69858]: _type = "HttpNfcLease" [ 1111.330107] env[69858]: } is initializing. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1111.352741] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419646, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.413532] env[69858]: INFO nova.compute.manager [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] instance snapshotting [ 1111.419068] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9b8060-69bc-468f-9006-4312bf7f753e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.436731] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be7fd74-eeb8-4fdf-b6b7-b42cf1485618 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.471583] env[69858]: DEBUG oslo_concurrency.lockutils [None req-72da53c7-018e-45ae-b47f-9ab474388b15 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Releasing lock "refresh_cache-f3b6f0ff-a257-488b-85cc-34e178d8e8f1" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.471831] env[69858]: DEBUG nova.compute.manager [None req-72da53c7-018e-45ae-b47f-9ab474388b15 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1111.472044] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-72da53c7-018e-45ae-b47f-9ab474388b15 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.473645] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e27511d-8121-4666-b6a2-7bba28e32101 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.481557] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-72da53c7-018e-45ae-b47f-9ab474388b15 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.482279] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7c4f866-3caf-4ef7-a989-432a919f3584 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.488485] env[69858]: DEBUG oslo_vmware.api [None req-72da53c7-018e-45ae-b47f-9ab474388b15 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Waiting for the task: (returnval){ [ 1111.488485] env[69858]: value = "task-3419648" [ 1111.488485] env[69858]: _type = "Task" [ 1111.488485] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.501814] env[69858]: DEBUG oslo_vmware.api [None req-72da53c7-018e-45ae-b47f-9ab474388b15 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.753906] env[69858]: DEBUG nova.network.neutron [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1111.805208] env[69858]: DEBUG nova.network.neutron [req-62dddf84-26ff-4176-a05e-957d4920446e req-d15b1546-6183-4eab-9abe-272b766942d8 service nova] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Updated VIF entry in instance network info cache for port b93f0d01-8131-4c2a-8fad-fb0eeb8d1e88. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.805616] env[69858]: DEBUG nova.network.neutron [req-62dddf84-26ff-4176-a05e-957d4920446e req-d15b1546-6183-4eab-9abe-272b766942d8 service nova] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Updating instance_info_cache with network_info: [{"id": "b93f0d01-8131-4c2a-8fad-fb0eeb8d1e88", "address": "fa:16:3e:b4:e4:10", "network": {"id": "0cb8dc32-92e2-4a4c-b9a7-b79ea800f471", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-995143875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9769f0327d5246d8b236665cdafb746e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb93f0d01-81", "ovs_interfaceid": "b93f0d01-8131-4c2a-8fad-fb0eeb8d1e88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.833932] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1111.833932] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523c79c0-42eb-7ccb-eb2b-e1008b381bc6" [ 1111.833932] env[69858]: _type = "HttpNfcLease" [ 1111.833932] env[69858]: } is ready. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1111.834251] env[69858]: DEBUG oslo_vmware.rw_handles [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1111.834251] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523c79c0-42eb-7ccb-eb2b-e1008b381bc6" [ 1111.834251] env[69858]: _type = "HttpNfcLease" [ 1111.834251] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1111.835285] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d1cc75-89d3-49de-b644-12ef97980fa4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.855949] env[69858]: DEBUG oslo_vmware.rw_handles [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5243a020-083b-6e3d-f8e7-dbde7b38ee33/disk-0.vmdk from lease info. {{(pid=69858) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1111.856198] env[69858]: DEBUG oslo_vmware.rw_handles [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5243a020-083b-6e3d-f8e7-dbde7b38ee33/disk-0.vmdk for reading. {{(pid=69858) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1111.916648] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419646, 'name': CreateVM_Task, 'duration_secs': 0.650341} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.917890] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1111.918665] env[69858]: DEBUG oslo_concurrency.lockutils [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.918837] env[69858]: DEBUG oslo_concurrency.lockutils [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.919161] env[69858]: DEBUG oslo_concurrency.lockutils [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.919704] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-516aab18-a5e6-4d82-b878-aaf5dab50e89 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.925914] env[69858]: DEBUG oslo_vmware.api [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1111.925914] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c7edfd-eacc-dd8e-8916-790e0bde8137" [ 1111.925914] env[69858]: _type = "Task" [ 1111.925914] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.934618] env[69858]: DEBUG oslo_vmware.api [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c7edfd-eacc-dd8e-8916-790e0bde8137, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.949171] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dab8d4ad-2af2-47e5-866c-6bb7f7ce494e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.952604] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Creating Snapshot of the VM instance {{(pid=69858) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1111.952914] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3c807cc1-493d-4513-b511-6e2ce24def75 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.960421] env[69858]: DEBUG oslo_vmware.api [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Waiting for the task: (returnval){ [ 1111.960421] env[69858]: value = "task-3419650" [ 1111.960421] env[69858]: _type = "Task" [ 1111.960421] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.968816] env[69858]: DEBUG oslo_vmware.api [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419650, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.002185] env[69858]: DEBUG oslo_vmware.api [None req-72da53c7-018e-45ae-b47f-9ab474388b15 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419648, 'name': PowerOffVM_Task, 'duration_secs': 0.225943} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.002473] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-72da53c7-018e-45ae-b47f-9ab474388b15 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.002638] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-72da53c7-018e-45ae-b47f-9ab474388b15 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1112.002886] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56581a70-d911-4bbd-b651-882b05e5f0d2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.016379] env[69858]: DEBUG nova.network.neutron [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Updating instance_info_cache with network_info: [{"id": "14923423-c9c1-43ca-af53-d67badef664b", "address": "fa:16:3e:3a:b9:f7", "network": {"id": "5be3be6c-0dd1-46c4-982b-8f057bcf258d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1145908090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d5af7e5cc84fd885138b28a6913b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14923423-c9", "ovs_interfaceid": "14923423-c9c1-43ca-af53-d67badef664b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.036880] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-72da53c7-018e-45ae-b47f-9ab474388b15 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1112.037237] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-72da53c7-018e-45ae-b47f-9ab474388b15 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1112.037503] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-72da53c7-018e-45ae-b47f-9ab474388b15 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Deleting the datastore file [datastore2] f3b6f0ff-a257-488b-85cc-34e178d8e8f1 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.037857] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-684ce785-f7ab-497c-b5b5-54b1531cbe88 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.044749] env[69858]: DEBUG oslo_vmware.api [None req-72da53c7-018e-45ae-b47f-9ab474388b15 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Waiting for the task: (returnval){ [ 1112.044749] env[69858]: value = "task-3419652" [ 1112.044749] env[69858]: _type = "Task" [ 1112.044749] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.053391] env[69858]: DEBUG oslo_vmware.api [None req-72da53c7-018e-45ae-b47f-9ab474388b15 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.310275] env[69858]: DEBUG oslo_concurrency.lockutils [req-62dddf84-26ff-4176-a05e-957d4920446e req-d15b1546-6183-4eab-9abe-272b766942d8 service nova] Releasing lock "refresh_cache-52f9cc80-37b5-4a07-b685-08eedac6b609" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.329529] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96360f81-3590-4b13-b587-8fb57ad526b1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.337293] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528f8c5a-67a7-4e6b-be7c-3cb1244ecfff {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.382251] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3412a36e-fcaf-419b-a799-a982d39b10ed {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.397344] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef3d5a9-82be-480f-af97-a8aac8e503d1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.416293] env[69858]: DEBUG nova.compute.provider_tree [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1112.439732] env[69858]: DEBUG oslo_vmware.api [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c7edfd-eacc-dd8e-8916-790e0bde8137, 'name': SearchDatastore_Task, 'duration_secs': 0.020778} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.444451] env[69858]: DEBUG oslo_concurrency.lockutils [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.444451] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.445352] env[69858]: DEBUG oslo_concurrency.lockutils [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.445516] env[69858]: DEBUG oslo_concurrency.lockutils [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.445724] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.446467] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cfd035c-9c59-47d6-8f38-0c6cb864359c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.457401] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.457475] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.458810] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9d7e555-ce18-43ac-84df-2242f2478012 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.467726] env[69858]: DEBUG oslo_vmware.api [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1112.467726] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52fe8ec6-e034-43fc-21c7-8d8a2c09ca51" [ 1112.467726] env[69858]: _type = "Task" [ 1112.467726] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.471329] env[69858]: DEBUG oslo_vmware.api [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419650, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.482016] env[69858]: DEBUG oslo_vmware.api [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52fe8ec6-e034-43fc-21c7-8d8a2c09ca51, 'name': SearchDatastore_Task, 'duration_secs': 0.009562} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.482016] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de26091a-5f75-4364-8b76-bbbdaf4b8ead {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.486392] env[69858]: DEBUG oslo_vmware.api [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1112.486392] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528eefb5-496d-63d1-714f-cd714698a7df" [ 1112.486392] env[69858]: _type = "Task" [ 1112.486392] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.494780] env[69858]: DEBUG oslo_vmware.api [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528eefb5-496d-63d1-714f-cd714698a7df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.519331] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Releasing lock "refresh_cache-b74c0471-7dc4-45f6-add2-31c3f6e4fcb6" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.519761] env[69858]: DEBUG nova.compute.manager [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Instance network_info: |[{"id": "14923423-c9c1-43ca-af53-d67badef664b", "address": "fa:16:3e:3a:b9:f7", "network": {"id": "5be3be6c-0dd1-46c4-982b-8f057bcf258d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1145908090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d5af7e5cc84fd885138b28a6913b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14923423-c9", "ovs_interfaceid": "14923423-c9c1-43ca-af53-d67badef664b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1112.520461] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:b9:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14923423-c9c1-43ca-af53-d67badef664b', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1112.529555] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.529977] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1112.530350] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b895d7aa-b3e5-4843-a5a1-3d8dc6ed382b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.554801] env[69858]: DEBUG oslo_vmware.api [None req-72da53c7-018e-45ae-b47f-9ab474388b15 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146609} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.557250] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-72da53c7-018e-45ae-b47f-9ab474388b15 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.557250] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-72da53c7-018e-45ae-b47f-9ab474388b15 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.557250] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-72da53c7-018e-45ae-b47f-9ab474388b15 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.557250] env[69858]: INFO nova.compute.manager [None req-72da53c7-018e-45ae-b47f-9ab474388b15 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1112.557250] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72da53c7-018e-45ae-b47f-9ab474388b15 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.557680] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1112.557680] env[69858]: value = "task-3419653" [ 1112.557680] env[69858]: _type = "Task" [ 1112.557680] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.557680] env[69858]: DEBUG nova.compute.manager [-] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.557840] env[69858]: DEBUG nova.network.neutron [-] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.568758] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419653, 'name': CreateVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.590912] env[69858]: DEBUG nova.network.neutron [-] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.701322] env[69858]: DEBUG nova.compute.manager [req-45303fa5-529a-4ae9-a0b8-44fa848d00f6 req-6eafba49-f654-4181-bfb6-28e1b9a37642 service nova] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Received event network-changed-14923423-c9c1-43ca-af53-d67badef664b {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.701530] env[69858]: DEBUG nova.compute.manager [req-45303fa5-529a-4ae9-a0b8-44fa848d00f6 req-6eafba49-f654-4181-bfb6-28e1b9a37642 service nova] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Refreshing instance network info cache due to event network-changed-14923423-c9c1-43ca-af53-d67badef664b. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.701777] env[69858]: DEBUG oslo_concurrency.lockutils [req-45303fa5-529a-4ae9-a0b8-44fa848d00f6 req-6eafba49-f654-4181-bfb6-28e1b9a37642 service nova] Acquiring lock "refresh_cache-b74c0471-7dc4-45f6-add2-31c3f6e4fcb6" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.702703] env[69858]: DEBUG oslo_concurrency.lockutils [req-45303fa5-529a-4ae9-a0b8-44fa848d00f6 req-6eafba49-f654-4181-bfb6-28e1b9a37642 service nova] Acquired lock "refresh_cache-b74c0471-7dc4-45f6-add2-31c3f6e4fcb6" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.702823] env[69858]: DEBUG nova.network.neutron [req-45303fa5-529a-4ae9-a0b8-44fa848d00f6 req-6eafba49-f654-4181-bfb6-28e1b9a37642 service nova] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Refreshing network info cache for port 14923423-c9c1-43ca-af53-d67badef664b {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.950219] env[69858]: ERROR nova.scheduler.client.report [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [req-fc76377d-2226-46aa-be37-a3939b183d9a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0eb830e-e56f-4bef-ab3f-89644f27fe23. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fc76377d-2226-46aa-be37-a3939b183d9a"}]} [ 1112.972888] env[69858]: DEBUG oslo_vmware.api [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419650, 'name': CreateSnapshot_Task, 'duration_secs': 0.720529} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.974025] env[69858]: DEBUG nova.scheduler.client.report [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Refreshing inventories for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1112.976537] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Created Snapshot of the VM instance {{(pid=69858) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1112.977782] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb140c8a-6c30-453c-8674-8417d2fc6eb1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.992779] env[69858]: DEBUG nova.scheduler.client.report [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Updating ProviderTree inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1112.993034] env[69858]: DEBUG nova.compute.provider_tree [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1113.004868] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Acquiring lock "ff47e4b7-72ac-452c-9c0e-8306aae01f4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.005318] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Lock "ff47e4b7-72ac-452c-9c0e-8306aae01f4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.006331] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "2c6b0368-6ba4-4184-b595-cac65d4d7145" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.006550] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "2c6b0368-6ba4-4184-b595-cac65d4d7145" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.013146] env[69858]: DEBUG oslo_vmware.api [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528eefb5-496d-63d1-714f-cd714698a7df, 'name': SearchDatastore_Task, 'duration_secs': 0.010144} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.014093] env[69858]: DEBUG oslo_concurrency.lockutils [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.014093] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 52f9cc80-37b5-4a07-b685-08eedac6b609/52f9cc80-37b5-4a07-b685-08eedac6b609.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1113.015238] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca705a90-c1a9-45d8-b6c1-d6c105a0c0c2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.019028] env[69858]: DEBUG nova.scheduler.client.report [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Refreshing aggregate associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, aggregates: None {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1113.027528] env[69858]: DEBUG oslo_vmware.api [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1113.027528] env[69858]: value = "task-3419654" [ 1113.027528] env[69858]: _type = "Task" [ 1113.027528] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.037641] env[69858]: DEBUG oslo_vmware.api [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419654, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.041519] env[69858]: DEBUG nova.scheduler.client.report [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Refreshing trait associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1113.071393] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419653, 'name': CreateVM_Task, 'duration_secs': 0.331293} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.071661] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.072470] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.072658] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.073171] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.073715] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-936feaab-9172-4d99-9702-ce3751d5b1a7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.081408] env[69858]: DEBUG oslo_vmware.api [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1113.081408] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52803689-fc32-9336-91ee-205f165979eb" [ 1113.081408] env[69858]: _type = "Task" [ 1113.081408] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.089620] env[69858]: DEBUG oslo_vmware.api [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52803689-fc32-9336-91ee-205f165979eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.093633] env[69858]: DEBUG nova.network.neutron [-] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.328441] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3a6fa1-c7bc-4f8b-8e16-1f07e2424f87 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.339344] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7048e1e8-52b4-4895-976e-60be896c0c5e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.378925] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ec2add-6195-441f-8bf5-27ef6fd45271 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.388484] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d014eb0-f1e3-4680-abf6-19fbb6733b5d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.413745] env[69858]: DEBUG nova.compute.provider_tree [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1113.495704] env[69858]: DEBUG nova.network.neutron [req-45303fa5-529a-4ae9-a0b8-44fa848d00f6 req-6eafba49-f654-4181-bfb6-28e1b9a37642 service nova] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Updated VIF entry in instance network info cache for port 14923423-c9c1-43ca-af53-d67badef664b. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.496233] env[69858]: DEBUG nova.network.neutron [req-45303fa5-529a-4ae9-a0b8-44fa848d00f6 req-6eafba49-f654-4181-bfb6-28e1b9a37642 service nova] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Updating instance_info_cache with network_info: [{"id": "14923423-c9c1-43ca-af53-d67badef664b", "address": "fa:16:3e:3a:b9:f7", "network": {"id": "5be3be6c-0dd1-46c4-982b-8f057bcf258d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1145908090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d5af7e5cc84fd885138b28a6913b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14923423-c9", "ovs_interfaceid": "14923423-c9c1-43ca-af53-d67badef664b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.509955] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Creating linked-clone VM from snapshot {{(pid=69858) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1113.511200] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dcbf2b4e-cbf7-4c80-8280-af7300fd7524 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.515371] env[69858]: DEBUG nova.compute.manager [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1113.518489] env[69858]: DEBUG nova.compute.manager [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1113.529213] env[69858]: DEBUG oslo_vmware.api [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Waiting for the task: (returnval){ [ 1113.529213] env[69858]: value = "task-3419655" [ 1113.529213] env[69858]: _type = "Task" [ 1113.529213] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.542942] env[69858]: DEBUG oslo_vmware.api [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419654, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500679} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.547260] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 52f9cc80-37b5-4a07-b685-08eedac6b609/52f9cc80-37b5-4a07-b685-08eedac6b609.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.547801] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.548582] env[69858]: DEBUG oslo_vmware.api [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419655, 'name': CloneVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.548582] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef4cf9a9-7fb8-4156-b85c-f3bec00fa832 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.555580] env[69858]: DEBUG oslo_vmware.api [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1113.555580] env[69858]: value = "task-3419656" [ 1113.555580] env[69858]: _type = "Task" [ 1113.555580] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.569614] env[69858]: DEBUG oslo_vmware.api [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.593112] env[69858]: DEBUG oslo_vmware.api [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52803689-fc32-9336-91ee-205f165979eb, 'name': SearchDatastore_Task, 'duration_secs': 0.020103} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.593612] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.593795] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1113.594083] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.594428] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.594769] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1113.595083] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cc27c72-4cd2-46d0-af4b-c5c538870577 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.597848] env[69858]: INFO nova.compute.manager [-] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Took 1.04 seconds to deallocate network for instance. [ 1113.607239] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1113.607505] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1113.608375] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6906d40-794e-416a-8e69-1e4bc430fd0c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.613897] env[69858]: DEBUG oslo_vmware.api [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1113.613897] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52645768-8d17-cc2b-ce9c-c6cd1751a067" [ 1113.613897] env[69858]: _type = "Task" [ 1113.613897] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.623461] env[69858]: DEBUG oslo_vmware.api [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52645768-8d17-cc2b-ce9c-c6cd1751a067, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.961534] env[69858]: DEBUG nova.scheduler.client.report [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Updated inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with generation 128 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1113.963805] env[69858]: DEBUG nova.compute.provider_tree [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Updating resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 generation from 128 to 129 during operation: update_inventory {{(pid=69858) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1113.963805] env[69858]: DEBUG nova.compute.provider_tree [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1113.999584] env[69858]: DEBUG oslo_concurrency.lockutils [req-45303fa5-529a-4ae9-a0b8-44fa848d00f6 req-6eafba49-f654-4181-bfb6-28e1b9a37642 service nova] Releasing lock "refresh_cache-b74c0471-7dc4-45f6-add2-31c3f6e4fcb6" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.043595] env[69858]: DEBUG oslo_vmware.api [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419655, 'name': CloneVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.044614] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.045466] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.064916] env[69858]: DEBUG oslo_vmware.api [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075178} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.065275] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1114.066151] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e321334f-5dbd-4d80-81ff-c43d25015e8c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.090293] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 52f9cc80-37b5-4a07-b685-08eedac6b609/52f9cc80-37b5-4a07-b685-08eedac6b609.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.090644] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7edcadc-e6a3-4ace-904e-163f3ea0b5b2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.105852] env[69858]: DEBUG oslo_concurrency.lockutils [None req-72da53c7-018e-45ae-b47f-9ab474388b15 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.111585] env[69858]: DEBUG oslo_vmware.api [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1114.111585] env[69858]: value = "task-3419657" [ 1114.111585] env[69858]: _type = "Task" [ 1114.111585] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.122809] env[69858]: DEBUG oslo_vmware.api [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419657, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.126551] env[69858]: DEBUG oslo_vmware.api [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52645768-8d17-cc2b-ce9c-c6cd1751a067, 'name': SearchDatastore_Task, 'duration_secs': 0.014033} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.127360] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99bca547-b7d9-4045-bae5-780357b3ec55 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.132534] env[69858]: DEBUG oslo_vmware.api [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1114.132534] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52eafb1e-3f54-914b-eac1-71b37dcc3294" [ 1114.132534] env[69858]: _type = "Task" [ 1114.132534] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.140435] env[69858]: DEBUG oslo_vmware.api [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52eafb1e-3f54-914b-eac1-71b37dcc3294, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.469103] env[69858]: DEBUG oslo_concurrency.lockutils [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.456s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.469690] env[69858]: DEBUG nova.compute.manager [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1114.472494] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 20.879s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.547028] env[69858]: DEBUG oslo_vmware.api [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419655, 'name': CloneVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.620898] env[69858]: DEBUG oslo_vmware.api [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419657, 'name': ReconfigVM_Task, 'duration_secs': 0.410271} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.621227] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 52f9cc80-37b5-4a07-b685-08eedac6b609/52f9cc80-37b5-4a07-b685-08eedac6b609.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.621887] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f1a8129-3df9-4df4-866a-659cf9914136 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.628092] env[69858]: DEBUG oslo_vmware.api [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1114.628092] env[69858]: value = "task-3419658" [ 1114.628092] env[69858]: _type = "Task" [ 1114.628092] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.639796] env[69858]: DEBUG oslo_vmware.api [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419658, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.644942] env[69858]: DEBUG oslo_vmware.api [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52eafb1e-3f54-914b-eac1-71b37dcc3294, 'name': SearchDatastore_Task, 'duration_secs': 0.016802} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.645210] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.645476] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] b74c0471-7dc4-45f6-add2-31c3f6e4fcb6/b74c0471-7dc4-45f6-add2-31c3f6e4fcb6.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1114.645734] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6f649ba-e687-4db9-a55a-175d398a321a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.652116] env[69858]: DEBUG oslo_vmware.api [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1114.652116] env[69858]: value = "task-3419659" [ 1114.652116] env[69858]: _type = "Task" [ 1114.652116] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.660535] env[69858]: DEBUG oslo_vmware.api [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.976618] env[69858]: DEBUG nova.compute.utils [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1114.978285] env[69858]: DEBUG nova.compute.manager [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1114.978566] env[69858]: DEBUG nova.network.neutron [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1115.044825] env[69858]: DEBUG oslo_vmware.api [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419655, 'name': CloneVM_Task, 'duration_secs': 1.253535} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.046412] env[69858]: DEBUG nova.policy [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02f0fd2e1f47456b8ed47106491d5d45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b8e4595b35f4c48a807c1ed8d509995', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.048059] env[69858]: INFO nova.virt.vmwareapi.vmops [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Created linked-clone VM from snapshot [ 1115.048897] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df85648-bde2-4c3a-8396-c9fda0897571 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.057196] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Uploading image 2b029bf5-6345-46f7-b402-dd07c97acc56 {{(pid=69858) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1115.082985] env[69858]: DEBUG oslo_vmware.rw_handles [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1115.082985] env[69858]: value = "vm-682272" [ 1115.082985] env[69858]: _type = "VirtualMachine" [ 1115.082985] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1115.083315] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5aca4e1b-8308-4cff-a5ba-9ff6600bc1fa {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.091877] env[69858]: DEBUG oslo_vmware.rw_handles [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Lease: (returnval){ [ 1115.091877] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5245c2bd-3a1c-e28c-29a3-8b82f7e35782" [ 1115.091877] env[69858]: _type = "HttpNfcLease" [ 1115.091877] env[69858]: } obtained for exporting VM: (result){ [ 1115.091877] env[69858]: value = "vm-682272" [ 1115.091877] env[69858]: _type = "VirtualMachine" [ 1115.091877] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1115.091877] env[69858]: DEBUG oslo_vmware.api [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Waiting for the lease: (returnval){ [ 1115.091877] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5245c2bd-3a1c-e28c-29a3-8b82f7e35782" [ 1115.091877] env[69858]: _type = "HttpNfcLease" [ 1115.091877] env[69858]: } to be ready. {{(pid=69858) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1115.099427] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1115.099427] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5245c2bd-3a1c-e28c-29a3-8b82f7e35782" [ 1115.099427] env[69858]: _type = "HttpNfcLease" [ 1115.099427] env[69858]: } is initializing. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1115.140946] env[69858]: DEBUG oslo_vmware.api [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419658, 'name': Rename_Task, 'duration_secs': 0.173325} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.141416] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.141916] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9a6f4eb-cd5b-4f88-a485-08da82c7dcdc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.150221] env[69858]: DEBUG oslo_vmware.api [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1115.150221] env[69858]: value = "task-3419661" [ 1115.150221] env[69858]: _type = "Task" [ 1115.150221] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.166859] env[69858]: DEBUG oslo_vmware.api [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419661, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.173280] env[69858]: DEBUG oslo_vmware.api [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419659, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.349999] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eef904cb-c586-4424-9bd9-3e4970a4b76b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquiring lock "6ab8c34d-5904-44ff-996e-115167ed5c54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.350326] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eef904cb-c586-4424-9bd9-3e4970a4b76b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lock "6ab8c34d-5904-44ff-996e-115167ed5c54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.350580] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eef904cb-c586-4424-9bd9-3e4970a4b76b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquiring lock "6ab8c34d-5904-44ff-996e-115167ed5c54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.350782] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eef904cb-c586-4424-9bd9-3e4970a4b76b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lock "6ab8c34d-5904-44ff-996e-115167ed5c54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.350985] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eef904cb-c586-4424-9bd9-3e4970a4b76b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lock "6ab8c34d-5904-44ff-996e-115167ed5c54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.353490] env[69858]: INFO nova.compute.manager [None req-eef904cb-c586-4424-9bd9-3e4970a4b76b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Terminating instance [ 1115.459130] env[69858]: DEBUG nova.network.neutron [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Successfully created port: 60f0616b-8d61-4b59-b31e-da1cace71955 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1115.490461] env[69858]: DEBUG nova.compute.manager [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1115.523533] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance fb3a5c65-6522-4ca6-af8d-cc79d9847237 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1115.523696] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 49841e9c-e776-4254-8001-e754a3dd6031 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1115.523962] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 6ab8c34d-5904-44ff-996e-115167ed5c54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1115.523962] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 0783efa1-a314-4a8b-b6ed-0a0e05618b34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1115.524136] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 43ae10cd-5eed-4344-9691-7366745b350c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1115.524202] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 587f6c2d-ea44-459f-b0c5-6e232da0e6d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1115.524335] env[69858]: WARNING nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance cf25f649-f669-40a9-b002-ff84d5b75100 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1115.524458] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1115.524592] env[69858]: WARNING nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 4df6118d-f032-4142-8900-93209f760c86 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1115.524719] env[69858]: WARNING nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance bd2894d1-7918-418d-b212-49e1c147dd2f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1115.524842] env[69858]: WARNING nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 3386af81-a87c-4de0-a5fa-a6de94c7a5ab is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1115.524959] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance d831dcb8-e294-42dd-90b8-e414ed48c194 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1115.525087] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 3b0a0b5e-cec1-442f-97a0-83bce3164395 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1115.525334] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 03c83187-61c2-4191-a3e6-fc401bb1577c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1115.525334] env[69858]: WARNING nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance f3b6f0ff-a257-488b-85cc-34e178d8e8f1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1115.525444] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 52f9cc80-37b5-4a07-b685-08eedac6b609 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1115.525543] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance b74c0471-7dc4-45f6-add2-31c3f6e4fcb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1115.525654] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 8fc5a802-b66e-45f9-a644-631a6314fa6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1115.601315] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1115.601315] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5245c2bd-3a1c-e28c-29a3-8b82f7e35782" [ 1115.601315] env[69858]: _type = "HttpNfcLease" [ 1115.601315] env[69858]: } is ready. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1115.601315] env[69858]: DEBUG oslo_vmware.rw_handles [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1115.601315] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5245c2bd-3a1c-e28c-29a3-8b82f7e35782" [ 1115.601315] env[69858]: _type = "HttpNfcLease" [ 1115.601315] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1115.601857] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a91ff9-e55e-48fd-9256-2d5c94093a89 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.609542] env[69858]: DEBUG oslo_vmware.rw_handles [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52933a12-ef78-8259-b76a-a1ff2e9b624a/disk-0.vmdk from lease info. {{(pid=69858) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1115.609743] env[69858]: DEBUG oslo_vmware.rw_handles [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52933a12-ef78-8259-b76a-a1ff2e9b624a/disk-0.vmdk for reading. {{(pid=69858) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1115.693103] env[69858]: DEBUG oslo_vmware.api [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419661, 'name': PowerOnVM_Task, 'duration_secs': 0.463734} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.696950] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.697210] env[69858]: INFO nova.compute.manager [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Took 8.08 seconds to spawn the instance on the hypervisor. [ 1115.697407] env[69858]: DEBUG nova.compute.manager [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.697780] env[69858]: DEBUG oslo_vmware.api [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552269} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.698571] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f965d5ce-b5e7-4388-90ec-33c49ba4357d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.701862] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] b74c0471-7dc4-45f6-add2-31c3f6e4fcb6/b74c0471-7dc4-45f6-add2-31c3f6e4fcb6.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.702133] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.702380] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea93d17a-aca2-4a6c-ac74-2f80c35452dc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.713342] env[69858]: DEBUG oslo_vmware.api [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1115.713342] env[69858]: value = "task-3419662" [ 1115.713342] env[69858]: _type = "Task" [ 1115.713342] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.723642] env[69858]: DEBUG oslo_vmware.api [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.746966] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a31e2ff3-fb19-4afe-9c2f-732a0fcf0971 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.857324] env[69858]: DEBUG nova.compute.manager [None req-eef904cb-c586-4424-9bd9-3e4970a4b76b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.857599] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-eef904cb-c586-4424-9bd9-3e4970a4b76b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.858558] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec06b20-0128-43e9-be8c-8182a5ae6a42 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.866653] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef904cb-c586-4424-9bd9-3e4970a4b76b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.867075] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-647190df-34ed-4bf1-8ab8-2c7c26595491 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.873482] env[69858]: DEBUG oslo_vmware.api [None req-eef904cb-c586-4424-9bd9-3e4970a4b76b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 1115.873482] env[69858]: value = "task-3419663" [ 1115.873482] env[69858]: _type = "Task" [ 1115.873482] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.882996] env[69858]: DEBUG oslo_vmware.api [None req-eef904cb-c586-4424-9bd9-3e4970a4b76b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.030735] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 2c6b0368-6ba4-4184-b595-cac65d4d7145 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1116.228598] env[69858]: DEBUG oslo_vmware.api [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126654} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.230951] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.231762] env[69858]: INFO nova.compute.manager [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Took 31.75 seconds to build instance. [ 1116.233544] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa90e3b-b35d-4c28-b430-8c8a067ac4c2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.259083] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] b74c0471-7dc4-45f6-add2-31c3f6e4fcb6/b74c0471-7dc4-45f6-add2-31c3f6e4fcb6.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.259629] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbe3d4d9-9ffd-4d88-bf06-41f990133975 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.281054] env[69858]: DEBUG oslo_vmware.api [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1116.281054] env[69858]: value = "task-3419664" [ 1116.281054] env[69858]: _type = "Task" [ 1116.281054] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.293296] env[69858]: DEBUG oslo_vmware.api [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419664, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.384937] env[69858]: DEBUG oslo_vmware.api [None req-eef904cb-c586-4424-9bd9-3e4970a4b76b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419663, 'name': PowerOffVM_Task, 'duration_secs': 0.304592} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.385627] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef904cb-c586-4424-9bd9-3e4970a4b76b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.386079] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-eef904cb-c586-4424-9bd9-3e4970a4b76b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.386604] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8cc5321-30e7-4d8b-8ee8-4268cfc8f92a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.504009] env[69858]: DEBUG nova.compute.manager [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1116.540145] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance ff47e4b7-72ac-452c-9c0e-8306aae01f4e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1116.540511] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69858) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1116.541316] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69858) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1116.738170] env[69858]: DEBUG oslo_concurrency.lockutils [None req-43317840-c91d-45ab-826c-5bce8bbe9fd4 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "52f9cc80-37b5-4a07-b685-08eedac6b609" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.272s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.792335] env[69858]: DEBUG oslo_vmware.api [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419664, 'name': ReconfigVM_Task, 'duration_secs': 0.297599} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.792736] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Reconfigured VM instance instance-00000058 to attach disk [datastore1] b74c0471-7dc4-45f6-add2-31c3f6e4fcb6/b74c0471-7dc4-45f6-add2-31c3f6e4fcb6.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.793479] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95d0e72c-96f3-4b49-a53b-769aeaa3e356 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.805733] env[69858]: DEBUG oslo_vmware.api [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1116.805733] env[69858]: value = "task-3419666" [ 1116.805733] env[69858]: _type = "Task" [ 1116.805733] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.820033] env[69858]: DEBUG oslo_vmware.api [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419666, 'name': Rename_Task} progress is 10%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.849394] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c6b86e-bb35-4e2f-a512-32bf77632255 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.856998] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cffd76d-c0de-49c8-9cc7-cd84110bf252 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.890321] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd60946-4b08-4fb0-85ef-3fcca8364cce {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.898531] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f1a1e0-4a38-419f-ab9a-db16c3327f96 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.913863] env[69858]: DEBUG nova.compute.provider_tree [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1117.043723] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-eef904cb-c586-4424-9bd9-3e4970a4b76b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1117.044137] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-eef904cb-c586-4424-9bd9-3e4970a4b76b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1117.044478] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-eef904cb-c586-4424-9bd9-3e4970a4b76b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Deleting the datastore file [datastore1] 6ab8c34d-5904-44ff-996e-115167ed5c54 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1117.044960] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b78aed87-52b0-463b-b09e-12b24e92d766 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.052861] env[69858]: DEBUG oslo_vmware.api [None req-eef904cb-c586-4424-9bd9-3e4970a4b76b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 1117.052861] env[69858]: value = "task-3419667" [ 1117.052861] env[69858]: _type = "Task" [ 1117.052861] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.071984] env[69858]: DEBUG oslo_vmware.api [None req-eef904cb-c586-4424-9bd9-3e4970a4b76b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419667, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.317326] env[69858]: DEBUG oslo_vmware.api [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419666, 'name': Rename_Task, 'duration_secs': 0.174879} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.317701] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.318063] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62dd4109-2187-43ff-8463-acd66152727a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.325327] env[69858]: DEBUG oslo_vmware.api [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1117.325327] env[69858]: value = "task-3419668" [ 1117.325327] env[69858]: _type = "Task" [ 1117.325327] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.335405] env[69858]: DEBUG oslo_vmware.api [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.444151] env[69858]: ERROR nova.scheduler.client.report [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [req-f6f0dfdc-c570-4aa9-8ebc-9bbd2f3d45e0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a0eb830e-e56f-4bef-ab3f-89644f27fe23. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f6f0dfdc-c570-4aa9-8ebc-9bbd2f3d45e0"}]} [ 1117.449662] env[69858]: DEBUG nova.network.neutron [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Successfully updated port: 60f0616b-8d61-4b59-b31e-da1cace71955 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1117.466997] env[69858]: DEBUG nova.scheduler.client.report [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Refreshing inventories for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1117.487646] env[69858]: DEBUG nova.scheduler.client.report [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Updating ProviderTree inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1117.487961] env[69858]: DEBUG nova.compute.provider_tree [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1117.495125] env[69858]: DEBUG nova.compute.manager [req-f61f6e42-49fe-4284-b960-af6c78b0169a req-9adaa3a3-b6cf-4b35-b9d7-3fbf6c4b3167 service nova] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Received event network-vif-plugged-60f0616b-8d61-4b59-b31e-da1cace71955 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.495262] env[69858]: DEBUG oslo_concurrency.lockutils [req-f61f6e42-49fe-4284-b960-af6c78b0169a req-9adaa3a3-b6cf-4b35-b9d7-3fbf6c4b3167 service nova] Acquiring lock "8fc5a802-b66e-45f9-a644-631a6314fa6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.495697] env[69858]: DEBUG oslo_concurrency.lockutils [req-f61f6e42-49fe-4284-b960-af6c78b0169a req-9adaa3a3-b6cf-4b35-b9d7-3fbf6c4b3167 service nova] Lock "8fc5a802-b66e-45f9-a644-631a6314fa6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.495697] env[69858]: DEBUG oslo_concurrency.lockutils [req-f61f6e42-49fe-4284-b960-af6c78b0169a req-9adaa3a3-b6cf-4b35-b9d7-3fbf6c4b3167 service nova] Lock "8fc5a802-b66e-45f9-a644-631a6314fa6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.495903] env[69858]: DEBUG nova.compute.manager [req-f61f6e42-49fe-4284-b960-af6c78b0169a req-9adaa3a3-b6cf-4b35-b9d7-3fbf6c4b3167 service nova] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] No waiting events found dispatching network-vif-plugged-60f0616b-8d61-4b59-b31e-da1cace71955 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1117.496407] env[69858]: WARNING nova.compute.manager [req-f61f6e42-49fe-4284-b960-af6c78b0169a req-9adaa3a3-b6cf-4b35-b9d7-3fbf6c4b3167 service nova] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Received unexpected event network-vif-plugged-60f0616b-8d61-4b59-b31e-da1cace71955 for instance with vm_state building and task_state spawning. [ 1117.503914] env[69858]: DEBUG nova.scheduler.client.report [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Refreshing aggregate associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, aggregates: None {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1117.523687] env[69858]: DEBUG nova.scheduler.client.report [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Refreshing trait associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1117.565739] env[69858]: DEBUG oslo_vmware.api [None req-eef904cb-c586-4424-9bd9-3e4970a4b76b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419667, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.490697} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.566932] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-eef904cb-c586-4424-9bd9-3e4970a4b76b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.566932] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-eef904cb-c586-4424-9bd9-3e4970a4b76b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.567119] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-eef904cb-c586-4424-9bd9-3e4970a4b76b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.567162] env[69858]: INFO nova.compute.manager [None req-eef904cb-c586-4424-9bd9-3e4970a4b76b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1117.567421] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eef904cb-c586-4424-9bd9-3e4970a4b76b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.567776] env[69858]: DEBUG nova.compute.manager [-] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.568179] env[69858]: DEBUG nova.network.neutron [-] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.835514] env[69858]: DEBUG oslo_vmware.api [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419668, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.860121] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e202d215-f4d1-4f3a-8c1a-6ef84d22b2dd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.868904] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1f1551-f377-42f6-ad17-ad8fe9714cf7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.904640] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007cee24-205c-470d-ab6a-854e00b7b529 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.912856] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a384e6b-7d94-4687-a78f-4f5148ef7ebf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.928047] env[69858]: DEBUG nova.compute.provider_tree [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.947952] env[69858]: DEBUG nova.compute.manager [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Stashing vm_state: active {{(pid=69858) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1117.955883] env[69858]: DEBUG oslo_concurrency.lockutils [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "refresh_cache-8fc5a802-b66e-45f9-a644-631a6314fa6a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.956043] env[69858]: DEBUG oslo_concurrency.lockutils [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquired lock "refresh_cache-8fc5a802-b66e-45f9-a644-631a6314fa6a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.956186] env[69858]: DEBUG nova.network.neutron [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.335866] env[69858]: DEBUG oslo_vmware.api [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419668, 'name': PowerOnVM_Task, 'duration_secs': 0.528567} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.336263] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.336370] env[69858]: INFO nova.compute.manager [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1118.336557] env[69858]: DEBUG nova.compute.manager [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.337453] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31847afb-ca36-44da-9111-9fcab6bc02fe {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.408529] env[69858]: DEBUG nova.network.neutron [-] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.430936] env[69858]: DEBUG nova.scheduler.client.report [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.466176] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.491771] env[69858]: DEBUG nova.network.neutron [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.647710] env[69858]: DEBUG nova.network.neutron [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Updating instance_info_cache with network_info: [{"id": "60f0616b-8d61-4b59-b31e-da1cace71955", "address": "fa:16:3e:fb:42:b3", "network": {"id": "867ae76e-e22a-4158-8267-e1cff83f2ddc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-601139580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b8e4595b35f4c48a807c1ed8d509995", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60f0616b-8d", "ovs_interfaceid": "60f0616b-8d61-4b59-b31e-da1cace71955", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.856412] env[69858]: INFO nova.compute.manager [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Took 33.58 seconds to build instance. [ 1118.911448] env[69858]: INFO nova.compute.manager [-] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Took 1.34 seconds to deallocate network for instance. [ 1118.935918] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69858) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1118.936250] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.464s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.936638] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bb70ed11-3bb4-4784-9f57-d4493a098466 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.232s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.936906] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bb70ed11-3bb4-4784-9f57-d4493a098466 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.939294] env[69858]: DEBUG oslo_concurrency.lockutils [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.728s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.939542] env[69858]: DEBUG oslo_concurrency.lockutils [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.942027] env[69858]: DEBUG oslo_concurrency.lockutils [None req-afacf17a-227d-48e4-9043-4274eaeafeef tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.522s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.942191] env[69858]: DEBUG oslo_concurrency.lockutils [None req-afacf17a-227d-48e4-9043-4274eaeafeef tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.944236] env[69858]: DEBUG oslo_concurrency.lockutils [None req-86e8300f-ef09-454f-84bb-0c17dde60e4f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.144s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.944383] env[69858]: DEBUG oslo_concurrency.lockutils [None req-86e8300f-ef09-454f-84bb-0c17dde60e4f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.948149] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.902s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.948962] env[69858]: DEBUG nova.objects.instance [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69858) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1118.976071] env[69858]: INFO nova.scheduler.client.report [None req-86e8300f-ef09-454f-84bb-0c17dde60e4f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Deleted allocations for instance 4df6118d-f032-4142-8900-93209f760c86 [ 1118.978914] env[69858]: INFO nova.scheduler.client.report [None req-afacf17a-227d-48e4-9043-4274eaeafeef tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Deleted allocations for instance cf25f649-f669-40a9-b002-ff84d5b75100 [ 1118.997686] env[69858]: INFO nova.scheduler.client.report [None req-bb70ed11-3bb4-4784-9f57-d4493a098466 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Deleted allocations for instance bd2894d1-7918-418d-b212-49e1c147dd2f [ 1119.002131] env[69858]: INFO nova.scheduler.client.report [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Deleted allocations for instance 3386af81-a87c-4de0-a5fa-a6de94c7a5ab [ 1119.151071] env[69858]: DEBUG oslo_concurrency.lockutils [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Releasing lock "refresh_cache-8fc5a802-b66e-45f9-a644-631a6314fa6a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.151301] env[69858]: DEBUG nova.compute.manager [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Instance network_info: |[{"id": "60f0616b-8d61-4b59-b31e-da1cace71955", "address": "fa:16:3e:fb:42:b3", "network": {"id": "867ae76e-e22a-4158-8267-e1cff83f2ddc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-601139580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b8e4595b35f4c48a807c1ed8d509995", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60f0616b-8d", "ovs_interfaceid": "60f0616b-8d61-4b59-b31e-da1cace71955", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1119.359393] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1bd41478-81eb-4d2e-9ea3-4fdd2a781281 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "b74c0471-7dc4-45f6-add2-31c3f6e4fcb6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.096s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.419937] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eef904cb-c586-4424-9bd9-3e4970a4b76b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.490109] env[69858]: DEBUG oslo_concurrency.lockutils [None req-86e8300f-ef09-454f-84bb-0c17dde60e4f tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Lock "4df6118d-f032-4142-8900-93209f760c86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.188s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.491339] env[69858]: DEBUG oslo_concurrency.lockutils [None req-afacf17a-227d-48e4-9043-4274eaeafeef tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "cf25f649-f669-40a9-b002-ff84d5b75100" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.511s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.516035] env[69858]: DEBUG oslo_concurrency.lockutils [None req-09c814e5-347d-48aa-bdd4-e0d23aee3aa0 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "3386af81-a87c-4de0-a5fa-a6de94c7a5ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.033s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.517121] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bb70ed11-3bb4-4784-9f57-d4493a098466 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "bd2894d1-7918-418d-b212-49e1c147dd2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.774s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.959195] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b5b610eb-e9d7-4877-801f-6d514dec6b65 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.960462] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.916s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.962309] env[69858]: INFO nova.compute.claims [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1120.170175] env[69858]: DEBUG nova.virt.hardware [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1120.170508] env[69858]: DEBUG nova.virt.hardware [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1120.170735] env[69858]: DEBUG nova.virt.hardware [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1120.170945] env[69858]: DEBUG nova.virt.hardware [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1120.171110] env[69858]: DEBUG nova.virt.hardware [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1120.171266] env[69858]: DEBUG nova.virt.hardware [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1120.171484] env[69858]: DEBUG nova.virt.hardware [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1120.171654] env[69858]: DEBUG nova.virt.hardware [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1120.171815] env[69858]: DEBUG nova.virt.hardware [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1120.171980] env[69858]: DEBUG nova.virt.hardware [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1120.172171] env[69858]: DEBUG nova.virt.hardware [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1120.174464] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b55efe-660e-4843-8605-9d778999d7bf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.184616] env[69858]: DEBUG oslo_vmware.rw_handles [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5243a020-083b-6e3d-f8e7-dbde7b38ee33/disk-0.vmdk. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1120.185984] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88068666-c2a8-4526-8b0e-0040ed0f8162 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.190509] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba554eb1-4c8c-49ec-99b2-be23fde10b12 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.197278] env[69858]: DEBUG oslo_vmware.rw_handles [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5243a020-083b-6e3d-f8e7-dbde7b38ee33/disk-0.vmdk is in state: ready. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1120.197448] env[69858]: ERROR oslo_vmware.rw_handles [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5243a020-083b-6e3d-f8e7-dbde7b38ee33/disk-0.vmdk due to incomplete transfer. [ 1120.205449] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4982bc6c-a85e-4cae-97c7-c1bb302a59d7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.207503] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:42:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd182e8eb-3f6d-4c76-a06e-133dd9b3cd30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60f0616b-8d61-4b59-b31e-da1cace71955', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.214918] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.215128] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.215791] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02075a72-6df8-4390-83bc-3db325f35a80 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.230591] env[69858]: DEBUG oslo_vmware.rw_handles [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5243a020-083b-6e3d-f8e7-dbde7b38ee33/disk-0.vmdk. {{(pid=69858) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1120.230795] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Uploaded image 7197ac39-134f-4aa3-80cb-0309265b70ab to the Glance image server {{(pid=69858) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1120.232890] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Destroying the VM {{(pid=69858) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1120.233531] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1056cf11-ada3-4c70-9ebc-c239f62b573c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.238157] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.238157] env[69858]: value = "task-3419669" [ 1120.238157] env[69858]: _type = "Task" [ 1120.238157] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.242026] env[69858]: DEBUG oslo_vmware.api [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1120.242026] env[69858]: value = "task-3419670" [ 1120.242026] env[69858]: _type = "Task" [ 1120.242026] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.247865] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419669, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.252695] env[69858]: DEBUG oslo_vmware.api [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419670, 'name': Destroy_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.514048] env[69858]: DEBUG nova.compute.manager [req-4bc3b3e9-3581-484e-b8ca-78396f3dbf64 req-68ed90ff-2774-4478-b827-934e662e6f5c service nova] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Received event network-changed-60f0616b-8d61-4b59-b31e-da1cace71955 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.514313] env[69858]: DEBUG nova.compute.manager [req-4bc3b3e9-3581-484e-b8ca-78396f3dbf64 req-68ed90ff-2774-4478-b827-934e662e6f5c service nova] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Refreshing instance network info cache due to event network-changed-60f0616b-8d61-4b59-b31e-da1cace71955. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.514708] env[69858]: DEBUG oslo_concurrency.lockutils [req-4bc3b3e9-3581-484e-b8ca-78396f3dbf64 req-68ed90ff-2774-4478-b827-934e662e6f5c service nova] Acquiring lock "refresh_cache-8fc5a802-b66e-45f9-a644-631a6314fa6a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.514979] env[69858]: DEBUG oslo_concurrency.lockutils [req-4bc3b3e9-3581-484e-b8ca-78396f3dbf64 req-68ed90ff-2774-4478-b827-934e662e6f5c service nova] Acquired lock "refresh_cache-8fc5a802-b66e-45f9-a644-631a6314fa6a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.515168] env[69858]: DEBUG nova.network.neutron [req-4bc3b3e9-3581-484e-b8ca-78396f3dbf64 req-68ed90ff-2774-4478-b827-934e662e6f5c service nova] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Refreshing network info cache for port 60f0616b-8d61-4b59-b31e-da1cace71955 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.752138] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419669, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.755826] env[69858]: DEBUG oslo_vmware.api [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419670, 'name': Destroy_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.170534] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "948aeab7-a0f6-43ef-a502-e980c4473549" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.170828] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "948aeab7-a0f6-43ef-a502-e980c4473549" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.262017] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419669, 'name': CreateVM_Task, 'duration_secs': 0.629706} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.267289] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.273182] env[69858]: DEBUG oslo_vmware.api [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419670, 'name': Destroy_Task, 'duration_secs': 0.541855} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.273182] env[69858]: DEBUG oslo_concurrency.lockutils [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.273182] env[69858]: DEBUG oslo_concurrency.lockutils [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.273182] env[69858]: DEBUG oslo_concurrency.lockutils [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.273182] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Destroyed the VM [ 1121.273182] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Deleting Snapshot of the VM instance {{(pid=69858) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1121.273182] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1627cf81-4d0b-4c90-a3d2-a1fc1d957529 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.273182] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7d3d23f0-4ded-4530-a44e-77746f82aa52 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.279691] env[69858]: DEBUG oslo_vmware.api [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1121.279691] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f076de-ce1f-d79c-7ff3-e1b561f6df1b" [ 1121.279691] env[69858]: _type = "Task" [ 1121.279691] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.287735] env[69858]: DEBUG oslo_vmware.api [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1121.287735] env[69858]: value = "task-3419671" [ 1121.287735] env[69858]: _type = "Task" [ 1121.287735] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.295262] env[69858]: DEBUG oslo_vmware.api [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f076de-ce1f-d79c-7ff3-e1b561f6df1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.297787] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc2ceb8-9b25-4c90-8d9b-dcb2b0e705ea {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.307238] env[69858]: DEBUG oslo_vmware.api [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419671, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.312920] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d748043-7cd2-4ff0-a613-db0be94e49eb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.354933] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52add8ad-8d81-4b18-a99d-81c658a5f2fa {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.366129] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc005cf-2a40-48bb-aad0-1e9888316345 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.381042] env[69858]: DEBUG nova.compute.provider_tree [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.395535] env[69858]: DEBUG nova.network.neutron [req-4bc3b3e9-3581-484e-b8ca-78396f3dbf64 req-68ed90ff-2774-4478-b827-934e662e6f5c service nova] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Updated VIF entry in instance network info cache for port 60f0616b-8d61-4b59-b31e-da1cace71955. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.395535] env[69858]: DEBUG nova.network.neutron [req-4bc3b3e9-3581-484e-b8ca-78396f3dbf64 req-68ed90ff-2774-4478-b827-934e662e6f5c service nova] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Updating instance_info_cache with network_info: [{"id": "60f0616b-8d61-4b59-b31e-da1cace71955", "address": "fa:16:3e:fb:42:b3", "network": {"id": "867ae76e-e22a-4158-8267-e1cff83f2ddc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-601139580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b8e4595b35f4c48a807c1ed8d509995", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60f0616b-8d", "ovs_interfaceid": "60f0616b-8d61-4b59-b31e-da1cace71955", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.675813] env[69858]: DEBUG nova.compute.manager [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1121.798231] env[69858]: DEBUG oslo_vmware.api [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419671, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.802118] env[69858]: DEBUG oslo_vmware.api [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f076de-ce1f-d79c-7ff3-e1b561f6df1b, 'name': SearchDatastore_Task, 'duration_secs': 0.016098} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.802478] env[69858]: DEBUG oslo_concurrency.lockutils [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.802733] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.802975] env[69858]: DEBUG oslo_concurrency.lockutils [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.803161] env[69858]: DEBUG oslo_concurrency.lockutils [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.803350] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.803625] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a18cf26e-2ff6-42b3-8ac8-0407aa5fe641 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.815184] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.815398] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.816209] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2f1c5b9-8f5b-403c-9a29-70ade3983d01 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.821936] env[69858]: DEBUG oslo_vmware.api [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1121.821936] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521cec47-2fb7-679c-ef6e-2fa7759d5ab8" [ 1121.821936] env[69858]: _type = "Task" [ 1121.821936] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.829911] env[69858]: DEBUG oslo_vmware.api [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521cec47-2fb7-679c-ef6e-2fa7759d5ab8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.859707] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fd2a2e03-9000-4284-ab3a-890a3568fa78 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquiring lock "43ae10cd-5eed-4344-9691-7366745b350c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.860041] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fd2a2e03-9000-4284-ab3a-890a3568fa78 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Lock "43ae10cd-5eed-4344-9691-7366745b350c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.860389] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fd2a2e03-9000-4284-ab3a-890a3568fa78 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquiring lock "43ae10cd-5eed-4344-9691-7366745b350c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.860617] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fd2a2e03-9000-4284-ab3a-890a3568fa78 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Lock "43ae10cd-5eed-4344-9691-7366745b350c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.860814] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fd2a2e03-9000-4284-ab3a-890a3568fa78 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Lock "43ae10cd-5eed-4344-9691-7366745b350c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.863152] env[69858]: INFO nova.compute.manager [None req-fd2a2e03-9000-4284-ab3a-890a3568fa78 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Terminating instance [ 1121.885089] env[69858]: DEBUG nova.scheduler.client.report [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.897737] env[69858]: DEBUG oslo_concurrency.lockutils [req-4bc3b3e9-3581-484e-b8ca-78396f3dbf64 req-68ed90ff-2774-4478-b827-934e662e6f5c service nova] Releasing lock "refresh_cache-8fc5a802-b66e-45f9-a644-631a6314fa6a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.898089] env[69858]: DEBUG nova.compute.manager [req-4bc3b3e9-3581-484e-b8ca-78396f3dbf64 req-68ed90ff-2774-4478-b827-934e662e6f5c service nova] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Received event network-vif-deleted-3c67ad08-9abf-404a-a43a-e0f1915ebee6 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.196499] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.297844] env[69858]: DEBUG oslo_vmware.api [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419671, 'name': RemoveSnapshot_Task, 'duration_secs': 0.665349} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.300818] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Deleted Snapshot of the VM instance {{(pid=69858) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1122.300818] env[69858]: INFO nova.compute.manager [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Took 14.66 seconds to snapshot the instance on the hypervisor. [ 1122.332904] env[69858]: DEBUG oslo_vmware.api [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521cec47-2fb7-679c-ef6e-2fa7759d5ab8, 'name': SearchDatastore_Task, 'duration_secs': 0.023405} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.333738] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e58dfbc-5d20-422d-93b3-d65353125077 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.339934] env[69858]: DEBUG oslo_vmware.api [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1122.339934] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52fcf653-e486-c41b-8ead-1674dc31d974" [ 1122.339934] env[69858]: _type = "Task" [ 1122.339934] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.349925] env[69858]: DEBUG oslo_vmware.api [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52fcf653-e486-c41b-8ead-1674dc31d974, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.368360] env[69858]: DEBUG nova.compute.manager [None req-fd2a2e03-9000-4284-ab3a-890a3568fa78 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1122.368679] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2a2e03-9000-4284-ab3a-890a3568fa78 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1122.369766] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0744a3b2-6ee4-4d41-92e2-41a5bb80caa8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.378214] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd2a2e03-9000-4284-ab3a-890a3568fa78 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.378214] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22b486cb-8cc3-4778-8426-84444769b906 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.387326] env[69858]: DEBUG oslo_vmware.api [None req-fd2a2e03-9000-4284-ab3a-890a3568fa78 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for the task: (returnval){ [ 1122.387326] env[69858]: value = "task-3419672" [ 1122.387326] env[69858]: _type = "Task" [ 1122.387326] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.396257] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.396795] env[69858]: DEBUG nova.compute.manager [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1122.399842] env[69858]: DEBUG oslo_vmware.api [None req-fd2a2e03-9000-4284-ab3a-890a3568fa78 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.400141] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.355s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.401686] env[69858]: INFO nova.compute.claims [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.842096] env[69858]: DEBUG nova.compute.manager [None req-4410cca0-2370-4655-a057-f449543abc98 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Found 2 images (rotation: 2) {{(pid=69858) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1122.853435] env[69858]: DEBUG oslo_vmware.api [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52fcf653-e486-c41b-8ead-1674dc31d974, 'name': SearchDatastore_Task, 'duration_secs': 0.028909} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.853809] env[69858]: DEBUG oslo_concurrency.lockutils [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.854146] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 8fc5a802-b66e-45f9-a644-631a6314fa6a/8fc5a802-b66e-45f9-a644-631a6314fa6a.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1122.854586] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfc842b1-bcaf-44f7-9152-39f31dd29dee {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.861524] env[69858]: DEBUG oslo_vmware.api [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1122.861524] env[69858]: value = "task-3419673" [ 1122.861524] env[69858]: _type = "Task" [ 1122.861524] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.872240] env[69858]: DEBUG oslo_vmware.api [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.898462] env[69858]: DEBUG oslo_vmware.api [None req-fd2a2e03-9000-4284-ab3a-890a3568fa78 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419672, 'name': PowerOffVM_Task, 'duration_secs': 0.345456} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.898752] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd2a2e03-9000-4284-ab3a-890a3568fa78 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.899114] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2a2e03-9000-4284-ab3a-890a3568fa78 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1122.899228] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-856f8597-09b4-436e-872c-3b75453cdebe {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.906686] env[69858]: DEBUG nova.compute.utils [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1122.910048] env[69858]: DEBUG nova.compute.manager [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1122.910253] env[69858]: DEBUG nova.network.neutron [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1122.931744] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.931978] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.963371] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2a2e03-9000-4284-ab3a-890a3568fa78 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1122.963589] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2a2e03-9000-4284-ab3a-890a3568fa78 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1122.963785] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd2a2e03-9000-4284-ab3a-890a3568fa78 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Deleting the datastore file [datastore2] 43ae10cd-5eed-4344-9691-7366745b350c {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.964391] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5afc7c5-c2b6-4e95-8866-56c80dc202f9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.971620] env[69858]: DEBUG oslo_vmware.api [None req-fd2a2e03-9000-4284-ab3a-890a3568fa78 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for the task: (returnval){ [ 1122.971620] env[69858]: value = "task-3419675" [ 1122.971620] env[69858]: _type = "Task" [ 1122.971620] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.980601] env[69858]: DEBUG oslo_vmware.api [None req-fd2a2e03-9000-4284-ab3a-890a3568fa78 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.982113] env[69858]: DEBUG nova.policy [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99bf5177719048799792f0c9aead8962', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eecd4e4f7852489d88ac8dc75c2ad948', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1123.010358] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "ae491f0a-11fb-4f17-bf4b-0dc8ff174db4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.010717] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "ae491f0a-11fb-4f17-bf4b-0dc8ff174db4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.368525] env[69858]: DEBUG nova.network.neutron [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Successfully created port: 4d9dcad2-dce4-4f1f-9c36-18f3209e366d {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1123.374297] env[69858]: DEBUG oslo_vmware.api [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419673, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.411339] env[69858]: DEBUG nova.compute.manager [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1123.434763] env[69858]: DEBUG nova.compute.manager [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1123.485123] env[69858]: DEBUG oslo_vmware.api [None req-fd2a2e03-9000-4284-ab3a-890a3568fa78 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Task: {'id': task-3419675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.386832} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.485535] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd2a2e03-9000-4284-ab3a-890a3568fa78 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1123.487044] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2a2e03-9000-4284-ab3a-890a3568fa78 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1123.487044] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2a2e03-9000-4284-ab3a-890a3568fa78 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1123.487044] env[69858]: INFO nova.compute.manager [None req-fd2a2e03-9000-4284-ab3a-890a3568fa78 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1123.487044] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd2a2e03-9000-4284-ab3a-890a3568fa78 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.487366] env[69858]: DEBUG nova.compute.manager [-] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1123.487366] env[69858]: DEBUG nova.network.neutron [-] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1123.512775] env[69858]: DEBUG nova.compute.manager [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1123.804355] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a121b1b1-076f-4a39-ba99-c12f773eb6fa {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.812315] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10dff16c-d156-4f8f-be1e-a41a0aea7291 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.843731] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4de0667-00b4-4d3f-be89-4c866193c6c9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.851722] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3610722f-94bc-4883-a515-7507cecb0375 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.865444] env[69858]: DEBUG nova.compute.provider_tree [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.876692] env[69858]: DEBUG oslo_vmware.api [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419673, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74353} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.877590] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 8fc5a802-b66e-45f9-a644-631a6314fa6a/8fc5a802-b66e-45f9-a644-631a6314fa6a.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.878015] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1123.878100] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49a37a4e-ac74-4ffd-ad6b-8d05e709f00f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.886133] env[69858]: DEBUG oslo_vmware.api [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1123.886133] env[69858]: value = "task-3419676" [ 1123.886133] env[69858]: _type = "Task" [ 1123.886133] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.895028] env[69858]: DEBUG oslo_vmware.api [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.930934] env[69858]: DEBUG nova.compute.manager [req-f12df031-4322-4561-a693-0e025b5c98bc req-656cb328-5bee-4491-94d3-a7623cd37119 service nova] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Received event network-vif-deleted-8e8cf94d-9555-4e71-864b-d034ec280b4c {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.931163] env[69858]: INFO nova.compute.manager [req-f12df031-4322-4561-a693-0e025b5c98bc req-656cb328-5bee-4491-94d3-a7623cd37119 service nova] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Neutron deleted interface 8e8cf94d-9555-4e71-864b-d034ec280b4c; detaching it from the instance and deleting it from the info cache [ 1123.931441] env[69858]: DEBUG nova.network.neutron [req-f12df031-4322-4561-a693-0e025b5c98bc req-656cb328-5bee-4491-94d3-a7623cd37119 service nova] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.961870] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.034498] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.292703] env[69858]: DEBUG nova.network.neutron [-] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.373656] env[69858]: DEBUG nova.scheduler.client.report [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.396728] env[69858]: DEBUG oslo_vmware.api [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100158} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.397009] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.397824] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc816db1-910f-456c-85b6-22548e5a9828 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.420785] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 8fc5a802-b66e-45f9-a644-631a6314fa6a/8fc5a802-b66e-45f9-a644-631a6314fa6a.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.421168] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af92cfaf-61b0-43a2-b9b7-c7a7a37c3e12 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.435935] env[69858]: DEBUG nova.compute.manager [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1124.438705] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b6828f9-ecb4-48aa-a454-175877af2e5b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.448707] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bbbe56-9b84-4290-9023-d79c87fbf485 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.462385] env[69858]: DEBUG oslo_vmware.api [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1124.462385] env[69858]: value = "task-3419677" [ 1124.462385] env[69858]: _type = "Task" [ 1124.462385] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.469276] env[69858]: DEBUG nova.virt.hardware [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.469592] env[69858]: DEBUG nova.virt.hardware [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.469782] env[69858]: DEBUG nova.virt.hardware [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.469947] env[69858]: DEBUG nova.virt.hardware [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.470125] env[69858]: DEBUG nova.virt.hardware [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.470303] env[69858]: DEBUG nova.virt.hardware [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.470522] env[69858]: DEBUG nova.virt.hardware [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.470685] env[69858]: DEBUG nova.virt.hardware [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.470896] env[69858]: DEBUG nova.virt.hardware [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.471168] env[69858]: DEBUG nova.virt.hardware [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.471373] env[69858]: DEBUG nova.virt.hardware [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.472521] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf016db-b8f3-413d-afaa-914dc878cae1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.491095] env[69858]: DEBUG oslo_vmware.api [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419677, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.492722] env[69858]: DEBUG nova.compute.manager [req-f12df031-4322-4561-a693-0e025b5c98bc req-656cb328-5bee-4491-94d3-a7623cd37119 service nova] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Detach interface failed, port_id=8e8cf94d-9555-4e71-864b-d034ec280b4c, reason: Instance 43ae10cd-5eed-4344-9691-7366745b350c could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1124.500499] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdccd9ff-2b8a-4122-811f-55a1662171fb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.773179] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3e7c45fd-caad-47a3-8483-3eff377019ed tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "587f6c2d-ea44-459f-b0c5-6e232da0e6d1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.773479] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3e7c45fd-caad-47a3-8483-3eff377019ed tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "587f6c2d-ea44-459f-b0c5-6e232da0e6d1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.773671] env[69858]: DEBUG nova.compute.manager [None req-3e7c45fd-caad-47a3-8483-3eff377019ed tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.774615] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb782f93-fccd-4a40-b9a8-b67bd84e7dcb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.783265] env[69858]: DEBUG nova.compute.manager [None req-3e7c45fd-caad-47a3-8483-3eff377019ed tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69858) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1124.784054] env[69858]: DEBUG nova.objects.instance [None req-3e7c45fd-caad-47a3-8483-3eff377019ed tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lazy-loading 'flavor' on Instance uuid 587f6c2d-ea44-459f-b0c5-6e232da0e6d1 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.795804] env[69858]: INFO nova.compute.manager [-] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Took 1.31 seconds to deallocate network for instance. [ 1124.878420] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.878908] env[69858]: DEBUG nova.compute.manager [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1124.881946] env[69858]: DEBUG oslo_concurrency.lockutils [None req-72da53c7-018e-45ae-b47f-9ab474388b15 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.776s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.882154] env[69858]: DEBUG oslo_concurrency.lockutils [None req-72da53c7-018e-45ae-b47f-9ab474388b15 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.884481] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.418s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.907508] env[69858]: INFO nova.scheduler.client.report [None req-72da53c7-018e-45ae-b47f-9ab474388b15 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Deleted allocations for instance f3b6f0ff-a257-488b-85cc-34e178d8e8f1 [ 1124.979244] env[69858]: DEBUG oslo_vmware.api [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419677, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.006381] env[69858]: DEBUG nova.compute.manager [req-05dbc719-dcd6-4ae3-a038-f06d9dcaa4eb req-71af48cc-f004-46dc-8a3a-419b6dbbfaf5 service nova] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Received event network-vif-plugged-4d9dcad2-dce4-4f1f-9c36-18f3209e366d {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.006381] env[69858]: DEBUG oslo_concurrency.lockutils [req-05dbc719-dcd6-4ae3-a038-f06d9dcaa4eb req-71af48cc-f004-46dc-8a3a-419b6dbbfaf5 service nova] Acquiring lock "2c6b0368-6ba4-4184-b595-cac65d4d7145-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.006381] env[69858]: DEBUG oslo_concurrency.lockutils [req-05dbc719-dcd6-4ae3-a038-f06d9dcaa4eb req-71af48cc-f004-46dc-8a3a-419b6dbbfaf5 service nova] Lock "2c6b0368-6ba4-4184-b595-cac65d4d7145-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.006381] env[69858]: DEBUG oslo_concurrency.lockutils [req-05dbc719-dcd6-4ae3-a038-f06d9dcaa4eb req-71af48cc-f004-46dc-8a3a-419b6dbbfaf5 service nova] Lock "2c6b0368-6ba4-4184-b595-cac65d4d7145-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.006381] env[69858]: DEBUG nova.compute.manager [req-05dbc719-dcd6-4ae3-a038-f06d9dcaa4eb req-71af48cc-f004-46dc-8a3a-419b6dbbfaf5 service nova] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] No waiting events found dispatching network-vif-plugged-4d9dcad2-dce4-4f1f-9c36-18f3209e366d {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1125.006381] env[69858]: WARNING nova.compute.manager [req-05dbc719-dcd6-4ae3-a038-f06d9dcaa4eb req-71af48cc-f004-46dc-8a3a-419b6dbbfaf5 service nova] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Received unexpected event network-vif-plugged-4d9dcad2-dce4-4f1f-9c36-18f3209e366d for instance with vm_state building and task_state spawning. [ 1125.188102] env[69858]: DEBUG nova.network.neutron [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Successfully updated port: 4d9dcad2-dce4-4f1f-9c36-18f3209e366d {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1125.302237] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fd2a2e03-9000-4284-ab3a-890a3568fa78 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.387615] env[69858]: DEBUG nova.compute.utils [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.391760] env[69858]: INFO nova.compute.claims [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1125.395040] env[69858]: DEBUG nova.compute.manager [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1125.395163] env[69858]: DEBUG nova.network.neutron [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1125.414983] env[69858]: DEBUG oslo_concurrency.lockutils [None req-72da53c7-018e-45ae-b47f-9ab474388b15 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Lock "f3b6f0ff-a257-488b-85cc-34e178d8e8f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.613s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.474150] env[69858]: DEBUG oslo_vmware.api [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419677, 'name': ReconfigVM_Task, 'duration_secs': 0.562018} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.474450] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 8fc5a802-b66e-45f9-a644-631a6314fa6a/8fc5a802-b66e-45f9-a644-631a6314fa6a.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.475109] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21785ba8-d295-4a01-81e3-47721def87bb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.478043] env[69858]: DEBUG nova.policy [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aaac1e9994184f8b8fa4d5d685547698', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3dc8ed8bcb4d404ba7a22cfb4bfc1141', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1125.485080] env[69858]: DEBUG oslo_vmware.api [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1125.485080] env[69858]: value = "task-3419678" [ 1125.485080] env[69858]: _type = "Task" [ 1125.485080] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.494460] env[69858]: DEBUG oslo_vmware.api [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419678, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.573171] env[69858]: DEBUG oslo_vmware.rw_handles [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52933a12-ef78-8259-b76a-a1ff2e9b624a/disk-0.vmdk. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1125.574186] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6c0836-acd4-4f68-bc32-6d6225188329 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.580798] env[69858]: DEBUG oslo_vmware.rw_handles [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52933a12-ef78-8259-b76a-a1ff2e9b624a/disk-0.vmdk is in state: ready. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1125.580972] env[69858]: ERROR oslo_vmware.rw_handles [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52933a12-ef78-8259-b76a-a1ff2e9b624a/disk-0.vmdk due to incomplete transfer. [ 1125.581227] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8cb136ac-51f4-4d64-bf69-b86101165552 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.588212] env[69858]: DEBUG oslo_vmware.rw_handles [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52933a12-ef78-8259-b76a-a1ff2e9b624a/disk-0.vmdk. {{(pid=69858) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1125.588412] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Uploaded image 2b029bf5-6345-46f7-b402-dd07c97acc56 to the Glance image server {{(pid=69858) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1125.590305] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Destroying the VM {{(pid=69858) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1125.590550] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a72c0866-8fc0-43bb-922d-7378d7cd4e2b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.595655] env[69858]: DEBUG oslo_vmware.api [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Waiting for the task: (returnval){ [ 1125.595655] env[69858]: value = "task-3419679" [ 1125.595655] env[69858]: _type = "Task" [ 1125.595655] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.604014] env[69858]: DEBUG oslo_vmware.api [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419679, 'name': Destroy_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.693272] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "refresh_cache-2c6b0368-6ba4-4184-b595-cac65d4d7145" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.693458] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquired lock "refresh_cache-2c6b0368-6ba4-4184-b595-cac65d4d7145" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.693621] env[69858]: DEBUG nova.network.neutron [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.772863] env[69858]: DEBUG oslo_concurrency.lockutils [None req-54986eb9-fc81-441f-a881-5366ec7b0048 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Acquiring lock "03c83187-61c2-4191-a3e6-fc401bb1577c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.773189] env[69858]: DEBUG oslo_concurrency.lockutils [None req-54986eb9-fc81-441f-a881-5366ec7b0048 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Lock "03c83187-61c2-4191-a3e6-fc401bb1577c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.773431] env[69858]: DEBUG oslo_concurrency.lockutils [None req-54986eb9-fc81-441f-a881-5366ec7b0048 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Acquiring lock "03c83187-61c2-4191-a3e6-fc401bb1577c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.774147] env[69858]: DEBUG oslo_concurrency.lockutils [None req-54986eb9-fc81-441f-a881-5366ec7b0048 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Lock "03c83187-61c2-4191-a3e6-fc401bb1577c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.774393] env[69858]: DEBUG oslo_concurrency.lockutils [None req-54986eb9-fc81-441f-a881-5366ec7b0048 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Lock "03c83187-61c2-4191-a3e6-fc401bb1577c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.776802] env[69858]: INFO nova.compute.manager [None req-54986eb9-fc81-441f-a881-5366ec7b0048 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: 03c83187-61c2-4191-a3e6-fc401bb1577c] Terminating instance [ 1125.791437] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e7c45fd-caad-47a3-8483-3eff377019ed tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.791970] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a46d9022-c404-4d72-b3db-5a37587add6f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.801275] env[69858]: DEBUG oslo_vmware.api [None req-3e7c45fd-caad-47a3-8483-3eff377019ed tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1125.801275] env[69858]: value = "task-3419680" [ 1125.801275] env[69858]: _type = "Task" [ 1125.801275] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.811098] env[69858]: DEBUG oslo_vmware.api [None req-3e7c45fd-caad-47a3-8483-3eff377019ed tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.846171] env[69858]: DEBUG nova.network.neutron [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Successfully created port: 3f88d9f7-fe5f-4db8-86da-f48efe6fb064 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1125.899086] env[69858]: DEBUG nova.compute.manager [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1125.904182] env[69858]: INFO nova.compute.resource_tracker [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Updating resource usage from migration e82b3401-5ace-42f2-a360-e84127479dbf [ 1125.998365] env[69858]: DEBUG oslo_vmware.api [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419678, 'name': Rename_Task, 'duration_secs': 0.253302} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.999374] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.999374] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0212149f-2608-431a-8979-aef6c4bc9dc6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.013202] env[69858]: DEBUG oslo_vmware.api [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1126.013202] env[69858]: value = "task-3419681" [ 1126.013202] env[69858]: _type = "Task" [ 1126.013202] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.025020] env[69858]: DEBUG oslo_vmware.api [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419681, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.106774] env[69858]: DEBUG oslo_vmware.api [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419679, 'name': Destroy_Task, 'duration_secs': 0.358305} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.109023] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Destroyed the VM [ 1126.109023] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Deleting Snapshot of the VM instance {{(pid=69858) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1126.109023] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d526da22-daf8-47e0-ab11-f23ee6ac3d91 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.120987] env[69858]: DEBUG oslo_vmware.api [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Waiting for the task: (returnval){ [ 1126.120987] env[69858]: value = "task-3419682" [ 1126.120987] env[69858]: _type = "Task" [ 1126.120987] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.132046] env[69858]: DEBUG oslo_vmware.api [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419682, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.185350] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd9b505-902f-4424-b54b-c741b999406e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.192785] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3608bab-11d3-483b-919e-083ef6a059b4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.237070] env[69858]: DEBUG nova.network.neutron [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1126.239611] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f1eb13-39cd-4ab3-a0b7-2f232b9f17d5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.247892] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adade7a6-48a3-4968-875d-09bf0c57b20a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.262645] env[69858]: DEBUG nova.compute.provider_tree [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.280542] env[69858]: DEBUG oslo_concurrency.lockutils [None req-54986eb9-fc81-441f-a881-5366ec7b0048 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Acquiring lock "refresh_cache-03c83187-61c2-4191-a3e6-fc401bb1577c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.280771] env[69858]: DEBUG oslo_concurrency.lockutils [None req-54986eb9-fc81-441f-a881-5366ec7b0048 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Acquired lock "refresh_cache-03c83187-61c2-4191-a3e6-fc401bb1577c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.280963] env[69858]: DEBUG nova.network.neutron [None req-54986eb9-fc81-441f-a881-5366ec7b0048 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: 03c83187-61c2-4191-a3e6-fc401bb1577c] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.310888] env[69858]: DEBUG oslo_vmware.api [None req-3e7c45fd-caad-47a3-8483-3eff377019ed tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419680, 'name': PowerOffVM_Task, 'duration_secs': 0.204928} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.311259] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e7c45fd-caad-47a3-8483-3eff377019ed tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.311360] env[69858]: DEBUG nova.compute.manager [None req-3e7c45fd-caad-47a3-8483-3eff377019ed tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.312144] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485ba976-f67c-49dd-b148-ecaa2e55b075 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.397919] env[69858]: DEBUG nova.network.neutron [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Updating instance_info_cache with network_info: [{"id": "4d9dcad2-dce4-4f1f-9c36-18f3209e366d", "address": "fa:16:3e:92:6a:13", "network": {"id": "0b161d6c-e53e-45aa-bc0e-59ca8de1e5b5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-387557169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eecd4e4f7852489d88ac8dc75c2ad948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d9dcad2-dc", "ovs_interfaceid": "4d9dcad2-dce4-4f1f-9c36-18f3209e366d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.521628] env[69858]: DEBUG oslo_vmware.api [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419681, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.631618] env[69858]: DEBUG oslo_vmware.api [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419682, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.767901] env[69858]: DEBUG nova.scheduler.client.report [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.802848] env[69858]: DEBUG nova.network.neutron [None req-54986eb9-fc81-441f-a881-5366ec7b0048 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: 03c83187-61c2-4191-a3e6-fc401bb1577c] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1126.827349] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3e7c45fd-caad-47a3-8483-3eff377019ed tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "587f6c2d-ea44-459f-b0c5-6e232da0e6d1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.865626] env[69858]: DEBUG nova.network.neutron [None req-54986eb9-fc81-441f-a881-5366ec7b0048 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: 03c83187-61c2-4191-a3e6-fc401bb1577c] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.901578] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Releasing lock "refresh_cache-2c6b0368-6ba4-4184-b595-cac65d4d7145" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.902030] env[69858]: DEBUG nova.compute.manager [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Instance network_info: |[{"id": "4d9dcad2-dce4-4f1f-9c36-18f3209e366d", "address": "fa:16:3e:92:6a:13", "network": {"id": "0b161d6c-e53e-45aa-bc0e-59ca8de1e5b5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-387557169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eecd4e4f7852489d88ac8dc75c2ad948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d9dcad2-dc", "ovs_interfaceid": "4d9dcad2-dce4-4f1f-9c36-18f3209e366d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1126.902544] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:6a:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f1b07b1-e4e5-4842-9090-07fb2c3e124b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d9dcad2-dce4-4f1f-9c36-18f3209e366d', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.911645] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Creating folder: Project (eecd4e4f7852489d88ac8dc75c2ad948). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1126.912348] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63e2aa0e-18bd-44f7-a6b7-3d6eed0d64b9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.917708] env[69858]: DEBUG nova.compute.manager [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1126.927887] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Created folder: Project (eecd4e4f7852489d88ac8dc75c2ad948) in parent group-v682032. [ 1126.928176] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Creating folder: Instances. Parent ref: group-v682274. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1126.928470] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6f15033-72a6-4f10-b322-8772a117c110 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.939090] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Created folder: Instances in parent group-v682274. [ 1126.939406] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.939631] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1126.939836] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8202fc7e-b75d-44c6-8d98-94b6ee1dd75f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.957082] env[69858]: DEBUG nova.virt.hardware [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.957411] env[69858]: DEBUG nova.virt.hardware [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.957602] env[69858]: DEBUG nova.virt.hardware [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.957823] env[69858]: DEBUG nova.virt.hardware [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.958025] env[69858]: DEBUG nova.virt.hardware [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.958193] env[69858]: DEBUG nova.virt.hardware [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.958459] env[69858]: DEBUG nova.virt.hardware [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.959213] env[69858]: DEBUG nova.virt.hardware [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.959213] env[69858]: DEBUG nova.virt.hardware [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.959213] env[69858]: DEBUG nova.virt.hardware [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.959594] env[69858]: DEBUG nova.virt.hardware [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.960683] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57712f9-1359-4ff6-ae57-c36ac9e842e4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.970377] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c45a6e-5298-4943-8dc2-857bfe907ed8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.976179] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.976179] env[69858]: value = "task-3419685" [ 1126.976179] env[69858]: _type = "Task" [ 1126.976179] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.993070] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419685, 'name': CreateVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.020988] env[69858]: DEBUG oslo_vmware.api [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419681, 'name': PowerOnVM_Task, 'duration_secs': 0.846088} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.021308] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.021519] env[69858]: INFO nova.compute.manager [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Took 10.52 seconds to spawn the instance on the hypervisor. [ 1127.021700] env[69858]: DEBUG nova.compute.manager [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.022505] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9789762-3db4-4026-807d-13f67a16b5ac {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.050206] env[69858]: DEBUG nova.compute.manager [req-1ac4df9f-f46a-46fd-8e15-f9410bb8fc3d req-00232639-2611-4605-963f-e34d218ba87e service nova] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Received event network-changed-4d9dcad2-dce4-4f1f-9c36-18f3209e366d {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.050523] env[69858]: DEBUG nova.compute.manager [req-1ac4df9f-f46a-46fd-8e15-f9410bb8fc3d req-00232639-2611-4605-963f-e34d218ba87e service nova] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Refreshing instance network info cache due to event network-changed-4d9dcad2-dce4-4f1f-9c36-18f3209e366d. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1127.050856] env[69858]: DEBUG oslo_concurrency.lockutils [req-1ac4df9f-f46a-46fd-8e15-f9410bb8fc3d req-00232639-2611-4605-963f-e34d218ba87e service nova] Acquiring lock "refresh_cache-2c6b0368-6ba4-4184-b595-cac65d4d7145" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.051119] env[69858]: DEBUG oslo_concurrency.lockutils [req-1ac4df9f-f46a-46fd-8e15-f9410bb8fc3d req-00232639-2611-4605-963f-e34d218ba87e service nova] Acquired lock "refresh_cache-2c6b0368-6ba4-4184-b595-cac65d4d7145" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.051323] env[69858]: DEBUG nova.network.neutron [req-1ac4df9f-f46a-46fd-8e15-f9410bb8fc3d req-00232639-2611-4605-963f-e34d218ba87e service nova] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Refreshing network info cache for port 4d9dcad2-dce4-4f1f-9c36-18f3209e366d {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.132642] env[69858]: DEBUG oslo_vmware.api [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419682, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.273777] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.389s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.273777] env[69858]: INFO nova.compute.manager [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Migrating [ 1127.285788] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eef904cb-c586-4424-9bd9-3e4970a4b76b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.866s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.286042] env[69858]: DEBUG nova.objects.instance [None req-eef904cb-c586-4424-9bd9-3e4970a4b76b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lazy-loading 'resources' on Instance uuid 6ab8c34d-5904-44ff-996e-115167ed5c54 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.368448] env[69858]: DEBUG oslo_concurrency.lockutils [None req-54986eb9-fc81-441f-a881-5366ec7b0048 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Releasing lock "refresh_cache-03c83187-61c2-4191-a3e6-fc401bb1577c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.368919] env[69858]: DEBUG nova.compute.manager [None req-54986eb9-fc81-441f-a881-5366ec7b0048 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: 03c83187-61c2-4191-a3e6-fc401bb1577c] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1127.369228] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-54986eb9-fc81-441f-a881-5366ec7b0048 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: 03c83187-61c2-4191-a3e6-fc401bb1577c] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.370446] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540defe3-047a-4fc8-9d00-573521190094 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.378170] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-54986eb9-fc81-441f-a881-5366ec7b0048 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: 03c83187-61c2-4191-a3e6-fc401bb1577c] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.378430] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8104199-3c8c-41bc-a4a0-69f735d4b573 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.385100] env[69858]: DEBUG oslo_vmware.api [None req-54986eb9-fc81-441f-a881-5366ec7b0048 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Waiting for the task: (returnval){ [ 1127.385100] env[69858]: value = "task-3419686" [ 1127.385100] env[69858]: _type = "Task" [ 1127.385100] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.394230] env[69858]: DEBUG oslo_vmware.api [None req-54986eb9-fc81-441f-a881-5366ec7b0048 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.488297] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419685, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.544231] env[69858]: INFO nova.compute.manager [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Took 35.21 seconds to build instance. [ 1127.549390] env[69858]: DEBUG nova.network.neutron [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Successfully updated port: 3f88d9f7-fe5f-4db8-86da-f48efe6fb064 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1127.632919] env[69858]: DEBUG oslo_vmware.api [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419682, 'name': RemoveSnapshot_Task, 'duration_secs': 1.237191} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.634834] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Deleted Snapshot of the VM instance {{(pid=69858) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1127.634834] env[69858]: INFO nova.compute.manager [None req-f4512015-875c-4680-92b1-c0bae47733e7 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Took 16.22 seconds to snapshot the instance on the hypervisor. [ 1127.796411] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "refresh_cache-52f9cc80-37b5-4a07-b685-08eedac6b609" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.796609] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquired lock "refresh_cache-52f9cc80-37b5-4a07-b685-08eedac6b609" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.796787] env[69858]: DEBUG nova.network.neutron [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.865525] env[69858]: DEBUG nova.network.neutron [req-1ac4df9f-f46a-46fd-8e15-f9410bb8fc3d req-00232639-2611-4605-963f-e34d218ba87e service nova] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Updated VIF entry in instance network info cache for port 4d9dcad2-dce4-4f1f-9c36-18f3209e366d. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.865525] env[69858]: DEBUG nova.network.neutron [req-1ac4df9f-f46a-46fd-8e15-f9410bb8fc3d req-00232639-2611-4605-963f-e34d218ba87e service nova] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Updating instance_info_cache with network_info: [{"id": "4d9dcad2-dce4-4f1f-9c36-18f3209e366d", "address": "fa:16:3e:92:6a:13", "network": {"id": "0b161d6c-e53e-45aa-bc0e-59ca8de1e5b5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-387557169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eecd4e4f7852489d88ac8dc75c2ad948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d9dcad2-dc", "ovs_interfaceid": "4d9dcad2-dce4-4f1f-9c36-18f3209e366d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.897850] env[69858]: DEBUG oslo_vmware.api [None req-54986eb9-fc81-441f-a881-5366ec7b0048 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419686, 'name': PowerOffVM_Task, 'duration_secs': 0.164595} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.898225] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-54986eb9-fc81-441f-a881-5366ec7b0048 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: 03c83187-61c2-4191-a3e6-fc401bb1577c] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.898360] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-54986eb9-fc81-441f-a881-5366ec7b0048 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: 03c83187-61c2-4191-a3e6-fc401bb1577c] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.900883] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a405156e-01e8-4338-a010-82055d657be2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.925837] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-54986eb9-fc81-441f-a881-5366ec7b0048 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: 03c83187-61c2-4191-a3e6-fc401bb1577c] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.926125] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-54986eb9-fc81-441f-a881-5366ec7b0048 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: 03c83187-61c2-4191-a3e6-fc401bb1577c] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.926290] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-54986eb9-fc81-441f-a881-5366ec7b0048 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Deleting the datastore file [datastore1] 03c83187-61c2-4191-a3e6-fc401bb1577c {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.928936] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d230d1f-989c-48a9-b05c-af23b93dda7d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.934875] env[69858]: DEBUG oslo_vmware.api [None req-54986eb9-fc81-441f-a881-5366ec7b0048 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Waiting for the task: (returnval){ [ 1127.934875] env[69858]: value = "task-3419688" [ 1127.934875] env[69858]: _type = "Task" [ 1127.934875] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.946218] env[69858]: DEBUG oslo_vmware.api [None req-54986eb9-fc81-441f-a881-5366ec7b0048 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419688, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.988668] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419685, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.045632] env[69858]: DEBUG oslo_concurrency.lockutils [None req-21141675-987a-4518-9443-15ef8e767284 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "8fc5a802-b66e-45f9-a644-631a6314fa6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.730s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.053986] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Acquiring lock "refresh_cache-ff47e4b7-72ac-452c-9c0e-8306aae01f4e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.054151] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Acquired lock "refresh_cache-ff47e4b7-72ac-452c-9c0e-8306aae01f4e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.054300] env[69858]: DEBUG nova.network.neutron [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.082866] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c084b14d-1b4d-4a84-a9ba-ea21c475eb18 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.093358] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c00a3eb-d91a-4504-838c-72c42512388b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.131152] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd17a4a2-cf37-4677-a372-9df2241360cf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.134737] env[69858]: DEBUG nova.compute.manager [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Stashing vm_state: stopped {{(pid=69858) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1128.146036] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d449930-19f7-4226-94ad-b60c6bb182f5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.162844] env[69858]: DEBUG nova.compute.provider_tree [None req-eef904cb-c586-4424-9bd9-3e4970a4b76b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.369704] env[69858]: DEBUG oslo_concurrency.lockutils [req-1ac4df9f-f46a-46fd-8e15-f9410bb8fc3d req-00232639-2611-4605-963f-e34d218ba87e service nova] Releasing lock "refresh_cache-2c6b0368-6ba4-4184-b595-cac65d4d7145" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.444631] env[69858]: DEBUG oslo_vmware.api [None req-54986eb9-fc81-441f-a881-5366ec7b0048 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Task: {'id': task-3419688, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251343} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.444888] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-54986eb9-fc81-441f-a881-5366ec7b0048 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.445086] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-54986eb9-fc81-441f-a881-5366ec7b0048 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: 03c83187-61c2-4191-a3e6-fc401bb1577c] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.445278] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-54986eb9-fc81-441f-a881-5366ec7b0048 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: 03c83187-61c2-4191-a3e6-fc401bb1577c] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.445453] env[69858]: INFO nova.compute.manager [None req-54986eb9-fc81-441f-a881-5366ec7b0048 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] [instance: 03c83187-61c2-4191-a3e6-fc401bb1577c] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1128.445763] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54986eb9-fc81-441f-a881-5366ec7b0048 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.445981] env[69858]: DEBUG nova.compute.manager [-] [instance: 03c83187-61c2-4191-a3e6-fc401bb1577c] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1128.446094] env[69858]: DEBUG nova.network.neutron [-] [instance: 03c83187-61c2-4191-a3e6-fc401bb1577c] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1128.461423] env[69858]: DEBUG nova.network.neutron [-] [instance: 03c83187-61c2-4191-a3e6-fc401bb1577c] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1128.491388] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419685, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.576697] env[69858]: DEBUG nova.network.neutron [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Updating instance_info_cache with network_info: [{"id": "b93f0d01-8131-4c2a-8fad-fb0eeb8d1e88", "address": "fa:16:3e:b4:e4:10", "network": {"id": "0cb8dc32-92e2-4a4c-b9a7-b79ea800f471", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-995143875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9769f0327d5246d8b236665cdafb746e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb93f0d01-81", "ovs_interfaceid": "b93f0d01-8131-4c2a-8fad-fb0eeb8d1e88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.584608] env[69858]: DEBUG nova.network.neutron [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1128.635166] env[69858]: DEBUG oslo_concurrency.lockutils [None req-02eb5925-1226-4eb5-b9fd-18fa3fffb628 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.635437] env[69858]: DEBUG oslo_concurrency.lockutils [None req-02eb5925-1226-4eb5-b9fd-18fa3fffb628 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.650660] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.665995] env[69858]: DEBUG nova.scheduler.client.report [None req-eef904cb-c586-4424-9bd9-3e4970a4b76b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.746588] env[69858]: DEBUG nova.network.neutron [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Updating instance_info_cache with network_info: [{"id": "3f88d9f7-fe5f-4db8-86da-f48efe6fb064", "address": "fa:16:3e:48:0d:49", "network": {"id": "99cf385d-6d1c-4e05-a2fe-98a1d6a95814", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-557817733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3dc8ed8bcb4d404ba7a22cfb4bfc1141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f88d9f7-fe", "ovs_interfaceid": "3f88d9f7-fe5f-4db8-86da-f48efe6fb064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.964594] env[69858]: DEBUG nova.network.neutron [-] [instance: 03c83187-61c2-4191-a3e6-fc401bb1577c] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.991110] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419685, 'name': CreateVM_Task, 'duration_secs': 1.610913} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.991268] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.991892] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.992069] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.992386] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.992624] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea7f74f6-67d0-43ab-a459-b32d481da6b8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.996848] env[69858]: DEBUG oslo_vmware.api [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1128.996848] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524140eb-c79b-112a-0345-1a46ca75e58f" [ 1128.996848] env[69858]: _type = "Task" [ 1128.996848] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.004063] env[69858]: DEBUG oslo_vmware.api [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524140eb-c79b-112a-0345-1a46ca75e58f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.075056] env[69858]: DEBUG nova.compute.manager [req-6fcdf6fe-b497-47b5-a7ed-d3f56b0b5c5f req-c92df3aa-c0dd-44a3-b86d-9730f52b748d service nova] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Received event network-vif-plugged-3f88d9f7-fe5f-4db8-86da-f48efe6fb064 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.075289] env[69858]: DEBUG oslo_concurrency.lockutils [req-6fcdf6fe-b497-47b5-a7ed-d3f56b0b5c5f req-c92df3aa-c0dd-44a3-b86d-9730f52b748d service nova] Acquiring lock "ff47e4b7-72ac-452c-9c0e-8306aae01f4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.075499] env[69858]: DEBUG oslo_concurrency.lockutils [req-6fcdf6fe-b497-47b5-a7ed-d3f56b0b5c5f req-c92df3aa-c0dd-44a3-b86d-9730f52b748d service nova] Lock "ff47e4b7-72ac-452c-9c0e-8306aae01f4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.075675] env[69858]: DEBUG oslo_concurrency.lockutils [req-6fcdf6fe-b497-47b5-a7ed-d3f56b0b5c5f req-c92df3aa-c0dd-44a3-b86d-9730f52b748d service nova] Lock "ff47e4b7-72ac-452c-9c0e-8306aae01f4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.075848] env[69858]: DEBUG nova.compute.manager [req-6fcdf6fe-b497-47b5-a7ed-d3f56b0b5c5f req-c92df3aa-c0dd-44a3-b86d-9730f52b748d service nova] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] No waiting events found dispatching network-vif-plugged-3f88d9f7-fe5f-4db8-86da-f48efe6fb064 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1129.076023] env[69858]: WARNING nova.compute.manager [req-6fcdf6fe-b497-47b5-a7ed-d3f56b0b5c5f req-c92df3aa-c0dd-44a3-b86d-9730f52b748d service nova] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Received unexpected event network-vif-plugged-3f88d9f7-fe5f-4db8-86da-f48efe6fb064 for instance with vm_state building and task_state spawning. [ 1129.076191] env[69858]: DEBUG nova.compute.manager [req-6fcdf6fe-b497-47b5-a7ed-d3f56b0b5c5f req-c92df3aa-c0dd-44a3-b86d-9730f52b748d service nova] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Received event network-changed-3f88d9f7-fe5f-4db8-86da-f48efe6fb064 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.076350] env[69858]: DEBUG nova.compute.manager [req-6fcdf6fe-b497-47b5-a7ed-d3f56b0b5c5f req-c92df3aa-c0dd-44a3-b86d-9730f52b748d service nova] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Refreshing instance network info cache due to event network-changed-3f88d9f7-fe5f-4db8-86da-f48efe6fb064. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.076518] env[69858]: DEBUG oslo_concurrency.lockutils [req-6fcdf6fe-b497-47b5-a7ed-d3f56b0b5c5f req-c92df3aa-c0dd-44a3-b86d-9730f52b748d service nova] Acquiring lock "refresh_cache-ff47e4b7-72ac-452c-9c0e-8306aae01f4e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.079340] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Releasing lock "refresh_cache-52f9cc80-37b5-4a07-b685-08eedac6b609" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.138040] env[69858]: INFO nova.compute.manager [None req-02eb5925-1226-4eb5-b9fd-18fa3fffb628 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Detaching volume 197174c6-19cf-46f7-821f-8345ebd096e9 [ 1129.170650] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eef904cb-c586-4424-9bd9-3e4970a4b76b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.173511] env[69858]: INFO nova.virt.block_device [None req-02eb5925-1226-4eb5-b9fd-18fa3fffb628 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Attempting to driver detach volume 197174c6-19cf-46f7-821f-8345ebd096e9 from mountpoint /dev/sdb [ 1129.173730] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-02eb5925-1226-4eb5-b9fd-18fa3fffb628 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Volume detach. Driver type: vmdk {{(pid=69858) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1129.173921] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-02eb5925-1226-4eb5-b9fd-18fa3fffb628 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682244', 'volume_id': '197174c6-19cf-46f7-821f-8345ebd096e9', 'name': 'volume-197174c6-19cf-46f7-821f-8345ebd096e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5', 'attached_at': '', 'detached_at': '', 'volume_id': '197174c6-19cf-46f7-821f-8345ebd096e9', 'serial': '197174c6-19cf-46f7-821f-8345ebd096e9'} {{(pid=69858) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1129.174258] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.978s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.175692] env[69858]: INFO nova.compute.claims [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1129.179270] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8897d6-b33d-4a48-b683-3bc96db674f7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.205455] env[69858]: INFO nova.scheduler.client.report [None req-eef904cb-c586-4424-9bd9-3e4970a4b76b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Deleted allocations for instance 6ab8c34d-5904-44ff-996e-115167ed5c54 [ 1129.207396] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0717b4c2-4513-4bb9-931e-cddf477660b0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.213095] env[69858]: DEBUG nova.compute.manager [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1129.214806] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa1d66b-8481-48be-8e12-22ed1f7f2cf6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.225837] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d34bd84-e9de-40fc-a319-efd30958f411 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.248677] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Releasing lock "refresh_cache-ff47e4b7-72ac-452c-9c0e-8306aae01f4e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.248994] env[69858]: DEBUG nova.compute.manager [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Instance network_info: |[{"id": "3f88d9f7-fe5f-4db8-86da-f48efe6fb064", "address": "fa:16:3e:48:0d:49", "network": {"id": "99cf385d-6d1c-4e05-a2fe-98a1d6a95814", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-557817733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3dc8ed8bcb4d404ba7a22cfb4bfc1141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f88d9f7-fe", "ovs_interfaceid": "3f88d9f7-fe5f-4db8-86da-f48efe6fb064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1129.249802] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71ad36a-ecf5-47e4-a4af-be93a3590534 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.253050] env[69858]: DEBUG oslo_concurrency.lockutils [req-6fcdf6fe-b497-47b5-a7ed-d3f56b0b5c5f req-c92df3aa-c0dd-44a3-b86d-9730f52b748d service nova] Acquired lock "refresh_cache-ff47e4b7-72ac-452c-9c0e-8306aae01f4e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.253465] env[69858]: DEBUG nova.network.neutron [req-6fcdf6fe-b497-47b5-a7ed-d3f56b0b5c5f req-c92df3aa-c0dd-44a3-b86d-9730f52b748d service nova] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Refreshing network info cache for port 3f88d9f7-fe5f-4db8-86da-f48efe6fb064 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.254919] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:0d:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43ad01d2-c7dd-453c-a929-8ad76294d13c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f88d9f7-fe5f-4db8-86da-f48efe6fb064', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.262293] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Creating folder: Project (3dc8ed8bcb4d404ba7a22cfb4bfc1141). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1129.263264] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e92c4333-2cb2-4b26-8e99-f6b7f0ed34a1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.279164] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-02eb5925-1226-4eb5-b9fd-18fa3fffb628 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] The volume has not been displaced from its original location: [datastore2] volume-197174c6-19cf-46f7-821f-8345ebd096e9/volume-197174c6-19cf-46f7-821f-8345ebd096e9.vmdk. No consolidation needed. {{(pid=69858) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1129.284341] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-02eb5925-1226-4eb5-b9fd-18fa3fffb628 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1129.286009] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-053d5e4c-3747-4284-abfd-daca5ebfea46 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.298739] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Created folder: Project (3dc8ed8bcb4d404ba7a22cfb4bfc1141) in parent group-v682032. [ 1129.298942] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Creating folder: Instances. Parent ref: group-v682277. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1129.299514] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f678bf1-db2f-421c-baf3-99dca82b6efa {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.306139] env[69858]: DEBUG oslo_vmware.api [None req-02eb5925-1226-4eb5-b9fd-18fa3fffb628 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1129.306139] env[69858]: value = "task-3419691" [ 1129.306139] env[69858]: _type = "Task" [ 1129.306139] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.311371] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Created folder: Instances in parent group-v682277. [ 1129.311614] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.314660] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.314925] env[69858]: DEBUG oslo_vmware.api [None req-02eb5925-1226-4eb5-b9fd-18fa3fffb628 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419691, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.316011] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b3023ae-924d-403f-81bb-3c3ce52e0267 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.337058] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.337058] env[69858]: value = "task-3419692" [ 1129.337058] env[69858]: _type = "Task" [ 1129.337058] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.345164] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419692, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.467658] env[69858]: INFO nova.compute.manager [-] [instance: 03c83187-61c2-4191-a3e6-fc401bb1577c] Took 1.02 seconds to deallocate network for instance. [ 1129.509655] env[69858]: DEBUG oslo_vmware.api [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524140eb-c79b-112a-0345-1a46ca75e58f, 'name': SearchDatastore_Task, 'duration_secs': 0.00922} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.509938] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.510222] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.510487] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.510632] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.510809] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1129.511100] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a454407-f44c-4306-bbf2-bd821e0acc93 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.523440] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.523724] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.524548] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9d8bbe8-197c-464b-a68c-bf094de249dc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.530268] env[69858]: DEBUG oslo_vmware.api [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1129.530268] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c4fb46-7445-5ba2-179a-5dccdfe87b46" [ 1129.530268] env[69858]: _type = "Task" [ 1129.530268] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.538887] env[69858]: DEBUG oslo_vmware.api [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c4fb46-7445-5ba2-179a-5dccdfe87b46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.711691] env[69858]: DEBUG nova.compute.manager [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1129.712911] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6feee1-5af0-4406-bbe0-55a15c6e9064 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.718400] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eef904cb-c586-4424-9bd9-3e4970a4b76b tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lock "6ab8c34d-5904-44ff-996e-115167ed5c54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.368s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.726517] env[69858]: INFO nova.compute.manager [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] instance snapshotting [ 1129.729122] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f0d618-7cc5-4420-af81-43f919626d1f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.750646] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf1b08e-47f0-4d60-962d-173464a741d7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.818026] env[69858]: DEBUG oslo_vmware.api [None req-02eb5925-1226-4eb5-b9fd-18fa3fffb628 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419691, 'name': ReconfigVM_Task, 'duration_secs': 0.252075} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.818026] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-02eb5925-1226-4eb5-b9fd-18fa3fffb628 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1129.822644] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7389f514-247f-47dc-826a-0aeea24e051f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.844238] env[69858]: DEBUG oslo_vmware.api [None req-02eb5925-1226-4eb5-b9fd-18fa3fffb628 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1129.844238] env[69858]: value = "task-3419693" [ 1129.844238] env[69858]: _type = "Task" [ 1129.844238] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.847191] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419692, 'name': CreateVM_Task, 'duration_secs': 0.316733} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.850363] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1129.851518] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.851688] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.851998] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.852766] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4207a1c7-0bee-46dd-9a8f-4cd083a9590f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.859632] env[69858]: DEBUG oslo_vmware.api [None req-02eb5925-1226-4eb5-b9fd-18fa3fffb628 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419693, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.862956] env[69858]: DEBUG oslo_vmware.api [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Waiting for the task: (returnval){ [ 1129.862956] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528752cf-038d-1d06-d163-f3544ef56a7f" [ 1129.862956] env[69858]: _type = "Task" [ 1129.862956] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.871130] env[69858]: DEBUG oslo_vmware.api [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528752cf-038d-1d06-d163-f3544ef56a7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.973800] env[69858]: DEBUG oslo_concurrency.lockutils [None req-54986eb9-fc81-441f-a881-5366ec7b0048 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.974901] env[69858]: DEBUG nova.network.neutron [req-6fcdf6fe-b497-47b5-a7ed-d3f56b0b5c5f req-c92df3aa-c0dd-44a3-b86d-9730f52b748d service nova] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Updated VIF entry in instance network info cache for port 3f88d9f7-fe5f-4db8-86da-f48efe6fb064. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.975155] env[69858]: DEBUG nova.network.neutron [req-6fcdf6fe-b497-47b5-a7ed-d3f56b0b5c5f req-c92df3aa-c0dd-44a3-b86d-9730f52b748d service nova] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Updating instance_info_cache with network_info: [{"id": "3f88d9f7-fe5f-4db8-86da-f48efe6fb064", "address": "fa:16:3e:48:0d:49", "network": {"id": "99cf385d-6d1c-4e05-a2fe-98a1d6a95814", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-557817733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3dc8ed8bcb4d404ba7a22cfb4bfc1141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f88d9f7-fe", "ovs_interfaceid": "3f88d9f7-fe5f-4db8-86da-f48efe6fb064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.039678] env[69858]: DEBUG oslo_vmware.api [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c4fb46-7445-5ba2-179a-5dccdfe87b46, 'name': SearchDatastore_Task, 'duration_secs': 0.009558} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.040661] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19190cd2-a4dc-46cd-87a5-93c8e1a7a1f9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.046109] env[69858]: DEBUG oslo_vmware.api [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1130.046109] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5246a8c8-fd8f-ba5d-65aa-5c47e80a7983" [ 1130.046109] env[69858]: _type = "Task" [ 1130.046109] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.053727] env[69858]: DEBUG oslo_vmware.api [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5246a8c8-fd8f-ba5d-65aa-5c47e80a7983, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.224933] env[69858]: INFO nova.compute.manager [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] instance snapshotting [ 1130.227624] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94ff94a-1c2a-4ad7-a36c-4c32b56217c2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.250900] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab66e3d3-ca90-4f0a-b313-e55ae1e7aa2f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.261640] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Creating Snapshot of the VM instance {{(pid=69858) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1130.261906] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9f0c734b-fa5b-48cf-b864-31344e1a952e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.273250] env[69858]: DEBUG oslo_vmware.api [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1130.273250] env[69858]: value = "task-3419694" [ 1130.273250] env[69858]: _type = "Task" [ 1130.273250] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.282815] env[69858]: DEBUG oslo_vmware.api [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419694, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.338933] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2b335d0d-b7dc-47d4-9a65-b0fd5ed94b0e tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquiring lock "49841e9c-e776-4254-8001-e754a3dd6031" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.339265] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2b335d0d-b7dc-47d4-9a65-b0fd5ed94b0e tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lock "49841e9c-e776-4254-8001-e754a3dd6031" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.339546] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2b335d0d-b7dc-47d4-9a65-b0fd5ed94b0e tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquiring lock "49841e9c-e776-4254-8001-e754a3dd6031-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.339735] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2b335d0d-b7dc-47d4-9a65-b0fd5ed94b0e tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lock "49841e9c-e776-4254-8001-e754a3dd6031-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.339904] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2b335d0d-b7dc-47d4-9a65-b0fd5ed94b0e tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lock "49841e9c-e776-4254-8001-e754a3dd6031-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.341920] env[69858]: INFO nova.compute.manager [None req-2b335d0d-b7dc-47d4-9a65-b0fd5ed94b0e tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Terminating instance [ 1130.355405] env[69858]: DEBUG oslo_vmware.api [None req-02eb5925-1226-4eb5-b9fd-18fa3fffb628 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419693, 'name': ReconfigVM_Task, 'duration_secs': 0.138176} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.355696] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-02eb5925-1226-4eb5-b9fd-18fa3fffb628 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682244', 'volume_id': '197174c6-19cf-46f7-821f-8345ebd096e9', 'name': 'volume-197174c6-19cf-46f7-821f-8345ebd096e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5', 'attached_at': '', 'detached_at': '', 'volume_id': '197174c6-19cf-46f7-821f-8345ebd096e9', 'serial': '197174c6-19cf-46f7-821f-8345ebd096e9'} {{(pid=69858) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1130.372192] env[69858]: DEBUG oslo_vmware.api [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528752cf-038d-1d06-d163-f3544ef56a7f, 'name': SearchDatastore_Task, 'duration_secs': 0.009388} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.374614] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.374864] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1130.375092] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.439025] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3fffd0-4e44-48a0-b9fd-05cfb86d3c0a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.445887] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86aaa9ab-12fa-4742-85c7-47efb67c7b18 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.475427] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896aa5f7-3c92-4300-9242-3b3f97b961ad {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.478075] env[69858]: DEBUG oslo_concurrency.lockutils [req-6fcdf6fe-b497-47b5-a7ed-d3f56b0b5c5f req-c92df3aa-c0dd-44a3-b86d-9730f52b748d service nova] Releasing lock "refresh_cache-ff47e4b7-72ac-452c-9c0e-8306aae01f4e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.482970] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0056eba9-bb3f-4e24-a1e2-f5707cabfe69 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.498280] env[69858]: DEBUG nova.compute.provider_tree [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.556147] env[69858]: DEBUG oslo_vmware.api [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5246a8c8-fd8f-ba5d-65aa-5c47e80a7983, 'name': SearchDatastore_Task, 'duration_secs': 0.009415} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.556440] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.556709] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 2c6b0368-6ba4-4184-b595-cac65d4d7145/2c6b0368-6ba4-4184-b595-cac65d4d7145.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.557049] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.557306] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.557492] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f2aa550-e456-47e6-b53e-e17fb37a4953 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.559451] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da2cafd9-ccdf-42d7-a67d-570ca4cfbe67 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.568076] env[69858]: DEBUG oslo_vmware.api [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1130.568076] env[69858]: value = "task-3419695" [ 1130.568076] env[69858]: _type = "Task" [ 1130.568076] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.572287] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1130.572467] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1130.573506] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f173606-f8c9-417b-92df-04f254ae41c2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.578539] env[69858]: DEBUG oslo_vmware.api [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3419695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.581198] env[69858]: DEBUG oslo_vmware.api [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Waiting for the task: (returnval){ [ 1130.581198] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5240f29a-b26f-f63a-ede6-e34e49c13303" [ 1130.581198] env[69858]: _type = "Task" [ 1130.581198] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.588217] env[69858]: DEBUG oslo_vmware.api [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5240f29a-b26f-f63a-ede6-e34e49c13303, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.593786] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c5661e-b40f-448e-97e1-8e2292b88311 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.611645] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Updating instance '52f9cc80-37b5-4a07-b685-08eedac6b609' progress to 0 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.761569] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Creating Snapshot of the VM instance {{(pid=69858) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1130.761799] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-64ea267c-7488-4692-a5fc-81735c3ba18a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.769273] env[69858]: DEBUG oslo_vmware.api [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Waiting for the task: (returnval){ [ 1130.769273] env[69858]: value = "task-3419696" [ 1130.769273] env[69858]: _type = "Task" [ 1130.769273] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.780335] env[69858]: DEBUG oslo_vmware.api [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419696, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.785743] env[69858]: DEBUG oslo_vmware.api [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419694, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.845915] env[69858]: DEBUG nova.compute.manager [None req-2b335d0d-b7dc-47d4-9a65-b0fd5ed94b0e tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1130.846299] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2b335d0d-b7dc-47d4-9a65-b0fd5ed94b0e tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.847747] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d583d005-7f79-4f2b-8124-6bfb8c4f1be3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.857645] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b335d0d-b7dc-47d4-9a65-b0fd5ed94b0e tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.857950] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68f752ac-5cf2-4ff1-8ee3-0fdcfa493d88 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.866845] env[69858]: DEBUG oslo_vmware.api [None req-2b335d0d-b7dc-47d4-9a65-b0fd5ed94b0e tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 1130.866845] env[69858]: value = "task-3419697" [ 1130.866845] env[69858]: _type = "Task" [ 1130.866845] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.878912] env[69858]: DEBUG oslo_vmware.api [None req-2b335d0d-b7dc-47d4-9a65-b0fd5ed94b0e tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.909025] env[69858]: DEBUG nova.objects.instance [None req-02eb5925-1226-4eb5-b9fd-18fa3fffb628 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lazy-loading 'flavor' on Instance uuid 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.003171] env[69858]: DEBUG nova.scheduler.client.report [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.080758] env[69858]: DEBUG oslo_vmware.api [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3419695, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.092661] env[69858]: DEBUG oslo_vmware.api [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5240f29a-b26f-f63a-ede6-e34e49c13303, 'name': SearchDatastore_Task, 'duration_secs': 0.01068} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.093535] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f1e2908-8450-47dd-8f2c-0ab8c822e142 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.099283] env[69858]: DEBUG oslo_vmware.api [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Waiting for the task: (returnval){ [ 1131.099283] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52eeb327-5e16-b61e-7d43-3a37b71c813b" [ 1131.099283] env[69858]: _type = "Task" [ 1131.099283] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.109088] env[69858]: DEBUG oslo_vmware.api [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52eeb327-5e16-b61e-7d43-3a37b71c813b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.118049] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.118391] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f982ef37-aeab-4fad-b4eb-4b089c4eff83 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.127705] env[69858]: DEBUG oslo_vmware.api [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1131.127705] env[69858]: value = "task-3419698" [ 1131.127705] env[69858]: _type = "Task" [ 1131.127705] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.137122] env[69858]: DEBUG oslo_vmware.api [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.286860] env[69858]: DEBUG oslo_vmware.api [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419696, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.287268] env[69858]: DEBUG oslo_vmware.api [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419694, 'name': CreateSnapshot_Task, 'duration_secs': 0.727172} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.287549] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Created Snapshot of the VM instance {{(pid=69858) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1131.288488] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f0a5b6-8aed-4fa9-a566-f29fdfeb7d59 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.377573] env[69858]: DEBUG oslo_vmware.api [None req-2b335d0d-b7dc-47d4-9a65-b0fd5ed94b0e tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419697, 'name': PowerOffVM_Task, 'duration_secs': 0.424724} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.377836] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b335d0d-b7dc-47d4-9a65-b0fd5ed94b0e tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.378019] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2b335d0d-b7dc-47d4-9a65-b0fd5ed94b0e tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.378274] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9441ea08-7de5-44e8-b0b1-c7e2e5f04256 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.452056] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2b335d0d-b7dc-47d4-9a65-b0fd5ed94b0e tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.452056] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2b335d0d-b7dc-47d4-9a65-b0fd5ed94b0e tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.452056] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b335d0d-b7dc-47d4-9a65-b0fd5ed94b0e tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Deleting the datastore file [datastore2] 49841e9c-e776-4254-8001-e754a3dd6031 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.452056] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e383e594-0fef-481a-82fd-b85d420a54a2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.458677] env[69858]: DEBUG oslo_vmware.api [None req-2b335d0d-b7dc-47d4-9a65-b0fd5ed94b0e tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for the task: (returnval){ [ 1131.458677] env[69858]: value = "task-3419700" [ 1131.458677] env[69858]: _type = "Task" [ 1131.458677] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.466375] env[69858]: DEBUG oslo_vmware.api [None req-2b335d0d-b7dc-47d4-9a65-b0fd5ed94b0e tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.508926] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.335s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.509667] env[69858]: DEBUG nova.compute.manager [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1131.512715] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.551s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.515015] env[69858]: INFO nova.compute.claims [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1131.578564] env[69858]: DEBUG oslo_vmware.api [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3419695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580466} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.578858] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 2c6b0368-6ba4-4184-b595-cac65d4d7145/2c6b0368-6ba4-4184-b595-cac65d4d7145.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.579093] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.579421] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-124773de-6e1f-44cd-83a3-36255a5c5b9d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.585906] env[69858]: DEBUG oslo_vmware.api [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1131.585906] env[69858]: value = "task-3419701" [ 1131.585906] env[69858]: _type = "Task" [ 1131.585906] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.593615] env[69858]: DEBUG oslo_vmware.api [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3419701, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.608307] env[69858]: DEBUG oslo_vmware.api [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52eeb327-5e16-b61e-7d43-3a37b71c813b, 'name': SearchDatastore_Task, 'duration_secs': 0.034285} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.608561] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.608824] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] ff47e4b7-72ac-452c-9c0e-8306aae01f4e/ff47e4b7-72ac-452c-9c0e-8306aae01f4e.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1131.609098] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7e284ca-68e3-484d-861b-ef9ac57780c5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.614598] env[69858]: DEBUG oslo_vmware.api [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Waiting for the task: (returnval){ [ 1131.614598] env[69858]: value = "task-3419702" [ 1131.614598] env[69858]: _type = "Task" [ 1131.614598] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.622863] env[69858]: DEBUG oslo_vmware.api [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Task: {'id': task-3419702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.635955] env[69858]: DEBUG oslo_vmware.api [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419698, 'name': PowerOffVM_Task, 'duration_secs': 0.206408} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.636285] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.636486] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Updating instance '52f9cc80-37b5-4a07-b685-08eedac6b609' progress to 17 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1131.780843] env[69858]: DEBUG oslo_vmware.api [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419696, 'name': CreateSnapshot_Task, 'duration_secs': 0.877129} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.781238] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Created Snapshot of the VM instance {{(pid=69858) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1131.782019] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ccaf4e-b51d-4c1f-ad33-5e031a06e896 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.807079] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Creating linked-clone VM from snapshot {{(pid=69858) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1131.807412] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c5fdebd3-c68d-49bf-9f78-3b46f806e4c0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.817147] env[69858]: DEBUG oslo_vmware.api [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1131.817147] env[69858]: value = "task-3419703" [ 1131.817147] env[69858]: _type = "Task" [ 1131.817147] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.825981] env[69858]: DEBUG oslo_vmware.api [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419703, 'name': CloneVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.917924] env[69858]: DEBUG oslo_concurrency.lockutils [None req-02eb5925-1226-4eb5-b9fd-18fa3fffb628 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.281s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.968920] env[69858]: DEBUG oslo_vmware.api [None req-2b335d0d-b7dc-47d4-9a65-b0fd5ed94b0e tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Task: {'id': task-3419700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154526} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.969288] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b335d0d-b7dc-47d4-9a65-b0fd5ed94b0e tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.969550] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2b335d0d-b7dc-47d4-9a65-b0fd5ed94b0e tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.969743] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2b335d0d-b7dc-47d4-9a65-b0fd5ed94b0e tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.969923] env[69858]: INFO nova.compute.manager [None req-2b335d0d-b7dc-47d4-9a65-b0fd5ed94b0e tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1131.970313] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b335d0d-b7dc-47d4-9a65-b0fd5ed94b0e tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.970961] env[69858]: DEBUG nova.compute.manager [-] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1131.971102] env[69858]: DEBUG nova.network.neutron [-] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.021576] env[69858]: DEBUG nova.compute.utils [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1132.025423] env[69858]: DEBUG nova.compute.manager [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1132.025745] env[69858]: DEBUG nova.network.neutron [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1132.095582] env[69858]: DEBUG oslo_vmware.api [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3419701, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126476} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.097328] env[69858]: DEBUG nova.policy [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5428c94ea8242bf9ee9ef989561fa30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55d5af7e5cc84fd885138b28a6913b6f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1132.098969] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1132.099936] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3d6f04-8802-4661-b00a-09f2a09ee653 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.124725] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 2c6b0368-6ba4-4184-b595-cac65d4d7145/2c6b0368-6ba4-4184-b595-cac65d4d7145.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.125275] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-762f37bd-15fe-4e49-9b3f-a861fa3eefb5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.146025] env[69858]: DEBUG nova.virt.hardware [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.146025] env[69858]: DEBUG nova.virt.hardware [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.146025] env[69858]: DEBUG nova.virt.hardware [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.146025] env[69858]: DEBUG nova.virt.hardware [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.146025] env[69858]: DEBUG nova.virt.hardware [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.146025] env[69858]: DEBUG nova.virt.hardware [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.146025] env[69858]: DEBUG nova.virt.hardware [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.146025] env[69858]: DEBUG nova.virt.hardware [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.146025] env[69858]: DEBUG nova.virt.hardware [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.146442] env[69858]: DEBUG nova.virt.hardware [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.146442] env[69858]: DEBUG nova.virt.hardware [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.152840] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bdf358f-74db-4578-9a3e-421e386f2198 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.165146] env[69858]: DEBUG oslo_vmware.api [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1132.165146] env[69858]: value = "task-3419704" [ 1132.165146] env[69858]: _type = "Task" [ 1132.165146] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.169265] env[69858]: DEBUG oslo_vmware.api [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Task: {'id': task-3419702, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502786} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.172696] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] ff47e4b7-72ac-452c-9c0e-8306aae01f4e/ff47e4b7-72ac-452c-9c0e-8306aae01f4e.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.172921] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1132.174442] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41beff64-3ae1-4952-98fb-afbc7e17dea6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.176024] env[69858]: DEBUG oslo_vmware.api [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1132.176024] env[69858]: value = "task-3419705" [ 1132.176024] env[69858]: _type = "Task" [ 1132.176024] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.182892] env[69858]: DEBUG oslo_vmware.api [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3419704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.186781] env[69858]: DEBUG oslo_vmware.api [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Waiting for the task: (returnval){ [ 1132.186781] env[69858]: value = "task-3419706" [ 1132.186781] env[69858]: _type = "Task" [ 1132.186781] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.193055] env[69858]: DEBUG oslo_vmware.api [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419705, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.197592] env[69858]: DEBUG oslo_vmware.api [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Task: {'id': task-3419706, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.266610] env[69858]: DEBUG nova.compute.manager [req-e599f866-3de0-4f32-9575-45aa90350a1d req-5b771166-28d1-40e8-a82e-d31b0cdb677c service nova] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Received event network-vif-deleted-aca3ff62-d61a-4eb9-85ad-06cb55d952f3 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.266842] env[69858]: INFO nova.compute.manager [req-e599f866-3de0-4f32-9575-45aa90350a1d req-5b771166-28d1-40e8-a82e-d31b0cdb677c service nova] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Neutron deleted interface aca3ff62-d61a-4eb9-85ad-06cb55d952f3; detaching it from the instance and deleting it from the info cache [ 1132.266952] env[69858]: DEBUG nova.network.neutron [req-e599f866-3de0-4f32-9575-45aa90350a1d req-5b771166-28d1-40e8-a82e-d31b0cdb677c service nova] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.301044] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Creating linked-clone VM from snapshot {{(pid=69858) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1132.301876] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-95665061-0a3b-41ef-b6c9-f7e7680f9404 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.311650] env[69858]: DEBUG oslo_vmware.api [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Waiting for the task: (returnval){ [ 1132.311650] env[69858]: value = "task-3419707" [ 1132.311650] env[69858]: _type = "Task" [ 1132.311650] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.324765] env[69858]: DEBUG oslo_vmware.api [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419707, 'name': CloneVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.329834] env[69858]: DEBUG oslo_vmware.api [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419703, 'name': CloneVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.438143] env[69858]: DEBUG nova.network.neutron [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Successfully created port: 1770f721-7b18-4f26-b72d-0f933c6f8a64 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1132.525876] env[69858]: DEBUG nova.compute.manager [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1132.681059] env[69858]: DEBUG oslo_vmware.api [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3419704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.697930] env[69858]: DEBUG oslo_vmware.api [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419705, 'name': ReconfigVM_Task, 'duration_secs': 0.345679} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.703861] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Updating instance '52f9cc80-37b5-4a07-b685-08eedac6b609' progress to 33 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1132.707727] env[69858]: DEBUG oslo_vmware.api [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Task: {'id': task-3419706, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085063} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.708258] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1132.712889] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d99e01f-9f98-48dd-afbf-d521c7429ec4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.738607] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] ff47e4b7-72ac-452c-9c0e-8306aae01f4e/ff47e4b7-72ac-452c-9c0e-8306aae01f4e.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.741827] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b9b80e6-cc33-4e3f-b3b8-5cd12211c688 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.761757] env[69858]: DEBUG nova.network.neutron [-] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.769848] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-913ca1e9-8742-4839-bf52-1ef98c86733a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.774264] env[69858]: DEBUG oslo_vmware.api [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Waiting for the task: (returnval){ [ 1132.774264] env[69858]: value = "task-3419708" [ 1132.774264] env[69858]: _type = "Task" [ 1132.774264] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.784740] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfb64d7-9d2d-4003-be4c-50e3079fb2f5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.803075] env[69858]: DEBUG oslo_vmware.api [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Task: {'id': task-3419708, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.827648] env[69858]: DEBUG nova.compute.manager [req-e599f866-3de0-4f32-9575-45aa90350a1d req-5b771166-28d1-40e8-a82e-d31b0cdb677c service nova] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Detach interface failed, port_id=aca3ff62-d61a-4eb9-85ad-06cb55d952f3, reason: Instance 49841e9c-e776-4254-8001-e754a3dd6031 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1132.836521] env[69858]: DEBUG oslo_vmware.api [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419707, 'name': CloneVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.842033] env[69858]: DEBUG oslo_vmware.api [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419703, 'name': CloneVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.919696] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5802747a-08e8-4e52-8ae1-c231aed67bbf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.928355] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4471ecb-f67c-4fef-92ac-66b3ec50d2a9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.959086] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb518dcc-f187-4cfe-b154-20a71117c6fd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.966500] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a86ddb8-6753-4a90-883f-64f472640eae {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.979681] env[69858]: DEBUG nova.compute.provider_tree [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.986025] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4f4a415b-f0ad-41ee-a274-d920b74bbeb0 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.986165] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4f4a415b-f0ad-41ee-a274-d920b74bbeb0 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.986302] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4f4a415b-f0ad-41ee-a274-d920b74bbeb0 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.986500] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4f4a415b-f0ad-41ee-a274-d920b74bbeb0 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.986665] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4f4a415b-f0ad-41ee-a274-d920b74bbeb0 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.990041] env[69858]: INFO nova.compute.manager [None req-4f4a415b-f0ad-41ee-a274-d920b74bbeb0 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Terminating instance [ 1133.181630] env[69858]: DEBUG oslo_vmware.api [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3419704, 'name': ReconfigVM_Task, 'duration_secs': 0.751974} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.181960] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 2c6b0368-6ba4-4184-b595-cac65d4d7145/2c6b0368-6ba4-4184-b595-cac65d4d7145.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.183047] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9b44562-0bfc-44e0-a629-53cf30852e8e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.191040] env[69858]: DEBUG oslo_vmware.api [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1133.191040] env[69858]: value = "task-3419709" [ 1133.191040] env[69858]: _type = "Task" [ 1133.191040] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.202566] env[69858]: DEBUG oslo_vmware.api [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3419709, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.210877] env[69858]: DEBUG nova.virt.hardware [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.211162] env[69858]: DEBUG nova.virt.hardware [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.211337] env[69858]: DEBUG nova.virt.hardware [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.211541] env[69858]: DEBUG nova.virt.hardware [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.211687] env[69858]: DEBUG nova.virt.hardware [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.211837] env[69858]: DEBUG nova.virt.hardware [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.212059] env[69858]: DEBUG nova.virt.hardware [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.212228] env[69858]: DEBUG nova.virt.hardware [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.212425] env[69858]: DEBUG nova.virt.hardware [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.212702] env[69858]: DEBUG nova.virt.hardware [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.212780] env[69858]: DEBUG nova.virt.hardware [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.218273] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Reconfiguring VM instance instance-00000057 to detach disk 2000 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1133.218647] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-448e79ba-6c10-446f-8d23-78ceb2888f4d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.239543] env[69858]: DEBUG oslo_vmware.api [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1133.239543] env[69858]: value = "task-3419710" [ 1133.239543] env[69858]: _type = "Task" [ 1133.239543] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.248072] env[69858]: DEBUG oslo_vmware.api [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419710, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.265749] env[69858]: INFO nova.compute.manager [-] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Took 1.29 seconds to deallocate network for instance. [ 1133.287402] env[69858]: DEBUG oslo_vmware.api [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Task: {'id': task-3419708, 'name': ReconfigVM_Task, 'duration_secs': 0.313953} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.287743] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Reconfigured VM instance instance-0000005a to attach disk [datastore2] ff47e4b7-72ac-452c-9c0e-8306aae01f4e/ff47e4b7-72ac-452c-9c0e-8306aae01f4e.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.288473] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ed685b9-6f75-4348-bfb4-e516e9800b2e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.295600] env[69858]: DEBUG oslo_vmware.api [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Waiting for the task: (returnval){ [ 1133.295600] env[69858]: value = "task-3419711" [ 1133.295600] env[69858]: _type = "Task" [ 1133.295600] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.306050] env[69858]: DEBUG oslo_vmware.api [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Task: {'id': task-3419711, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.320492] env[69858]: DEBUG oslo_vmware.api [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419707, 'name': CloneVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.336058] env[69858]: DEBUG oslo_vmware.api [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419703, 'name': CloneVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.483051] env[69858]: DEBUG nova.scheduler.client.report [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.493695] env[69858]: DEBUG nova.compute.manager [None req-4f4a415b-f0ad-41ee-a274-d920b74bbeb0 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1133.493933] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4a415b-f0ad-41ee-a274-d920b74bbeb0 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1133.494834] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02057a64-32e2-4ee5-8b72-9127a04f7ed9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.503815] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4a415b-f0ad-41ee-a274-d920b74bbeb0 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.504093] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15c583c4-510c-46ff-bac2-e22745c85880 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.510137] env[69858]: DEBUG oslo_vmware.api [None req-4f4a415b-f0ad-41ee-a274-d920b74bbeb0 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1133.510137] env[69858]: value = "task-3419712" [ 1133.510137] env[69858]: _type = "Task" [ 1133.510137] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.518701] env[69858]: DEBUG oslo_vmware.api [None req-4f4a415b-f0ad-41ee-a274-d920b74bbeb0 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419712, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.538047] env[69858]: DEBUG nova.compute.manager [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1133.559972] env[69858]: DEBUG nova.virt.hardware [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.560290] env[69858]: DEBUG nova.virt.hardware [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.560468] env[69858]: DEBUG nova.virt.hardware [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.560657] env[69858]: DEBUG nova.virt.hardware [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.560805] env[69858]: DEBUG nova.virt.hardware [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.560959] env[69858]: DEBUG nova.virt.hardware [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.561184] env[69858]: DEBUG nova.virt.hardware [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.561346] env[69858]: DEBUG nova.virt.hardware [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.561571] env[69858]: DEBUG nova.virt.hardware [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.561782] env[69858]: DEBUG nova.virt.hardware [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.561974] env[69858]: DEBUG nova.virt.hardware [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.562844] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d7d35a-94ba-41a0-8baf-92c14de6291b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.572964] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad96ac1-ad99-4f2a-a877-1698e8ffb19e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.700098] env[69858]: DEBUG oslo_vmware.api [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3419709, 'name': Rename_Task, 'duration_secs': 0.162406} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.700446] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.700731] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3b2fdec-ec95-4a5e-980a-d442bbe96e36 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.712162] env[69858]: DEBUG oslo_vmware.api [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1133.712162] env[69858]: value = "task-3419713" [ 1133.712162] env[69858]: _type = "Task" [ 1133.712162] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.726485] env[69858]: DEBUG oslo_vmware.api [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3419713, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.749116] env[69858]: DEBUG oslo_vmware.api [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419710, 'name': ReconfigVM_Task, 'duration_secs': 0.157872} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.750056] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Reconfigured VM instance instance-00000057 to detach disk 2000 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1133.750254] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a727e02f-b981-4fe6-9a2c-43bcd7cd2805 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.773798] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 52f9cc80-37b5-4a07-b685-08eedac6b609/52f9cc80-37b5-4a07-b685-08eedac6b609.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.774804] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2b335d0d-b7dc-47d4-9a65-b0fd5ed94b0e tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.775073] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1a3f8f1-9b18-476d-8cc8-87d87e55a0cb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.792931] env[69858]: DEBUG oslo_vmware.api [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1133.792931] env[69858]: value = "task-3419714" [ 1133.792931] env[69858]: _type = "Task" [ 1133.792931] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.805438] env[69858]: DEBUG oslo_vmware.api [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419714, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.808425] env[69858]: DEBUG oslo_vmware.api [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Task: {'id': task-3419711, 'name': Rename_Task, 'duration_secs': 0.143704} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.808678] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.808936] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd7dce22-9b59-457f-87a9-ddc00e0f32ad {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.816252] env[69858]: DEBUG oslo_vmware.api [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Waiting for the task: (returnval){ [ 1133.816252] env[69858]: value = "task-3419715" [ 1133.816252] env[69858]: _type = "Task" [ 1133.816252] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.822574] env[69858]: DEBUG oslo_vmware.api [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419707, 'name': CloneVM_Task, 'duration_secs': 1.493404} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.823173] env[69858]: INFO nova.virt.vmwareapi.vmops [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Created linked-clone VM from snapshot [ 1133.823911] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32338fda-594f-4955-b0c5-d344c3533136 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.830447] env[69858]: DEBUG oslo_vmware.api [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Task: {'id': task-3419715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.836080] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Uploading image 8d35717f-f13d-4be8-a01a-5f63d693028a {{(pid=69858) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1133.843333] env[69858]: DEBUG oslo_vmware.api [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419703, 'name': CloneVM_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.859026] env[69858]: DEBUG oslo_vmware.rw_handles [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1133.859026] env[69858]: value = "vm-682283" [ 1133.859026] env[69858]: _type = "VirtualMachine" [ 1133.859026] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1133.859287] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5319c724-f2da-45ff-b11f-fc3a513bcec5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.866222] env[69858]: DEBUG oslo_vmware.rw_handles [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Lease: (returnval){ [ 1133.866222] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f9f760-40b2-f30a-f880-a86e25ae50c9" [ 1133.866222] env[69858]: _type = "HttpNfcLease" [ 1133.866222] env[69858]: } obtained for exporting VM: (result){ [ 1133.866222] env[69858]: value = "vm-682283" [ 1133.866222] env[69858]: _type = "VirtualMachine" [ 1133.866222] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1133.866667] env[69858]: DEBUG oslo_vmware.api [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Waiting for the lease: (returnval){ [ 1133.866667] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f9f760-40b2-f30a-f880-a86e25ae50c9" [ 1133.866667] env[69858]: _type = "HttpNfcLease" [ 1133.866667] env[69858]: } to be ready. {{(pid=69858) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1133.874190] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1133.874190] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f9f760-40b2-f30a-f880-a86e25ae50c9" [ 1133.874190] env[69858]: _type = "HttpNfcLease" [ 1133.874190] env[69858]: } is initializing. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1133.988593] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.476s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.989445] env[69858]: DEBUG nova.compute.manager [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1133.996022] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.959s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.996022] env[69858]: INFO nova.compute.claims [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.026031] env[69858]: DEBUG oslo_vmware.api [None req-4f4a415b-f0ad-41ee-a274-d920b74bbeb0 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419712, 'name': PowerOffVM_Task, 'duration_secs': 0.229425} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.026031] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4a415b-f0ad-41ee-a274-d920b74bbeb0 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.026031] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4a415b-f0ad-41ee-a274-d920b74bbeb0 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1134.026031] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0eaba943-66d1-4a8f-8995-fc6b1c734bb0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.089025] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4a415b-f0ad-41ee-a274-d920b74bbeb0 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.089025] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4a415b-f0ad-41ee-a274-d920b74bbeb0 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.089025] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f4a415b-f0ad-41ee-a274-d920b74bbeb0 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Deleting the datastore file [datastore1] 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.089025] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41864513-077b-4413-9c83-8126a95bc346 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.094198] env[69858]: DEBUG oslo_vmware.api [None req-4f4a415b-f0ad-41ee-a274-d920b74bbeb0 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1134.094198] env[69858]: value = "task-3419718" [ 1134.094198] env[69858]: _type = "Task" [ 1134.094198] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.105799] env[69858]: DEBUG oslo_vmware.api [None req-4f4a415b-f0ad-41ee-a274-d920b74bbeb0 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.142727] env[69858]: DEBUG nova.compute.manager [req-28d2c337-6be7-4a4f-9713-6502a141739e req-b2588e95-ebc8-4714-9032-0c33794025e0 service nova] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Received event network-vif-plugged-1770f721-7b18-4f26-b72d-0f933c6f8a64 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.143499] env[69858]: DEBUG oslo_concurrency.lockutils [req-28d2c337-6be7-4a4f-9713-6502a141739e req-b2588e95-ebc8-4714-9032-0c33794025e0 service nova] Acquiring lock "948aeab7-a0f6-43ef-a502-e980c4473549-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.145430] env[69858]: DEBUG oslo_concurrency.lockutils [req-28d2c337-6be7-4a4f-9713-6502a141739e req-b2588e95-ebc8-4714-9032-0c33794025e0 service nova] Lock "948aeab7-a0f6-43ef-a502-e980c4473549-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.145430] env[69858]: DEBUG oslo_concurrency.lockutils [req-28d2c337-6be7-4a4f-9713-6502a141739e req-b2588e95-ebc8-4714-9032-0c33794025e0 service nova] Lock "948aeab7-a0f6-43ef-a502-e980c4473549-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.145430] env[69858]: DEBUG nova.compute.manager [req-28d2c337-6be7-4a4f-9713-6502a141739e req-b2588e95-ebc8-4714-9032-0c33794025e0 service nova] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] No waiting events found dispatching network-vif-plugged-1770f721-7b18-4f26-b72d-0f933c6f8a64 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1134.145430] env[69858]: WARNING nova.compute.manager [req-28d2c337-6be7-4a4f-9713-6502a141739e req-b2588e95-ebc8-4714-9032-0c33794025e0 service nova] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Received unexpected event network-vif-plugged-1770f721-7b18-4f26-b72d-0f933c6f8a64 for instance with vm_state building and task_state spawning. [ 1134.226031] env[69858]: DEBUG oslo_vmware.api [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3419713, 'name': PowerOnVM_Task, 'duration_secs': 0.48032} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.226031] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.226031] env[69858]: INFO nova.compute.manager [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Took 9.79 seconds to spawn the instance on the hypervisor. [ 1134.226031] env[69858]: DEBUG nova.compute.manager [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.226031] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e1ce53-f1e2-4a19-b99f-54f6e9535018 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.307656] env[69858]: DEBUG oslo_vmware.api [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419714, 'name': ReconfigVM_Task, 'duration_secs': 0.369922} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.307656] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 52f9cc80-37b5-4a07-b685-08eedac6b609/52f9cc80-37b5-4a07-b685-08eedac6b609.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.307656] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Updating instance '52f9cc80-37b5-4a07-b685-08eedac6b609' progress to 50 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1134.333314] env[69858]: DEBUG oslo_vmware.api [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Task: {'id': task-3419715, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.346933] env[69858]: DEBUG oslo_vmware.api [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419703, 'name': CloneVM_Task, 'duration_secs': 2.086001} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.350181] env[69858]: DEBUG nova.network.neutron [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Successfully updated port: 1770f721-7b18-4f26-b72d-0f933c6f8a64 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1134.350181] env[69858]: INFO nova.virt.vmwareapi.vmops [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Created linked-clone VM from snapshot [ 1134.350725] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0393f89d-7629-4d58-9993-79d5017bda95 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.360299] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Uploading image 89ebfa30-aaa3-4b09-bf51-92e42b75da58 {{(pid=69858) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1134.377236] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1134.377236] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f9f760-40b2-f30a-f880-a86e25ae50c9" [ 1134.377236] env[69858]: _type = "HttpNfcLease" [ 1134.377236] env[69858]: } is ready. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1134.377236] env[69858]: DEBUG oslo_vmware.rw_handles [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1134.377236] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f9f760-40b2-f30a-f880-a86e25ae50c9" [ 1134.377236] env[69858]: _type = "HttpNfcLease" [ 1134.377236] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1134.377236] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b07963-1de9-47a3-9419-35dcdae6a832 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.387141] env[69858]: DEBUG oslo_vmware.rw_handles [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521c22e9-89f6-1fac-42ce-ed34ff59026b/disk-0.vmdk from lease info. {{(pid=69858) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1134.387141] env[69858]: DEBUG oslo_vmware.rw_handles [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521c22e9-89f6-1fac-42ce-ed34ff59026b/disk-0.vmdk for reading. {{(pid=69858) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1134.389971] env[69858]: DEBUG oslo_vmware.rw_handles [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1134.389971] env[69858]: value = "vm-682282" [ 1134.389971] env[69858]: _type = "VirtualMachine" [ 1134.389971] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1134.390220] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-41591b1b-27e4-43c3-9922-f7cc32605e47 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.450316] env[69858]: DEBUG oslo_vmware.rw_handles [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lease: (returnval){ [ 1134.450316] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f7d842-fa19-dfe4-898b-1236349e4379" [ 1134.450316] env[69858]: _type = "HttpNfcLease" [ 1134.450316] env[69858]: } obtained for exporting VM: (result){ [ 1134.450316] env[69858]: value = "vm-682282" [ 1134.450316] env[69858]: _type = "VirtualMachine" [ 1134.450316] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1134.450647] env[69858]: DEBUG oslo_vmware.api [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the lease: (returnval){ [ 1134.450647] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f7d842-fa19-dfe4-898b-1236349e4379" [ 1134.450647] env[69858]: _type = "HttpNfcLease" [ 1134.450647] env[69858]: } to be ready. {{(pid=69858) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1134.458666] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1134.458666] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f7d842-fa19-dfe4-898b-1236349e4379" [ 1134.458666] env[69858]: _type = "HttpNfcLease" [ 1134.458666] env[69858]: } is ready. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1134.458942] env[69858]: DEBUG oslo_vmware.rw_handles [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1134.458942] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f7d842-fa19-dfe4-898b-1236349e4379" [ 1134.458942] env[69858]: _type = "HttpNfcLease" [ 1134.458942] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1134.459705] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d696052-b39f-4fc5-a810-566af65cc480 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.467397] env[69858]: DEBUG oslo_vmware.rw_handles [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b07d5-2cc0-0f08-46ac-ad6aab1944c5/disk-0.vmdk from lease info. {{(pid=69858) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1134.467519] env[69858]: DEBUG oslo_vmware.rw_handles [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b07d5-2cc0-0f08-46ac-ad6aab1944c5/disk-0.vmdk for reading. {{(pid=69858) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1134.525224] env[69858]: DEBUG nova.compute.utils [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1134.531211] env[69858]: DEBUG nova.compute.manager [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1134.531211] env[69858]: DEBUG nova.network.neutron [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1134.568500] env[69858]: DEBUG nova.policy [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e670047c916746eaaa2c2401b0446586', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19711d5bf05b42d6bcd1a4f2f89fd166', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1134.574999] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6c107318-4e3e-483e-93ac-f7f0ffe4d550 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.578814] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a7bbdd48-aaa9-40fd-b610-a8d8753c1b81 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.605279] env[69858]: DEBUG oslo_vmware.api [None req-4f4a415b-f0ad-41ee-a274-d920b74bbeb0 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220286} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.606978] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f4a415b-f0ad-41ee-a274-d920b74bbeb0 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1134.607215] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4a415b-f0ad-41ee-a274-d920b74bbeb0 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1134.607371] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4a415b-f0ad-41ee-a274-d920b74bbeb0 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1134.607549] env[69858]: INFO nova.compute.manager [None req-4f4a415b-f0ad-41ee-a274-d920b74bbeb0 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1134.607797] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f4a415b-f0ad-41ee-a274-d920b74bbeb0 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.610567] env[69858]: DEBUG nova.compute.manager [-] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1134.610567] env[69858]: DEBUG nova.network.neutron [-] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1134.744714] env[69858]: INFO nova.compute.manager [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Took 20.72 seconds to build instance. [ 1134.815450] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3817983-fa63-41bb-a018-ebcbc0af9aea {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.855191] env[69858]: DEBUG oslo_vmware.api [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Task: {'id': task-3419715, 'name': PowerOnVM_Task, 'duration_secs': 0.528467} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.855982] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "refresh_cache-948aeab7-a0f6-43ef-a502-e980c4473549" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.856246] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquired lock "refresh_cache-948aeab7-a0f6-43ef-a502-e980c4473549" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.856423] env[69858]: DEBUG nova.network.neutron [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.861020] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.861020] env[69858]: INFO nova.compute.manager [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Took 7.94 seconds to spawn the instance on the hypervisor. [ 1134.861020] env[69858]: DEBUG nova.compute.manager [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.861020] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb6a3d8-2a09-4153-9114-6269021eb6b6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.863237] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c9fc92-afd3-40b9-971d-bf7aeddf9e2b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.887478] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Updating instance '52f9cc80-37b5-4a07-b685-08eedac6b609' progress to 67 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1134.897796] env[69858]: DEBUG nova.network.neutron [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Successfully created port: 7f54f348-28aa-4011-89cb-c0ba02ebac20 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1135.033028] env[69858]: DEBUG nova.compute.manager [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1135.174383] env[69858]: DEBUG nova.compute.manager [req-82219ebf-87bf-4052-9912-f259c7e44c41 req-ead762bd-48c7-413f-8fc6-818ad1ea49e5 service nova] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Received event network-vif-deleted-d4bd92ec-6c4d-4bca-bc26-f759381941a2 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.174383] env[69858]: INFO nova.compute.manager [req-82219ebf-87bf-4052-9912-f259c7e44c41 req-ead762bd-48c7-413f-8fc6-818ad1ea49e5 service nova] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Neutron deleted interface d4bd92ec-6c4d-4bca-bc26-f759381941a2; detaching it from the instance and deleting it from the info cache [ 1135.174383] env[69858]: DEBUG nova.network.neutron [req-82219ebf-87bf-4052-9912-f259c7e44c41 req-ead762bd-48c7-413f-8fc6-818ad1ea49e5 service nova] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.248337] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0d1848db-73ff-412e-8d5d-6a0fd65f9adb tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "2c6b0368-6ba4-4184-b595-cac65d4d7145" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.241s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.391191] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4362adfd-270c-4639-8c3a-165f363e5daf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.403710] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d8c863-5cb3-48cb-8fcb-c6c963917703 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.444869] env[69858]: INFO nova.compute.manager [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Took 21.42 seconds to build instance. [ 1135.446970] env[69858]: DEBUG nova.network.neutron [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1135.449879] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbebcb4-8116-46e9-ad67-20fd931579df {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.463405] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bf31a8-b83b-4095-9bae-5838aab1a6c6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.484654] env[69858]: DEBUG nova.compute.provider_tree [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.487128] env[69858]: DEBUG nova.network.neutron [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Port b93f0d01-8131-4c2a-8fad-fb0eeb8d1e88 binding to destination host cpu-1 is already ACTIVE {{(pid=69858) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1135.616685] env[69858]: DEBUG nova.network.neutron [-] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.678412] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-669f23d8-6150-498f-8397-f829f3600069 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.692850] env[69858]: DEBUG nova.network.neutron [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Updating instance_info_cache with network_info: [{"id": "1770f721-7b18-4f26-b72d-0f933c6f8a64", "address": "fa:16:3e:3e:08:2c", "network": {"id": "5be3be6c-0dd1-46c4-982b-8f057bcf258d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1145908090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d5af7e5cc84fd885138b28a6913b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1770f721-7b", "ovs_interfaceid": "1770f721-7b18-4f26-b72d-0f933c6f8a64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.703012] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae715ed3-a522-4bdc-ad41-0c8254f49d3f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.743462] env[69858]: DEBUG nova.compute.manager [req-82219ebf-87bf-4052-9912-f259c7e44c41 req-ead762bd-48c7-413f-8fc6-818ad1ea49e5 service nova] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Detach interface failed, port_id=d4bd92ec-6c4d-4bca-bc26-f759381941a2, reason: Instance 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1135.954358] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5885ad77-8e3a-4b6d-91a3-1c038db425de tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Lock "ff47e4b7-72ac-452c-9c0e-8306aae01f4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.949s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.995029] env[69858]: DEBUG nova.scheduler.client.report [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.051021] env[69858]: DEBUG nova.compute.manager [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1136.119791] env[69858]: INFO nova.compute.manager [-] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Took 1.51 seconds to deallocate network for instance. [ 1136.220017] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Releasing lock "refresh_cache-948aeab7-a0f6-43ef-a502-e980c4473549" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.220536] env[69858]: DEBUG nova.compute.manager [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Instance network_info: |[{"id": "1770f721-7b18-4f26-b72d-0f933c6f8a64", "address": "fa:16:3e:3e:08:2c", "network": {"id": "5be3be6c-0dd1-46c4-982b-8f057bcf258d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1145908090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d5af7e5cc84fd885138b28a6913b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1770f721-7b", "ovs_interfaceid": "1770f721-7b18-4f26-b72d-0f933c6f8a64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1136.221133] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:08:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1770f721-7b18-4f26-b72d-0f933c6f8a64', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1136.230860] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.231250] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1136.232470] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cff178fd-026d-407b-9b49-12d3ec1e360a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.258585] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1136.258585] env[69858]: value = "task-3419720" [ 1136.258585] env[69858]: _type = "Task" [ 1136.258585] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.268697] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419720, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.508439] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.509096] env[69858]: DEBUG nova.compute.manager [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1136.516363] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fd2a2e03-9000-4284-ab3a-890a3568fa78 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.211s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.516363] env[69858]: DEBUG nova.objects.instance [None req-fd2a2e03-9000-4284-ab3a-890a3568fa78 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Lazy-loading 'resources' on Instance uuid 43ae10cd-5eed-4344-9691-7366745b350c {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.541895] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "52f9cc80-37b5-4a07-b685-08eedac6b609-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.542077] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "52f9cc80-37b5-4a07-b685-08eedac6b609-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.542304] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "52f9cc80-37b5-4a07-b685-08eedac6b609-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.629763] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4f4a415b-f0ad-41ee-a274-d920b74bbeb0 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.677345] env[69858]: DEBUG nova.network.neutron [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Successfully updated port: 7f54f348-28aa-4011-89cb-c0ba02ebac20 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1136.770771] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419720, 'name': CreateVM_Task, 'duration_secs': 0.457457} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.770976] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1136.771733] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.771920] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.772283] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.772630] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fecd60e1-7950-4c1e-b1a4-e1bb11efbc05 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.778578] env[69858]: DEBUG oslo_vmware.api [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1136.778578] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f116c1-f408-11ce-b9fa-ea272d8fe5eb" [ 1136.778578] env[69858]: _type = "Task" [ 1136.778578] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.789826] env[69858]: DEBUG oslo_vmware.api [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f116c1-f408-11ce-b9fa-ea272d8fe5eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.888871] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f12e7b-f18a-40eb-8bea-84dae74c01b9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.898017] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69717e61-2ed0-4af6-a807-54ee4625b4a6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.931229] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e298eb-3eef-400d-9bb8-f2b4250ed275 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.939674] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6423dcab-ad2b-4617-b6ba-2a29f403b5b3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.958474] env[69858]: DEBUG nova.compute.provider_tree [None req-fd2a2e03-9000-4284-ab3a-890a3568fa78 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.016111] env[69858]: DEBUG nova.compute.utils [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1137.016926] env[69858]: DEBUG nova.compute.manager [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1137.017148] env[69858]: DEBUG nova.network.neutron [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1137.060742] env[69858]: DEBUG nova.policy [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed3cc26da6254451bf3730e3ef3ef734', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e4d98b5c92d49f4a6d2e8e37b5cc26b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1137.182866] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "refresh_cache-c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.183221] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquired lock "refresh_cache-c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.183221] env[69858]: DEBUG nova.network.neutron [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.293566] env[69858]: DEBUG oslo_vmware.api [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f116c1-f408-11ce-b9fa-ea272d8fe5eb, 'name': SearchDatastore_Task, 'duration_secs': 0.01442} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.293888] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.294163] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.294400] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.294539] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.294738] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.295035] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cc06cd9-8a3b-4719-88e4-66732df78264 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.305318] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.305400] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.306701] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4417a9b3-3788-4ffc-97a4-c52bc9e577d9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.314584] env[69858]: DEBUG oslo_vmware.api [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1137.314584] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52dc5173-5690-08a5-b132-8f46dccef845" [ 1137.314584] env[69858]: _type = "Task" [ 1137.314584] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.327593] env[69858]: DEBUG oslo_vmware.api [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52dc5173-5690-08a5-b132-8f46dccef845, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.403244] env[69858]: DEBUG nova.network.neutron [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Successfully created port: 31eb05f0-d7f1-44cd-b8da-06517c463d92 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1137.462508] env[69858]: DEBUG nova.scheduler.client.report [None req-fd2a2e03-9000-4284-ab3a-890a3568fa78 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.520024] env[69858]: DEBUG nova.compute.manager [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1137.585572] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "refresh_cache-52f9cc80-37b5-4a07-b685-08eedac6b609" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.585762] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquired lock "refresh_cache-52f9cc80-37b5-4a07-b685-08eedac6b609" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.585943] env[69858]: DEBUG nova.network.neutron [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.724318] env[69858]: DEBUG nova.network.neutron [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1137.825686] env[69858]: DEBUG oslo_vmware.api [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52dc5173-5690-08a5-b132-8f46dccef845, 'name': SearchDatastore_Task, 'duration_secs': 0.014146} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.826525] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f80d7cf-850a-41b0-a3ca-9aa83680b7ea {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.832046] env[69858]: DEBUG oslo_vmware.api [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1137.832046] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52490342-c6f4-6b63-0c33-5ec522ef1435" [ 1137.832046] env[69858]: _type = "Task" [ 1137.832046] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.839873] env[69858]: DEBUG oslo_vmware.api [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52490342-c6f4-6b63-0c33-5ec522ef1435, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.873068] env[69858]: DEBUG nova.network.neutron [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Updating instance_info_cache with network_info: [{"id": "7f54f348-28aa-4011-89cb-c0ba02ebac20", "address": "fa:16:3e:1a:d6:b6", "network": {"id": "f1ab05d5-73c8-43f1-82cd-36d1a6d246c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1201552373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19711d5bf05b42d6bcd1a4f2f89fd166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f54f348-28", "ovs_interfaceid": "7f54f348-28aa-4011-89cb-c0ba02ebac20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.967332] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fd2a2e03-9000-4284-ab3a-890a3568fa78 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.454s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.969890] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.319s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.991436] env[69858]: INFO nova.scheduler.client.report [None req-fd2a2e03-9000-4284-ab3a-890a3568fa78 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Deleted allocations for instance 43ae10cd-5eed-4344-9691-7366745b350c [ 1138.288720] env[69858]: DEBUG nova.network.neutron [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Updating instance_info_cache with network_info: [{"id": "b93f0d01-8131-4c2a-8fad-fb0eeb8d1e88", "address": "fa:16:3e:b4:e4:10", "network": {"id": "0cb8dc32-92e2-4a4c-b9a7-b79ea800f471", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-995143875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9769f0327d5246d8b236665cdafb746e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb93f0d01-81", "ovs_interfaceid": "b93f0d01-8131-4c2a-8fad-fb0eeb8d1e88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.345027] env[69858]: DEBUG oslo_vmware.api [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52490342-c6f4-6b63-0c33-5ec522ef1435, 'name': SearchDatastore_Task, 'duration_secs': 0.014886} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.345027] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.345427] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 948aeab7-a0f6-43ef-a502-e980c4473549/948aeab7-a0f6-43ef-a502-e980c4473549.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1138.347029] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af67cf19-770c-4142-a997-922875fb36e0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.352402] env[69858]: DEBUG oslo_vmware.api [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1138.352402] env[69858]: value = "task-3419721" [ 1138.352402] env[69858]: _type = "Task" [ 1138.352402] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.361768] env[69858]: DEBUG oslo_vmware.api [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.376369] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Releasing lock "refresh_cache-c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.376738] env[69858]: DEBUG nova.compute.manager [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Instance network_info: |[{"id": "7f54f348-28aa-4011-89cb-c0ba02ebac20", "address": "fa:16:3e:1a:d6:b6", "network": {"id": "f1ab05d5-73c8-43f1-82cd-36d1a6d246c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1201552373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19711d5bf05b42d6bcd1a4f2f89fd166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f54f348-28", "ovs_interfaceid": "7f54f348-28aa-4011-89cb-c0ba02ebac20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1138.475679] env[69858]: INFO nova.compute.claims [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1138.499979] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fd2a2e03-9000-4284-ab3a-890a3568fa78 tempest-MigrationsAdminTest-2122905960 tempest-MigrationsAdminTest-2122905960-project-member] Lock "43ae10cd-5eed-4344-9691-7366745b350c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.640s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.530347] env[69858]: DEBUG nova.compute.manager [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1138.792582] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Releasing lock "refresh_cache-52f9cc80-37b5-4a07-b685-08eedac6b609" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.864843] env[69858]: DEBUG oslo_vmware.api [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419721, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.933264] env[69858]: DEBUG nova.network.neutron [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Successfully updated port: 31eb05f0-d7f1-44cd-b8da-06517c463d92 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1138.983008] env[69858]: INFO nova.compute.resource_tracker [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Updating resource usage from migration 27895920-b8f1-45c5-9508-c7c8321d7c9e [ 1139.225803] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b544b5b-d84a-488a-9df3-6f12e71cf42c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.234309] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac8c573-0d91-4c7c-affb-7eda4a563de1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.265750] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66968c23-cfa6-4917-b6df-a520fe2d4525 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.274279] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5711cee4-306a-4379-ad39-8da79151e6b3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.290553] env[69858]: DEBUG nova.compute.provider_tree [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.317165] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d44893e-b466-4fc8-be05-2e224fea8905 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.338268] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd445069-70aa-42a7-b90c-1cd6e3205741 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.346173] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Updating instance '52f9cc80-37b5-4a07-b685-08eedac6b609' progress to 83 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1139.361963] env[69858]: DEBUG oslo_vmware.api [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655394} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.362238] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 948aeab7-a0f6-43ef-a502-e980c4473549/948aeab7-a0f6-43ef-a502-e980c4473549.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1139.362460] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1139.362719] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b1bb3eb-ced7-4309-9e2d-30d593997b50 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.369338] env[69858]: DEBUG oslo_vmware.api [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1139.369338] env[69858]: value = "task-3419722" [ 1139.369338] env[69858]: _type = "Task" [ 1139.369338] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.378330] env[69858]: DEBUG oslo_vmware.api [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.436942] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "refresh_cache-ae491f0a-11fb-4f17-bf4b-0dc8ff174db4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.437205] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquired lock "refresh_cache-ae491f0a-11fb-4f17-bf4b-0dc8ff174db4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.437412] env[69858]: DEBUG nova.network.neutron [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.794583] env[69858]: DEBUG nova.scheduler.client.report [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.858204] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.858204] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce79a189-c3df-40f3-8c63-9a241fc79f27 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.863477] env[69858]: DEBUG oslo_vmware.api [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1139.863477] env[69858]: value = "task-3419723" [ 1139.863477] env[69858]: _type = "Task" [ 1139.863477] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.877089] env[69858]: DEBUG oslo_vmware.api [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419723, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.882863] env[69858]: DEBUG oslo_vmware.api [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111306} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.883177] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1139.884090] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cac26dd-16c6-45d2-b1ca-28f4bfbaca79 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.909134] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 948aeab7-a0f6-43ef-a502-e980c4473549/948aeab7-a0f6-43ef-a502-e980c4473549.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.909481] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1c2ab18-f6ff-4d1a-b8b7-1b9e25b5cf1e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.933102] env[69858]: DEBUG oslo_vmware.api [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1139.933102] env[69858]: value = "task-3419724" [ 1139.933102] env[69858]: _type = "Task" [ 1139.933102] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.945638] env[69858]: DEBUG oslo_vmware.api [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419724, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.993168] env[69858]: DEBUG nova.network.neutron [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1140.138111] env[69858]: DEBUG nova.network.neutron [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Updating instance_info_cache with network_info: [{"id": "31eb05f0-d7f1-44cd-b8da-06517c463d92", "address": "fa:16:3e:e4:5a:17", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31eb05f0-d7", "ovs_interfaceid": "31eb05f0-d7f1-44cd-b8da-06517c463d92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.300144] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.330s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.300390] env[69858]: INFO nova.compute.manager [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Migrating [ 1140.307402] env[69858]: DEBUG oslo_concurrency.lockutils [None req-54986eb9-fc81-441f-a881-5366ec7b0048 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.334s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.307677] env[69858]: DEBUG nova.objects.instance [None req-54986eb9-fc81-441f-a881-5366ec7b0048 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Lazy-loading 'resources' on Instance uuid 03c83187-61c2-4191-a3e6-fc401bb1577c {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.375143] env[69858]: DEBUG oslo_vmware.api [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419723, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.443967] env[69858]: DEBUG oslo_vmware.api [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419724, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.641719] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Releasing lock "refresh_cache-ae491f0a-11fb-4f17-bf4b-0dc8ff174db4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.642181] env[69858]: DEBUG nova.compute.manager [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Instance network_info: |[{"id": "31eb05f0-d7f1-44cd-b8da-06517c463d92", "address": "fa:16:3e:e4:5a:17", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31eb05f0-d7", "ovs_interfaceid": "31eb05f0-d7f1-44cd-b8da-06517c463d92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1140.820746] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "refresh_cache-587f6c2d-ea44-459f-b0c5-6e232da0e6d1" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.820746] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquired lock "refresh_cache-587f6c2d-ea44-459f-b0c5-6e232da0e6d1" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.820863] env[69858]: DEBUG nova.network.neutron [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.874451] env[69858]: DEBUG oslo_vmware.api [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419723, 'name': PowerOnVM_Task, 'duration_secs': 0.568317} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.878338] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.878543] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a8cf8ceb-b6ed-4d1d-b1b4-69786ac711ba tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Updating instance '52f9cc80-37b5-4a07-b685-08eedac6b609' progress to 100 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1140.947016] env[69858]: DEBUG oslo_vmware.api [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419724, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.065469] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5b1e89-47d0-4549-8c1f-d1c6112c8344 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.073500] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff23481b-d2d2-4a8b-b07e-ec4f75a03400 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.106291] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb403f2c-ace3-4c02-ad4f-9f37900ca3cb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.114108] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d073d971-5665-4615-8bc3-648134fde058 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.128040] env[69858]: DEBUG nova.compute.provider_tree [None req-54986eb9-fc81-441f-a881-5366ec7b0048 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.448641] env[69858]: DEBUG oslo_vmware.api [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419724, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.608801] env[69858]: DEBUG nova.network.neutron [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Updating instance_info_cache with network_info: [{"id": "34d5c5fd-0713-49d2-ad18-83f786b24215", "address": "fa:16:3e:4b:8a:5f", "network": {"id": "4484751d-59b0-4615-9b2a-599607510af6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1350349162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d7e8193856c48c58e9cd583c010b8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34d5c5fd-07", "ovs_interfaceid": "34d5c5fd-0713-49d2-ad18-83f786b24215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.631355] env[69858]: DEBUG nova.scheduler.client.report [None req-54986eb9-fc81-441f-a881-5366ec7b0048 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.947051] env[69858]: DEBUG oslo_vmware.api [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419724, 'name': ReconfigVM_Task, 'duration_secs': 1.539259} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.947440] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 948aeab7-a0f6-43ef-a502-e980c4473549/948aeab7-a0f6-43ef-a502-e980c4473549.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.948188] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-815e0dd5-7f01-4524-9a8a-5b390ab47b37 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.955701] env[69858]: DEBUG oslo_vmware.api [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1141.955701] env[69858]: value = "task-3419725" [ 1141.955701] env[69858]: _type = "Task" [ 1141.955701] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.964780] env[69858]: DEBUG oslo_vmware.api [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419725, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.112382] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Releasing lock "refresh_cache-587f6c2d-ea44-459f-b0c5-6e232da0e6d1" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.137683] env[69858]: DEBUG nova.virt.hardware [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.137683] env[69858]: DEBUG nova.virt.hardware [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.137900] env[69858]: DEBUG nova.virt.hardware [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.138008] env[69858]: DEBUG nova.virt.hardware [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.138189] env[69858]: DEBUG nova.virt.hardware [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.139115] env[69858]: DEBUG nova.virt.hardware [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.139115] env[69858]: DEBUG nova.virt.hardware [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.139115] env[69858]: DEBUG nova.virt.hardware [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.139115] env[69858]: DEBUG nova.virt.hardware [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.139383] env[69858]: DEBUG nova.virt.hardware [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.139427] env[69858]: DEBUG nova.virt.hardware [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.140248] env[69858]: DEBUG oslo_concurrency.lockutils [None req-54986eb9-fc81-441f-a881-5366ec7b0048 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.833s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.144789] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b4615f-e3a0-483b-9a34-71bd406ff624 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.149719] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2b335d0d-b7dc-47d4-9a65-b0fd5ed94b0e tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.374s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.149719] env[69858]: DEBUG nova.objects.instance [None req-2b335d0d-b7dc-47d4-9a65-b0fd5ed94b0e tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lazy-loading 'resources' on Instance uuid 49841e9c-e776-4254-8001-e754a3dd6031 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.158184] env[69858]: DEBUG nova.virt.hardware [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.158586] env[69858]: DEBUG nova.virt.hardware [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.158711] env[69858]: DEBUG nova.virt.hardware [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.158920] env[69858]: DEBUG nova.virt.hardware [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.159143] env[69858]: DEBUG nova.virt.hardware [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.160191] env[69858]: DEBUG nova.virt.hardware [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.160191] env[69858]: DEBUG nova.virt.hardware [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.160191] env[69858]: DEBUG nova.virt.hardware [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.160191] env[69858]: DEBUG nova.virt.hardware [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.160191] env[69858]: DEBUG nova.virt.hardware [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.160661] env[69858]: DEBUG nova.virt.hardware [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.161746] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7ec02e-86e1-44bf-a2bd-4275e83f3321 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.170177] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a966d4-3797-4987-92a1-0d93d7bf3b46 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.174088] env[69858]: INFO nova.scheduler.client.report [None req-54986eb9-fc81-441f-a881-5366ec7b0048 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Deleted allocations for instance 03c83187-61c2-4191-a3e6-fc401bb1577c [ 1142.178181] env[69858]: DEBUG nova.compute.manager [req-40521c5f-fd11-4af3-96d1-a4be8e1224cc req-1994eb75-df71-4375-a7a4-6c280891eb6f service nova] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Received event network-changed-1770f721-7b18-4f26-b72d-0f933c6f8a64 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.178297] env[69858]: DEBUG nova.compute.manager [req-40521c5f-fd11-4af3-96d1-a4be8e1224cc req-1994eb75-df71-4375-a7a4-6c280891eb6f service nova] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Refreshing instance network info cache due to event network-changed-1770f721-7b18-4f26-b72d-0f933c6f8a64. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1142.178622] env[69858]: DEBUG oslo_concurrency.lockutils [req-40521c5f-fd11-4af3-96d1-a4be8e1224cc req-1994eb75-df71-4375-a7a4-6c280891eb6f service nova] Acquiring lock "refresh_cache-948aeab7-a0f6-43ef-a502-e980c4473549" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.178804] env[69858]: DEBUG oslo_concurrency.lockutils [req-40521c5f-fd11-4af3-96d1-a4be8e1224cc req-1994eb75-df71-4375-a7a4-6c280891eb6f service nova] Acquired lock "refresh_cache-948aeab7-a0f6-43ef-a502-e980c4473549" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.179367] env[69858]: DEBUG nova.network.neutron [req-40521c5f-fd11-4af3-96d1-a4be8e1224cc req-1994eb75-df71-4375-a7a4-6c280891eb6f service nova] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Refreshing network info cache for port 1770f721-7b18-4f26-b72d-0f933c6f8a64 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.186730] env[69858]: DEBUG oslo_vmware.rw_handles [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b07d5-2cc0-0f08-46ac-ad6aab1944c5/disk-0.vmdk. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1142.188502] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b67bbc-4a1b-4063-8fa8-adab94fd7576 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.206773] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:d6:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f54f348-28aa-4011-89cb-c0ba02ebac20', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1142.214948] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.217272] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf022b8-663a-4def-90d4-87d59bd084ed {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.222377] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1142.224727] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bff67f7a-8cad-4274-8a48-18f8284dcd21 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.240407] env[69858]: DEBUG oslo_vmware.rw_handles [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b07d5-2cc0-0f08-46ac-ad6aab1944c5/disk-0.vmdk is in state: ready. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1142.240808] env[69858]: ERROR oslo_vmware.rw_handles [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b07d5-2cc0-0f08-46ac-ad6aab1944c5/disk-0.vmdk due to incomplete transfer. [ 1142.242674] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a8ad2fc2-60d6-4fe5-8730-048fb86b87a6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.255127] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:5a:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31eb05f0-d7f1-44cd-b8da-06517c463d92', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1142.263144] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.265632] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1142.265909] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1142.265909] env[69858]: value = "task-3419726" [ 1142.265909] env[69858]: _type = "Task" [ 1142.265909] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.266275] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5352028e-a32b-4648-b448-e41b75955568 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.288311] env[69858]: DEBUG oslo_vmware.rw_handles [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b07d5-2cc0-0f08-46ac-ad6aab1944c5/disk-0.vmdk. {{(pid=69858) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1142.288311] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Uploaded image 89ebfa30-aaa3-4b09-bf51-92e42b75da58 to the Glance image server {{(pid=69858) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1142.289384] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Destroying the VM {{(pid=69858) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1142.290237] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2c16b369-4511-4e42-8c7a-66c29d10fe36 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.295143] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1142.295143] env[69858]: value = "task-3419727" [ 1142.295143] env[69858]: _type = "Task" [ 1142.295143] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.299410] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419726, 'name': CreateVM_Task} progress is 15%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.304795] env[69858]: DEBUG oslo_vmware.api [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1142.304795] env[69858]: value = "task-3419728" [ 1142.304795] env[69858]: _type = "Task" [ 1142.304795] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.313682] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419727, 'name': CreateVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.318625] env[69858]: DEBUG oslo_vmware.api [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419728, 'name': Destroy_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.470255] env[69858]: DEBUG oslo_vmware.api [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419725, 'name': Rename_Task, 'duration_secs': 0.322855} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.470700] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.470973] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-772e4e76-2bb7-440d-be95-ebf214ea1509 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.479624] env[69858]: DEBUG oslo_vmware.api [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1142.479624] env[69858]: value = "task-3419729" [ 1142.479624] env[69858]: _type = "Task" [ 1142.479624] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.492018] env[69858]: DEBUG oslo_vmware.api [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.702172] env[69858]: DEBUG oslo_concurrency.lockutils [None req-54986eb9-fc81-441f-a881-5366ec7b0048 tempest-ServerShowV247Test-1651270894 tempest-ServerShowV247Test-1651270894-project-member] Lock "03c83187-61c2-4191-a3e6-fc401bb1577c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.929s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.730971] env[69858]: DEBUG nova.compute.manager [req-1d4623a5-190f-4d9d-b7f9-9cf4822bce15 req-59cb2b7a-77d1-4707-acb7-70ae20a7d043 service nova] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Received event network-changed-4d9dcad2-dce4-4f1f-9c36-18f3209e366d {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.731179] env[69858]: DEBUG nova.compute.manager [req-1d4623a5-190f-4d9d-b7f9-9cf4822bce15 req-59cb2b7a-77d1-4707-acb7-70ae20a7d043 service nova] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Refreshing instance network info cache due to event network-changed-4d9dcad2-dce4-4f1f-9c36-18f3209e366d. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1142.731748] env[69858]: DEBUG oslo_concurrency.lockutils [req-1d4623a5-190f-4d9d-b7f9-9cf4822bce15 req-59cb2b7a-77d1-4707-acb7-70ae20a7d043 service nova] Acquiring lock "refresh_cache-2c6b0368-6ba4-4184-b595-cac65d4d7145" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.732105] env[69858]: DEBUG oslo_concurrency.lockutils [req-1d4623a5-190f-4d9d-b7f9-9cf4822bce15 req-59cb2b7a-77d1-4707-acb7-70ae20a7d043 service nova] Acquired lock "refresh_cache-2c6b0368-6ba4-4184-b595-cac65d4d7145" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.732450] env[69858]: DEBUG nova.network.neutron [req-1d4623a5-190f-4d9d-b7f9-9cf4822bce15 req-59cb2b7a-77d1-4707-acb7-70ae20a7d043 service nova] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Refreshing network info cache for port 4d9dcad2-dce4-4f1f-9c36-18f3209e366d {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.801823] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419726, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.816873] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419727, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.823809] env[69858]: DEBUG oslo_vmware.api [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419728, 'name': Destroy_Task} progress is 33%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.006963] env[69858]: DEBUG oslo_vmware.api [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419729, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.055451] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62439c08-b019-4d49-94ac-21490099a5ff {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.066069] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410d6613-a46e-428f-9af1-b1f3d09ec441 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.108251] env[69858]: DEBUG nova.network.neutron [req-40521c5f-fd11-4af3-96d1-a4be8e1224cc req-1994eb75-df71-4375-a7a4-6c280891eb6f service nova] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Updated VIF entry in instance network info cache for port 1770f721-7b18-4f26-b72d-0f933c6f8a64. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.109850] env[69858]: DEBUG nova.network.neutron [req-40521c5f-fd11-4af3-96d1-a4be8e1224cc req-1994eb75-df71-4375-a7a4-6c280891eb6f service nova] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Updating instance_info_cache with network_info: [{"id": "1770f721-7b18-4f26-b72d-0f933c6f8a64", "address": "fa:16:3e:3e:08:2c", "network": {"id": "5be3be6c-0dd1-46c4-982b-8f057bcf258d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1145908090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d5af7e5cc84fd885138b28a6913b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1770f721-7b", "ovs_interfaceid": "1770f721-7b18-4f26-b72d-0f933c6f8a64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.110499] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d27ffa-3320-426d-8ca8-d18f2603f46a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.119832] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3536bb1d-e5b2-46b9-a9db-1cd889c8e523 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.140967] env[69858]: DEBUG nova.compute.provider_tree [None req-2b335d0d-b7dc-47d4-9a65-b0fd5ed94b0e tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.296329] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419726, 'name': CreateVM_Task, 'duration_secs': 0.594905} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.296528] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1143.297678] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.297850] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.298209] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.298524] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-927c4255-dc1e-4075-b2fe-e4edfc18d682 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.306164] env[69858]: DEBUG oslo_vmware.api [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1143.306164] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]525ff196-527f-89ee-b70b-ebf62503f8e1" [ 1143.306164] env[69858]: _type = "Task" [ 1143.306164] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.325791] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419727, 'name': CreateVM_Task, 'duration_secs': 0.534251} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.327014] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1143.329071] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.340449] env[69858]: DEBUG oslo_vmware.api [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]525ff196-527f-89ee-b70b-ebf62503f8e1, 'name': SearchDatastore_Task, 'duration_secs': 0.021964} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.340708] env[69858]: DEBUG oslo_vmware.api [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419728, 'name': Destroy_Task, 'duration_secs': 0.598022} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.340979] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.341233] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1143.341476] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.341653] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.341830] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1143.342135] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Destroyed the VM [ 1143.342385] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Deleting Snapshot of the VM instance {{(pid=69858) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1143.343336] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.343336] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.343336] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98f00883-68df-4841-9aa2-d1afa33c7a3d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.346665] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ca927ddf-89c7-4563-8d77-ddd5fe4a916b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.347018] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3895ad30-839a-4525-8eba-4393060018d4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.352577] env[69858]: DEBUG oslo_vmware.api [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 1143.352577] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a476ad-4dd8-ff14-6654-fccaa0ffdbd0" [ 1143.352577] env[69858]: _type = "Task" [ 1143.352577] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.358600] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1143.358862] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1143.359923] env[69858]: DEBUG oslo_vmware.api [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1143.359923] env[69858]: value = "task-3419730" [ 1143.359923] env[69858]: _type = "Task" [ 1143.359923] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.361166] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aea09a2-15e2-4c1c-bb8c-628fb32b3219 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.371021] env[69858]: DEBUG oslo_vmware.api [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a476ad-4dd8-ff14-6654-fccaa0ffdbd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.374485] env[69858]: DEBUG oslo_vmware.api [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1143.374485] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5200f1ff-ea0e-3487-7b5a-4a6a4c67572d" [ 1143.374485] env[69858]: _type = "Task" [ 1143.374485] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.377687] env[69858]: DEBUG oslo_vmware.api [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419730, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.386561] env[69858]: DEBUG oslo_vmware.api [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5200f1ff-ea0e-3487-7b5a-4a6a4c67572d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.493915] env[69858]: DEBUG oslo_vmware.api [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419729, 'name': PowerOnVM_Task, 'duration_secs': 0.667447} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.494311] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.494496] env[69858]: INFO nova.compute.manager [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Took 9.96 seconds to spawn the instance on the hypervisor. [ 1143.494810] env[69858]: DEBUG nova.compute.manager [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1143.495653] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23afd15-bc7b-492f-9d3b-fa1bb89cddd9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.550387] env[69858]: DEBUG oslo_concurrency.lockutils [None req-da893bc5-d450-4007-9d56-1691611438fd tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "52f9cc80-37b5-4a07-b685-08eedac6b609" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.550387] env[69858]: DEBUG oslo_concurrency.lockutils [None req-da893bc5-d450-4007-9d56-1691611438fd tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "52f9cc80-37b5-4a07-b685-08eedac6b609" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.550387] env[69858]: DEBUG nova.compute.manager [None req-da893bc5-d450-4007-9d56-1691611438fd tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Going to confirm migration 4 {{(pid=69858) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1143.614656] env[69858]: DEBUG oslo_concurrency.lockutils [req-40521c5f-fd11-4af3-96d1-a4be8e1224cc req-1994eb75-df71-4375-a7a4-6c280891eb6f service nova] Releasing lock "refresh_cache-948aeab7-a0f6-43ef-a502-e980c4473549" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.633371] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390c99d9-a54f-45b1-9db8-54245c47cc7a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.655362] env[69858]: DEBUG nova.scheduler.client.report [None req-2b335d0d-b7dc-47d4-9a65-b0fd5ed94b0e tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.659263] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Updating instance '587f6c2d-ea44-459f-b0c5-6e232da0e6d1' progress to 0 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.693179] env[69858]: DEBUG nova.network.neutron [req-1d4623a5-190f-4d9d-b7f9-9cf4822bce15 req-59cb2b7a-77d1-4707-acb7-70ae20a7d043 service nova] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Updated VIF entry in instance network info cache for port 4d9dcad2-dce4-4f1f-9c36-18f3209e366d. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.694481] env[69858]: DEBUG nova.network.neutron [req-1d4623a5-190f-4d9d-b7f9-9cf4822bce15 req-59cb2b7a-77d1-4707-acb7-70ae20a7d043 service nova] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Updating instance_info_cache with network_info: [{"id": "4d9dcad2-dce4-4f1f-9c36-18f3209e366d", "address": "fa:16:3e:92:6a:13", "network": {"id": "0b161d6c-e53e-45aa-bc0e-59ca8de1e5b5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-387557169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eecd4e4f7852489d88ac8dc75c2ad948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d9dcad2-dc", "ovs_interfaceid": "4d9dcad2-dce4-4f1f-9c36-18f3209e366d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.864823] env[69858]: DEBUG oslo_vmware.api [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a476ad-4dd8-ff14-6654-fccaa0ffdbd0, 'name': SearchDatastore_Task, 'duration_secs': 0.015868} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.871096] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.871096] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1143.871096] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.877829] env[69858]: DEBUG oslo_vmware.api [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419730, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.886670] env[69858]: DEBUG oslo_vmware.api [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5200f1ff-ea0e-3487-7b5a-4a6a4c67572d, 'name': SearchDatastore_Task, 'duration_secs': 0.016051} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.889020] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53a55bb6-1923-4eec-bf27-fbfcf67d697e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.893444] env[69858]: DEBUG oslo_vmware.api [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1143.893444] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ea6bc3-6208-cfd7-1ca4-b32c2799a376" [ 1143.893444] env[69858]: _type = "Task" [ 1143.893444] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.902157] env[69858]: DEBUG oslo_vmware.api [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ea6bc3-6208-cfd7-1ca4-b32c2799a376, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.015117] env[69858]: INFO nova.compute.manager [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Took 21.83 seconds to build instance. [ 1144.101744] env[69858]: DEBUG oslo_concurrency.lockutils [None req-da893bc5-d450-4007-9d56-1691611438fd tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "refresh_cache-52f9cc80-37b5-4a07-b685-08eedac6b609" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.101744] env[69858]: DEBUG oslo_concurrency.lockutils [None req-da893bc5-d450-4007-9d56-1691611438fd tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquired lock "refresh_cache-52f9cc80-37b5-4a07-b685-08eedac6b609" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.101744] env[69858]: DEBUG nova.network.neutron [None req-da893bc5-d450-4007-9d56-1691611438fd tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.101879] env[69858]: DEBUG nova.objects.instance [None req-da893bc5-d450-4007-9d56-1691611438fd tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lazy-loading 'info_cache' on Instance uuid 52f9cc80-37b5-4a07-b685-08eedac6b609 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.142903] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "2037baf4-892d-461e-88dd-2ffa17dc7ca4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.142903] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "2037baf4-892d-461e-88dd-2ffa17dc7ca4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.165084] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2b335d0d-b7dc-47d4-9a65-b0fd5ed94b0e tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.016s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.170319] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.171337] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4f4a415b-f0ad-41ee-a274-d920b74bbeb0 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.542s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.171337] env[69858]: DEBUG nova.objects.instance [None req-4f4a415b-f0ad-41ee-a274-d920b74bbeb0 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lazy-loading 'resources' on Instance uuid 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.173386] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff7b354a-0e35-4674-8503-40f8973b24aa {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.184413] env[69858]: DEBUG oslo_vmware.api [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1144.184413] env[69858]: value = "task-3419731" [ 1144.184413] env[69858]: _type = "Task" [ 1144.184413] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.195515] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] VM already powered off {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1144.196011] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Updating instance '587f6c2d-ea44-459f-b0c5-6e232da0e6d1' progress to 17 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.200782] env[69858]: INFO nova.scheduler.client.report [None req-2b335d0d-b7dc-47d4-9a65-b0fd5ed94b0e tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Deleted allocations for instance 49841e9c-e776-4254-8001-e754a3dd6031 [ 1144.203061] env[69858]: DEBUG oslo_concurrency.lockutils [req-1d4623a5-190f-4d9d-b7f9-9cf4822bce15 req-59cb2b7a-77d1-4707-acb7-70ae20a7d043 service nova] Releasing lock "refresh_cache-2c6b0368-6ba4-4184-b595-cac65d4d7145" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.207827] env[69858]: DEBUG nova.compute.manager [req-3a20c6c7-d736-42dc-a07d-d5a5fb31b2c3 req-8b8cf70b-0f77-4da2-b58e-97d303a2a13a service nova] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Received event network-changed-3f88d9f7-fe5f-4db8-86da-f48efe6fb064 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.208096] env[69858]: DEBUG nova.compute.manager [req-3a20c6c7-d736-42dc-a07d-d5a5fb31b2c3 req-8b8cf70b-0f77-4da2-b58e-97d303a2a13a service nova] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Refreshing instance network info cache due to event network-changed-3f88d9f7-fe5f-4db8-86da-f48efe6fb064. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1144.208361] env[69858]: DEBUG oslo_concurrency.lockutils [req-3a20c6c7-d736-42dc-a07d-d5a5fb31b2c3 req-8b8cf70b-0f77-4da2-b58e-97d303a2a13a service nova] Acquiring lock "refresh_cache-ff47e4b7-72ac-452c-9c0e-8306aae01f4e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.208566] env[69858]: DEBUG oslo_concurrency.lockutils [req-3a20c6c7-d736-42dc-a07d-d5a5fb31b2c3 req-8b8cf70b-0f77-4da2-b58e-97d303a2a13a service nova] Acquired lock "refresh_cache-ff47e4b7-72ac-452c-9c0e-8306aae01f4e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.208793] env[69858]: DEBUG nova.network.neutron [req-3a20c6c7-d736-42dc-a07d-d5a5fb31b2c3 req-8b8cf70b-0f77-4da2-b58e-97d303a2a13a service nova] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Refreshing network info cache for port 3f88d9f7-fe5f-4db8-86da-f48efe6fb064 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.374642] env[69858]: DEBUG oslo_vmware.api [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419730, 'name': RemoveSnapshot_Task, 'duration_secs': 0.768978} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.374976] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Deleted Snapshot of the VM instance {{(pid=69858) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1144.375159] env[69858]: INFO nova.compute.manager [None req-788efc35-858c-48f1-930d-0ad0877a966d tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Took 14.65 seconds to snapshot the instance on the hypervisor. [ 1144.406982] env[69858]: DEBUG oslo_vmware.api [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ea6bc3-6208-cfd7-1ca4-b32c2799a376, 'name': SearchDatastore_Task, 'duration_secs': 0.01744} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.408328] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.408660] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556/c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1144.409013] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.409226] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.409806] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e86644bd-4dc2-4ab5-8c4b-b5f44b8a63ad {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.412105] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b1e8374-9fc8-4376-bc03-07b3e7364769 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.423371] env[69858]: DEBUG oslo_vmware.api [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1144.423371] env[69858]: value = "task-3419732" [ 1144.423371] env[69858]: _type = "Task" [ 1144.423371] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.424602] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.424808] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.428379] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-638baeaa-12dc-471d-84a3-ba659ffb59cc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.436507] env[69858]: DEBUG oslo_vmware.api [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.438008] env[69858]: DEBUG oslo_vmware.api [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 1144.438008] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52da81c0-140b-f8b1-cd1a-3e7dee0175c7" [ 1144.438008] env[69858]: _type = "Task" [ 1144.438008] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.446190] env[69858]: DEBUG oslo_vmware.api [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52da81c0-140b-f8b1-cd1a-3e7dee0175c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.516639] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ce300dc6-72ea-40a9-be74-ae057d8c156b tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "948aeab7-a0f6-43ef-a502-e980c4473549" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.346s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.647542] env[69858]: DEBUG nova.compute.manager [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1144.679221] env[69858]: DEBUG oslo_vmware.rw_handles [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521c22e9-89f6-1fac-42ce-ed34ff59026b/disk-0.vmdk. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1144.683571] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea88a85f-5bfc-44f4-945e-54f4bda98325 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.687992] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea7e1e5f-13e5-4904-b9b8-cbab9b95e6c4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "948aeab7-a0f6-43ef-a502-e980c4473549" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.689107] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea7e1e5f-13e5-4904-b9b8-cbab9b95e6c4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "948aeab7-a0f6-43ef-a502-e980c4473549" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.689107] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea7e1e5f-13e5-4904-b9b8-cbab9b95e6c4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "948aeab7-a0f6-43ef-a502-e980c4473549-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.689107] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea7e1e5f-13e5-4904-b9b8-cbab9b95e6c4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "948aeab7-a0f6-43ef-a502-e980c4473549-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.689107] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea7e1e5f-13e5-4904-b9b8-cbab9b95e6c4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "948aeab7-a0f6-43ef-a502-e980c4473549-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.692345] env[69858]: INFO nova.compute.manager [None req-ea7e1e5f-13e5-4904-b9b8-cbab9b95e6c4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Terminating instance [ 1144.696777] env[69858]: DEBUG oslo_vmware.rw_handles [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521c22e9-89f6-1fac-42ce-ed34ff59026b/disk-0.vmdk is in state: ready. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1144.697129] env[69858]: ERROR oslo_vmware.rw_handles [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521c22e9-89f6-1fac-42ce-ed34ff59026b/disk-0.vmdk due to incomplete transfer. [ 1144.697914] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-45615bf9-1ea9-4284-9123-984cbcccffa7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.705673] env[69858]: DEBUG nova.virt.hardware [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.705941] env[69858]: DEBUG nova.virt.hardware [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.706118] env[69858]: DEBUG nova.virt.hardware [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.706312] env[69858]: DEBUG nova.virt.hardware [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.706504] env[69858]: DEBUG nova.virt.hardware [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.706686] env[69858]: DEBUG nova.virt.hardware [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.706935] env[69858]: DEBUG nova.virt.hardware [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.707108] env[69858]: DEBUG nova.virt.hardware [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.707271] env[69858]: DEBUG nova.virt.hardware [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.707499] env[69858]: DEBUG nova.virt.hardware [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.707611] env[69858]: DEBUG nova.virt.hardware [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.721549] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5af3af93-c0b3-4ebe-a89c-acd8467f82ab {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.733321] env[69858]: DEBUG oslo_vmware.rw_handles [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521c22e9-89f6-1fac-42ce-ed34ff59026b/disk-0.vmdk. {{(pid=69858) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1144.733321] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Uploaded image 8d35717f-f13d-4be8-a01a-5f63d693028a to the Glance image server {{(pid=69858) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1144.735863] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Destroying the VM {{(pid=69858) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1144.736690] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2b335d0d-b7dc-47d4-9a65-b0fd5ed94b0e tempest-ServerRescueNegativeTestJSON-533444413 tempest-ServerRescueNegativeTestJSON-533444413-project-member] Lock "49841e9c-e776-4254-8001-e754a3dd6031" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.397s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.739043] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fa9fa53c-583a-443f-a67e-847e89444a72 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.746379] env[69858]: DEBUG oslo_vmware.api [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Waiting for the task: (returnval){ [ 1144.746379] env[69858]: value = "task-3419734" [ 1144.746379] env[69858]: _type = "Task" [ 1144.746379] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.747777] env[69858]: DEBUG oslo_vmware.api [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1144.747777] env[69858]: value = "task-3419733" [ 1144.747777] env[69858]: _type = "Task" [ 1144.747777] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.764591] env[69858]: DEBUG oslo_vmware.api [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419734, 'name': Destroy_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.764844] env[69858]: DEBUG oslo_vmware.api [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419733, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.935575] env[69858]: DEBUG oslo_vmware.api [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419732, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.955242] env[69858]: DEBUG oslo_vmware.api [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52da81c0-140b-f8b1-cd1a-3e7dee0175c7, 'name': SearchDatastore_Task, 'duration_secs': 0.013598} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.957876] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73c04241-4f5b-4e32-ac8b-3076211f1c0c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.965960] env[69858]: DEBUG oslo_vmware.api [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 1144.965960] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520ea6a8-a39f-de5c-8bcf-a77acbb5127a" [ 1144.965960] env[69858]: _type = "Task" [ 1144.965960] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.982386] env[69858]: DEBUG oslo_vmware.api [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520ea6a8-a39f-de5c-8bcf-a77acbb5127a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.023584] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2740029a-1c31-488f-a637-1e4b9941311b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.032796] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801a43c5-2203-4bfa-9043-1059081e4ad9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.069140] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed32a1c-bba1-4885-b73a-a00558bc30be {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.077334] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55175f7c-f89f-4640-a0b3-8049c06a1d6f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.092121] env[69858]: DEBUG nova.compute.provider_tree [None req-4f4a415b-f0ad-41ee-a274-d920b74bbeb0 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.166087] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.197501] env[69858]: DEBUG nova.compute.manager [None req-ea7e1e5f-13e5-4904-b9b8-cbab9b95e6c4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1145.197747] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7e1e5f-13e5-4904-b9b8-cbab9b95e6c4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.198691] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abd95bc-1cad-4d14-b877-8439ba7d1b0f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.211763] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7e1e5f-13e5-4904-b9b8-cbab9b95e6c4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.214969] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a14c3e0d-0e0a-41bd-993a-d13cfc43ab27 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.223183] env[69858]: DEBUG oslo_vmware.api [None req-ea7e1e5f-13e5-4904-b9b8-cbab9b95e6c4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1145.223183] env[69858]: value = "task-3419735" [ 1145.223183] env[69858]: _type = "Task" [ 1145.223183] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.231820] env[69858]: DEBUG oslo_vmware.api [None req-ea7e1e5f-13e5-4904-b9b8-cbab9b95e6c4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.260624] env[69858]: DEBUG oslo_vmware.api [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419734, 'name': Destroy_Task} progress is 33%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.263756] env[69858]: DEBUG oslo_vmware.api [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419733, 'name': ReconfigVM_Task, 'duration_secs': 0.381688} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.264057] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Updating instance '587f6c2d-ea44-459f-b0c5-6e232da0e6d1' progress to 33 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.278912] env[69858]: DEBUG nova.network.neutron [req-3a20c6c7-d736-42dc-a07d-d5a5fb31b2c3 req-8b8cf70b-0f77-4da2-b58e-97d303a2a13a service nova] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Updated VIF entry in instance network info cache for port 3f88d9f7-fe5f-4db8-86da-f48efe6fb064. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.279349] env[69858]: DEBUG nova.network.neutron [req-3a20c6c7-d736-42dc-a07d-d5a5fb31b2c3 req-8b8cf70b-0f77-4da2-b58e-97d303a2a13a service nova] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Updating instance_info_cache with network_info: [{"id": "3f88d9f7-fe5f-4db8-86da-f48efe6fb064", "address": "fa:16:3e:48:0d:49", "network": {"id": "99cf385d-6d1c-4e05-a2fe-98a1d6a95814", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-557817733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3dc8ed8bcb4d404ba7a22cfb4bfc1141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f88d9f7-fe", "ovs_interfaceid": "3f88d9f7-fe5f-4db8-86da-f48efe6fb064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.419978] env[69858]: DEBUG nova.network.neutron [None req-da893bc5-d450-4007-9d56-1691611438fd tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Updating instance_info_cache with network_info: [{"id": "b93f0d01-8131-4c2a-8fad-fb0eeb8d1e88", "address": "fa:16:3e:b4:e4:10", "network": {"id": "0cb8dc32-92e2-4a4c-b9a7-b79ea800f471", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-995143875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9769f0327d5246d8b236665cdafb746e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb93f0d01-81", "ovs_interfaceid": "b93f0d01-8131-4c2a-8fad-fb0eeb8d1e88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.437662] env[69858]: DEBUG oslo_vmware.api [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73764} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.437964] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556/c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1145.438204] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1145.438466] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6163eabf-754c-4f60-bacb-b5be79e57766 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.446593] env[69858]: DEBUG oslo_vmware.api [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1145.446593] env[69858]: value = "task-3419736" [ 1145.446593] env[69858]: _type = "Task" [ 1145.446593] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.454150] env[69858]: DEBUG oslo_vmware.api [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419736, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.476286] env[69858]: DEBUG oslo_vmware.api [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520ea6a8-a39f-de5c-8bcf-a77acbb5127a, 'name': SearchDatastore_Task, 'duration_secs': 0.053753} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.476576] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.476871] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] ae491f0a-11fb-4f17-bf4b-0dc8ff174db4/ae491f0a-11fb-4f17-bf4b-0dc8ff174db4.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.477164] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-925140a2-b5e8-43a2-997a-1ad7bb4c7887 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.483240] env[69858]: DEBUG oslo_vmware.api [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 1145.483240] env[69858]: value = "task-3419737" [ 1145.483240] env[69858]: _type = "Task" [ 1145.483240] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.492674] env[69858]: DEBUG oslo_vmware.api [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419737, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.597049] env[69858]: DEBUG nova.scheduler.client.report [None req-4f4a415b-f0ad-41ee-a274-d920b74bbeb0 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.734371] env[69858]: DEBUG oslo_vmware.api [None req-ea7e1e5f-13e5-4904-b9b8-cbab9b95e6c4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419735, 'name': PowerOffVM_Task, 'duration_secs': 0.203041} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.734708] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7e1e5f-13e5-4904-b9b8-cbab9b95e6c4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.734917] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7e1e5f-13e5-4904-b9b8-cbab9b95e6c4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1145.735256] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d846179a-0c32-4d5c-a7ab-941a1c5c0bef {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.762554] env[69858]: DEBUG oslo_vmware.api [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419734, 'name': Destroy_Task, 'duration_secs': 0.585728} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.762791] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Destroyed the VM [ 1145.763361] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Deleting Snapshot of the VM instance {{(pid=69858) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1145.763685] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-51665dcf-21e9-484c-88b9-d426f87fe9d5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.770596] env[69858]: DEBUG oslo_vmware.api [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Waiting for the task: (returnval){ [ 1145.770596] env[69858]: value = "task-3419739" [ 1145.770596] env[69858]: _type = "Task" [ 1145.770596] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.772929] env[69858]: DEBUG nova.virt.hardware [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.773408] env[69858]: DEBUG nova.virt.hardware [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.773604] env[69858]: DEBUG nova.virt.hardware [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.773802] env[69858]: DEBUG nova.virt.hardware [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.773952] env[69858]: DEBUG nova.virt.hardware [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.774767] env[69858]: DEBUG nova.virt.hardware [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.774767] env[69858]: DEBUG nova.virt.hardware [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.774767] env[69858]: DEBUG nova.virt.hardware [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.774953] env[69858]: DEBUG nova.virt.hardware [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.776043] env[69858]: DEBUG nova.virt.hardware [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.776296] env[69858]: DEBUG nova.virt.hardware [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.786650] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Reconfiguring VM instance instance-0000003a to detach disk 2000 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1145.792947] env[69858]: DEBUG oslo_concurrency.lockutils [req-3a20c6c7-d736-42dc-a07d-d5a5fb31b2c3 req-8b8cf70b-0f77-4da2-b58e-97d303a2a13a service nova] Releasing lock "refresh_cache-ff47e4b7-72ac-452c-9c0e-8306aae01f4e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.792947] env[69858]: DEBUG nova.compute.manager [req-3a20c6c7-d736-42dc-a07d-d5a5fb31b2c3 req-8b8cf70b-0f77-4da2-b58e-97d303a2a13a service nova] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Received event network-vif-plugged-7f54f348-28aa-4011-89cb-c0ba02ebac20 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.792947] env[69858]: DEBUG oslo_concurrency.lockutils [req-3a20c6c7-d736-42dc-a07d-d5a5fb31b2c3 req-8b8cf70b-0f77-4da2-b58e-97d303a2a13a service nova] Acquiring lock "c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.792947] env[69858]: DEBUG oslo_concurrency.lockutils [req-3a20c6c7-d736-42dc-a07d-d5a5fb31b2c3 req-8b8cf70b-0f77-4da2-b58e-97d303a2a13a service nova] Lock "c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.792947] env[69858]: DEBUG oslo_concurrency.lockutils [req-3a20c6c7-d736-42dc-a07d-d5a5fb31b2c3 req-8b8cf70b-0f77-4da2-b58e-97d303a2a13a service nova] Lock "c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.792947] env[69858]: DEBUG nova.compute.manager [req-3a20c6c7-d736-42dc-a07d-d5a5fb31b2c3 req-8b8cf70b-0f77-4da2-b58e-97d303a2a13a service nova] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] No waiting events found dispatching network-vif-plugged-7f54f348-28aa-4011-89cb-c0ba02ebac20 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1145.792947] env[69858]: WARNING nova.compute.manager [req-3a20c6c7-d736-42dc-a07d-d5a5fb31b2c3 req-8b8cf70b-0f77-4da2-b58e-97d303a2a13a service nova] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Received unexpected event network-vif-plugged-7f54f348-28aa-4011-89cb-c0ba02ebac20 for instance with vm_state building and task_state spawning. [ 1145.792947] env[69858]: DEBUG nova.compute.manager [req-3a20c6c7-d736-42dc-a07d-d5a5fb31b2c3 req-8b8cf70b-0f77-4da2-b58e-97d303a2a13a service nova] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Received event network-changed-7f54f348-28aa-4011-89cb-c0ba02ebac20 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.792947] env[69858]: DEBUG nova.compute.manager [req-3a20c6c7-d736-42dc-a07d-d5a5fb31b2c3 req-8b8cf70b-0f77-4da2-b58e-97d303a2a13a service nova] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Refreshing instance network info cache due to event network-changed-7f54f348-28aa-4011-89cb-c0ba02ebac20. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.792947] env[69858]: DEBUG oslo_concurrency.lockutils [req-3a20c6c7-d736-42dc-a07d-d5a5fb31b2c3 req-8b8cf70b-0f77-4da2-b58e-97d303a2a13a service nova] Acquiring lock "refresh_cache-c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.792947] env[69858]: DEBUG oslo_concurrency.lockutils [req-3a20c6c7-d736-42dc-a07d-d5a5fb31b2c3 req-8b8cf70b-0f77-4da2-b58e-97d303a2a13a service nova] Acquired lock "refresh_cache-c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.794055] env[69858]: DEBUG nova.network.neutron [req-3a20c6c7-d736-42dc-a07d-d5a5fb31b2c3 req-8b8cf70b-0f77-4da2-b58e-97d303a2a13a service nova] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Refreshing network info cache for port 7f54f348-28aa-4011-89cb-c0ba02ebac20 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.795608] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d23dfa78-1a0c-4aca-bbc2-7b3b472bbb93 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.815938] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7e1e5f-13e5-4904-b9b8-cbab9b95e6c4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1145.816250] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7e1e5f-13e5-4904-b9b8-cbab9b95e6c4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1145.816510] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea7e1e5f-13e5-4904-b9b8-cbab9b95e6c4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Deleting the datastore file [datastore2] 948aeab7-a0f6-43ef-a502-e980c4473549 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1145.818502] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42903a11-ee06-4c27-9664-20fd45139f7e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.825022] env[69858]: DEBUG oslo_vmware.api [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419739, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.832313] env[69858]: DEBUG oslo_vmware.api [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1145.832313] env[69858]: value = "task-3419740" [ 1145.832313] env[69858]: _type = "Task" [ 1145.832313] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.833324] env[69858]: DEBUG oslo_vmware.api [None req-ea7e1e5f-13e5-4904-b9b8-cbab9b95e6c4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1145.833324] env[69858]: value = "task-3419741" [ 1145.833324] env[69858]: _type = "Task" [ 1145.833324] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.852794] env[69858]: DEBUG oslo_vmware.api [None req-ea7e1e5f-13e5-4904-b9b8-cbab9b95e6c4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.852794] env[69858]: DEBUG oslo_vmware.api [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419740, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.922485] env[69858]: DEBUG oslo_concurrency.lockutils [None req-da893bc5-d450-4007-9d56-1691611438fd tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Releasing lock "refresh_cache-52f9cc80-37b5-4a07-b685-08eedac6b609" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.923685] env[69858]: DEBUG nova.objects.instance [None req-da893bc5-d450-4007-9d56-1691611438fd tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lazy-loading 'migration_context' on Instance uuid 52f9cc80-37b5-4a07-b685-08eedac6b609 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.956080] env[69858]: DEBUG oslo_vmware.api [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064834} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.956376] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.958411] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d716e8-afdc-4785-8568-933db13e1f04 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.983365] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556/c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.983757] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27622bd3-247e-4717-a083-aafc4522d39f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.009461] env[69858]: DEBUG oslo_vmware.api [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419737, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.010954] env[69858]: DEBUG oslo_vmware.api [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1146.010954] env[69858]: value = "task-3419742" [ 1146.010954] env[69858]: _type = "Task" [ 1146.010954] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.019203] env[69858]: DEBUG oslo_vmware.api [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419742, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.106645] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4f4a415b-f0ad-41ee-a274-d920b74bbeb0 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.936s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.109314] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.943s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.111888] env[69858]: INFO nova.compute.claims [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.148397] env[69858]: INFO nova.scheduler.client.report [None req-4f4a415b-f0ad-41ee-a274-d920b74bbeb0 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Deleted allocations for instance 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5 [ 1146.293274] env[69858]: DEBUG oslo_vmware.api [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419739, 'name': RemoveSnapshot_Task} progress is 16%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.345567] env[69858]: DEBUG oslo_vmware.api [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419740, 'name': ReconfigVM_Task, 'duration_secs': 0.175827} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.348849] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Reconfigured VM instance instance-0000003a to detach disk 2000 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1146.349491] env[69858]: DEBUG oslo_vmware.api [None req-ea7e1e5f-13e5-4904-b9b8-cbab9b95e6c4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.420246} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.350873] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de75e25-73b1-4983-931f-b10ac489a073 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.355047] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea7e1e5f-13e5-4904-b9b8-cbab9b95e6c4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.355047] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7e1e5f-13e5-4904-b9b8-cbab9b95e6c4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.355047] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7e1e5f-13e5-4904-b9b8-cbab9b95e6c4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.355047] env[69858]: INFO nova.compute.manager [None req-ea7e1e5f-13e5-4904-b9b8-cbab9b95e6c4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1146.355047] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea7e1e5f-13e5-4904-b9b8-cbab9b95e6c4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.355047] env[69858]: DEBUG nova.compute.manager [-] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1146.355047] env[69858]: DEBUG nova.network.neutron [-] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1146.376875] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 587f6c2d-ea44-459f-b0c5-6e232da0e6d1/587f6c2d-ea44-459f-b0c5-6e232da0e6d1.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.380048] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f1f7d78-32a6-4358-a2b6-6af687e8776b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.399432] env[69858]: DEBUG oslo_vmware.api [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1146.399432] env[69858]: value = "task-3419743" [ 1146.399432] env[69858]: _type = "Task" [ 1146.399432] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.408824] env[69858]: DEBUG oslo_vmware.api [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419743, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.427271] env[69858]: DEBUG nova.objects.base [None req-da893bc5-d450-4007-9d56-1691611438fd tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Object Instance<52f9cc80-37b5-4a07-b685-08eedac6b609> lazy-loaded attributes: info_cache,migration_context {{(pid=69858) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1146.428269] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10dbe61e-795b-4f31-bb21-1d3ef37a6cc9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.454016] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f672434-8bb6-4be9-b971-8832e590cdb1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.459879] env[69858]: DEBUG oslo_vmware.api [None req-da893bc5-d450-4007-9d56-1691611438fd tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1146.459879] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e2a696-4d17-ea9b-ef61-04644198d8a9" [ 1146.459879] env[69858]: _type = "Task" [ 1146.459879] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.469908] env[69858]: DEBUG oslo_vmware.api [None req-da893bc5-d450-4007-9d56-1691611438fd tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e2a696-4d17-ea9b-ef61-04644198d8a9, 'name': SearchDatastore_Task} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.472288] env[69858]: DEBUG oslo_concurrency.lockutils [None req-da893bc5-d450-4007-9d56-1691611438fd tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.494013] env[69858]: DEBUG oslo_vmware.api [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419737, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.840128} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.494722] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] ae491f0a-11fb-4f17-bf4b-0dc8ff174db4/ae491f0a-11fb-4f17-bf4b-0dc8ff174db4.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.494722] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.494987] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50e2bb85-1a9e-4c0f-89f2-8238cd9749cf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.502253] env[69858]: DEBUG oslo_vmware.api [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 1146.502253] env[69858]: value = "task-3419744" [ 1146.502253] env[69858]: _type = "Task" [ 1146.502253] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.511739] env[69858]: DEBUG oslo_vmware.api [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419744, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.524049] env[69858]: DEBUG oslo_vmware.api [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419742, 'name': ReconfigVM_Task, 'duration_secs': 0.469837} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.524603] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Reconfigured VM instance instance-0000005d to attach disk [datastore1] c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556/c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.525699] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ef83dcc-b660-4d01-98f6-8fc03f1d7998 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.532215] env[69858]: DEBUG oslo_vmware.api [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1146.532215] env[69858]: value = "task-3419745" [ 1146.532215] env[69858]: _type = "Task" [ 1146.532215] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.543307] env[69858]: DEBUG oslo_vmware.api [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419745, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.641981] env[69858]: DEBUG nova.network.neutron [req-3a20c6c7-d736-42dc-a07d-d5a5fb31b2c3 req-8b8cf70b-0f77-4da2-b58e-97d303a2a13a service nova] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Updated VIF entry in instance network info cache for port 7f54f348-28aa-4011-89cb-c0ba02ebac20. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.642426] env[69858]: DEBUG nova.network.neutron [req-3a20c6c7-d736-42dc-a07d-d5a5fb31b2c3 req-8b8cf70b-0f77-4da2-b58e-97d303a2a13a service nova] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Updating instance_info_cache with network_info: [{"id": "7f54f348-28aa-4011-89cb-c0ba02ebac20", "address": "fa:16:3e:1a:d6:b6", "network": {"id": "f1ab05d5-73c8-43f1-82cd-36d1a6d246c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1201552373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19711d5bf05b42d6bcd1a4f2f89fd166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f54f348-28", "ovs_interfaceid": "7f54f348-28aa-4011-89cb-c0ba02ebac20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.660104] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4f4a415b-f0ad-41ee-a274-d920b74bbeb0 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.674s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.782315] env[69858]: DEBUG oslo_vmware.api [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419739, 'name': RemoveSnapshot_Task, 'duration_secs': 0.596707} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.782584] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Deleted Snapshot of the VM instance {{(pid=69858) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1146.782812] env[69858]: INFO nova.compute.manager [None req-58013edc-55b7-48a3-aa1d-6d199654771c tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Took 16.56 seconds to snapshot the instance on the hypervisor. [ 1146.899114] env[69858]: DEBUG nova.compute.manager [req-2f65e433-5481-4c78-b48b-90611a07f39c req-036f8798-aae0-4668-955c-c8c73e72cc43 service nova] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Received event network-vif-deleted-1770f721-7b18-4f26-b72d-0f933c6f8a64 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.899427] env[69858]: INFO nova.compute.manager [req-2f65e433-5481-4c78-b48b-90611a07f39c req-036f8798-aae0-4668-955c-c8c73e72cc43 service nova] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Neutron deleted interface 1770f721-7b18-4f26-b72d-0f933c6f8a64; detaching it from the instance and deleting it from the info cache [ 1146.899605] env[69858]: DEBUG nova.network.neutron [req-2f65e433-5481-4c78-b48b-90611a07f39c req-036f8798-aae0-4668-955c-c8c73e72cc43 service nova] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.915682] env[69858]: DEBUG oslo_vmware.api [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419743, 'name': ReconfigVM_Task, 'duration_secs': 0.297596} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.915928] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 587f6c2d-ea44-459f-b0c5-6e232da0e6d1/587f6c2d-ea44-459f-b0c5-6e232da0e6d1.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.917084] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Updating instance '587f6c2d-ea44-459f-b0c5-6e232da0e6d1' progress to 50 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.015504] env[69858]: DEBUG oslo_vmware.api [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419744, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073567} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.015938] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1147.017561] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbf4a9d-7aa3-499c-8799-b808819eff42 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.043177] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] ae491f0a-11fb-4f17-bf4b-0dc8ff174db4/ae491f0a-11fb-4f17-bf4b-0dc8ff174db4.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.046293] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52945f1c-bd66-497e-a388-1943719e0de1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.070166] env[69858]: DEBUG oslo_vmware.api [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419745, 'name': Rename_Task, 'duration_secs': 0.140078} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.071492] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.071833] env[69858]: DEBUG oslo_vmware.api [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 1147.071833] env[69858]: value = "task-3419746" [ 1147.071833] env[69858]: _type = "Task" [ 1147.071833] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.072046] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a624116-32b0-4ef4-9931-fe14291b2af1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.081625] env[69858]: DEBUG oslo_vmware.api [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419746, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.084239] env[69858]: DEBUG oslo_vmware.api [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1147.084239] env[69858]: value = "task-3419747" [ 1147.084239] env[69858]: _type = "Task" [ 1147.084239] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.092319] env[69858]: DEBUG oslo_vmware.api [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.148644] env[69858]: DEBUG oslo_concurrency.lockutils [req-3a20c6c7-d736-42dc-a07d-d5a5fb31b2c3 req-8b8cf70b-0f77-4da2-b58e-97d303a2a13a service nova] Releasing lock "refresh_cache-c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.148644] env[69858]: DEBUG nova.compute.manager [req-3a20c6c7-d736-42dc-a07d-d5a5fb31b2c3 req-8b8cf70b-0f77-4da2-b58e-97d303a2a13a service nova] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Received event network-vif-plugged-31eb05f0-d7f1-44cd-b8da-06517c463d92 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.148644] env[69858]: DEBUG oslo_concurrency.lockutils [req-3a20c6c7-d736-42dc-a07d-d5a5fb31b2c3 req-8b8cf70b-0f77-4da2-b58e-97d303a2a13a service nova] Acquiring lock "ae491f0a-11fb-4f17-bf4b-0dc8ff174db4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.148644] env[69858]: DEBUG oslo_concurrency.lockutils [req-3a20c6c7-d736-42dc-a07d-d5a5fb31b2c3 req-8b8cf70b-0f77-4da2-b58e-97d303a2a13a service nova] Lock "ae491f0a-11fb-4f17-bf4b-0dc8ff174db4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.148644] env[69858]: DEBUG oslo_concurrency.lockutils [req-3a20c6c7-d736-42dc-a07d-d5a5fb31b2c3 req-8b8cf70b-0f77-4da2-b58e-97d303a2a13a service nova] Lock "ae491f0a-11fb-4f17-bf4b-0dc8ff174db4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.148644] env[69858]: DEBUG nova.compute.manager [req-3a20c6c7-d736-42dc-a07d-d5a5fb31b2c3 req-8b8cf70b-0f77-4da2-b58e-97d303a2a13a service nova] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] No waiting events found dispatching network-vif-plugged-31eb05f0-d7f1-44cd-b8da-06517c463d92 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1147.148644] env[69858]: WARNING nova.compute.manager [req-3a20c6c7-d736-42dc-a07d-d5a5fb31b2c3 req-8b8cf70b-0f77-4da2-b58e-97d303a2a13a service nova] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Received unexpected event network-vif-plugged-31eb05f0-d7f1-44cd-b8da-06517c463d92 for instance with vm_state building and task_state spawning. [ 1147.148644] env[69858]: DEBUG nova.compute.manager [req-3a20c6c7-d736-42dc-a07d-d5a5fb31b2c3 req-8b8cf70b-0f77-4da2-b58e-97d303a2a13a service nova] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Received event network-changed-31eb05f0-d7f1-44cd-b8da-06517c463d92 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.148644] env[69858]: DEBUG nova.compute.manager [req-3a20c6c7-d736-42dc-a07d-d5a5fb31b2c3 req-8b8cf70b-0f77-4da2-b58e-97d303a2a13a service nova] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Refreshing instance network info cache due to event network-changed-31eb05f0-d7f1-44cd-b8da-06517c463d92. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.148644] env[69858]: DEBUG oslo_concurrency.lockutils [req-3a20c6c7-d736-42dc-a07d-d5a5fb31b2c3 req-8b8cf70b-0f77-4da2-b58e-97d303a2a13a service nova] Acquiring lock "refresh_cache-ae491f0a-11fb-4f17-bf4b-0dc8ff174db4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.148644] env[69858]: DEBUG oslo_concurrency.lockutils [req-3a20c6c7-d736-42dc-a07d-d5a5fb31b2c3 req-8b8cf70b-0f77-4da2-b58e-97d303a2a13a service nova] Acquired lock "refresh_cache-ae491f0a-11fb-4f17-bf4b-0dc8ff174db4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.149649] env[69858]: DEBUG nova.network.neutron [req-3a20c6c7-d736-42dc-a07d-d5a5fb31b2c3 req-8b8cf70b-0f77-4da2-b58e-97d303a2a13a service nova] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Refreshing network info cache for port 31eb05f0-d7f1-44cd-b8da-06517c463d92 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.372124] env[69858]: DEBUG nova.network.neutron [-] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.407713] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dbb8a225-d3b9-4961-9822-650b16cf22e5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.414786] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db33b761-4e9c-403f-91b9-ed55201153e5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.428290] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47678fff-6924-4909-85de-8c5e7c504425 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.432212] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c012328-7855-40e0-a1ed-98b191663dc3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.438806] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cc7d04-ef03-4aa8-9236-a10ad644dd56 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.507253] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e92aa3-d1a3-491c-9ab9-7aec06d3dd86 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.511224] env[69858]: DEBUG nova.compute.manager [req-2f65e433-5481-4c78-b48b-90611a07f39c req-036f8798-aae0-4668-955c-c8c73e72cc43 service nova] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Detach interface failed, port_id=1770f721-7b18-4f26-b72d-0f933c6f8a64, reason: Instance 948aeab7-a0f6-43ef-a502-e980c4473549 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1147.512137] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b979ed-21f0-41d5-b7d0-6e2e4f59cb44 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.537242] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54041c9-a1e5-464c-9816-bd0afb63bac2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.541464] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Updating instance '587f6c2d-ea44-459f-b0c5-6e232da0e6d1' progress to 67 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.555221] env[69858]: DEBUG nova.compute.provider_tree [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.588022] env[69858]: DEBUG oslo_vmware.api [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.593738] env[69858]: DEBUG oslo_vmware.api [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419747, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.881850] env[69858]: INFO nova.compute.manager [-] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Took 1.53 seconds to deallocate network for instance. [ 1148.034968] env[69858]: DEBUG nova.network.neutron [req-3a20c6c7-d736-42dc-a07d-d5a5fb31b2c3 req-8b8cf70b-0f77-4da2-b58e-97d303a2a13a service nova] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Updated VIF entry in instance network info cache for port 31eb05f0-d7f1-44cd-b8da-06517c463d92. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.034968] env[69858]: DEBUG nova.network.neutron [req-3a20c6c7-d736-42dc-a07d-d5a5fb31b2c3 req-8b8cf70b-0f77-4da2-b58e-97d303a2a13a service nova] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Updating instance_info_cache with network_info: [{"id": "31eb05f0-d7f1-44cd-b8da-06517c463d92", "address": "fa:16:3e:e4:5a:17", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31eb05f0-d7", "ovs_interfaceid": "31eb05f0-d7f1-44cd-b8da-06517c463d92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.063071] env[69858]: DEBUG nova.scheduler.client.report [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.086734] env[69858]: DEBUG oslo_vmware.api [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419746, 'name': ReconfigVM_Task, 'duration_secs': 0.714843} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.091582] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Reconfigured VM instance instance-0000005e to attach disk [datastore1] ae491f0a-11fb-4f17-bf4b-0dc8ff174db4/ae491f0a-11fb-4f17-bf4b-0dc8ff174db4.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.093042] env[69858]: DEBUG nova.network.neutron [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Port 34d5c5fd-0713-49d2-ad18-83f786b24215 binding to destination host cpu-1 is already ACTIVE {{(pid=69858) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1148.095168] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04046dbf-b2c7-4050-99d0-a22351fb5b23 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.106020] env[69858]: DEBUG oslo_vmware.api [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419747, 'name': PowerOnVM_Task, 'duration_secs': 0.733406} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.106020] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.106020] env[69858]: INFO nova.compute.manager [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Took 12.06 seconds to spawn the instance on the hypervisor. [ 1148.106020] env[69858]: DEBUG nova.compute.manager [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1148.106585] env[69858]: DEBUG oslo_vmware.api [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 1148.106585] env[69858]: value = "task-3419748" [ 1148.106585] env[69858]: _type = "Task" [ 1148.106585] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.108172] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6178229e-5313-4eeb-960c-35544ae1ba50 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.126670] env[69858]: DEBUG oslo_vmware.api [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419748, 'name': Rename_Task} progress is 10%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.240017] env[69858]: DEBUG oslo_concurrency.lockutils [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Acquiring lock "7ff04108-0ea0-4b55-a21f-ac9d777c9e3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.240677] env[69858]: DEBUG oslo_concurrency.lockutils [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Lock "7ff04108-0ea0-4b55-a21f-ac9d777c9e3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.394860] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea7e1e5f-13e5-4904-b9b8-cbab9b95e6c4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.537462] env[69858]: DEBUG oslo_concurrency.lockutils [req-3a20c6c7-d736-42dc-a07d-d5a5fb31b2c3 req-8b8cf70b-0f77-4da2-b58e-97d303a2a13a service nova] Releasing lock "refresh_cache-ae491f0a-11fb-4f17-bf4b-0dc8ff174db4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.573664] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.573664] env[69858]: DEBUG nova.compute.manager [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1148.574998] env[69858]: DEBUG oslo_concurrency.lockutils [None req-da893bc5-d450-4007-9d56-1691611438fd tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.103s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.639902] env[69858]: DEBUG oslo_vmware.api [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419748, 'name': Rename_Task, 'duration_secs': 0.168417} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.641850] env[69858]: INFO nova.compute.manager [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Took 24.70 seconds to build instance. [ 1148.645017] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.645017] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bad7f04-eec4-4c7b-887b-4543216cc283 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.652824] env[69858]: DEBUG oslo_vmware.api [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 1148.652824] env[69858]: value = "task-3419749" [ 1148.652824] env[69858]: _type = "Task" [ 1148.652824] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.665131] env[69858]: DEBUG oslo_vmware.api [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.743148] env[69858]: DEBUG nova.compute.manager [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1149.082205] env[69858]: DEBUG nova.compute.utils [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1149.088650] env[69858]: DEBUG nova.compute.manager [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1149.088995] env[69858]: DEBUG nova.network.neutron [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1149.134194] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "587f6c2d-ea44-459f-b0c5-6e232da0e6d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.134194] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "587f6c2d-ea44-459f-b0c5-6e232da0e6d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.134194] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "587f6c2d-ea44-459f-b0c5-6e232da0e6d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.148253] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea127914-67f2-4f17-9e01-1e8f3ecc93bb tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.216s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.169930] env[69858]: DEBUG oslo_vmware.api [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419749, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.179978] env[69858]: DEBUG nova.policy [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02f0fd2e1f47456b8ed47106491d5d45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b8e4595b35f4c48a807c1ed8d509995', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1149.270172] env[69858]: DEBUG oslo_concurrency.lockutils [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.273907] env[69858]: DEBUG oslo_concurrency.lockutils [None req-af6334a7-3587-464d-8dfd-dafeb4637ffa tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Acquiring lock "3b0a0b5e-cec1-442f-97a0-83bce3164395" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.274178] env[69858]: DEBUG oslo_concurrency.lockutils [None req-af6334a7-3587-464d-8dfd-dafeb4637ffa tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Lock "3b0a0b5e-cec1-442f-97a0-83bce3164395" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.274389] env[69858]: DEBUG oslo_concurrency.lockutils [None req-af6334a7-3587-464d-8dfd-dafeb4637ffa tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Acquiring lock "3b0a0b5e-cec1-442f-97a0-83bce3164395-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.274663] env[69858]: DEBUG oslo_concurrency.lockutils [None req-af6334a7-3587-464d-8dfd-dafeb4637ffa tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Lock "3b0a0b5e-cec1-442f-97a0-83bce3164395-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.275186] env[69858]: DEBUG oslo_concurrency.lockutils [None req-af6334a7-3587-464d-8dfd-dafeb4637ffa tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Lock "3b0a0b5e-cec1-442f-97a0-83bce3164395-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.283939] env[69858]: INFO nova.compute.manager [None req-af6334a7-3587-464d-8dfd-dafeb4637ffa tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Terminating instance [ 1149.402912] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e5840d-1bfd-4cd7-bf15-3563de8e66de {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.410924] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7679256f-93b9-461f-af98-a83f933d5f80 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.444328] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8a2bbe-f6d1-4128-bd92-4528212c7608 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.452129] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8776b9a-4a70-4b7a-8160-1f0b9a4487c0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.466640] env[69858]: DEBUG nova.compute.provider_tree [None req-da893bc5-d450-4007-9d56-1691611438fd tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.585156] env[69858]: DEBUG nova.compute.manager [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1149.636601] env[69858]: DEBUG nova.network.neutron [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Successfully created port: 685f944f-28c0-42e5-957c-46fbe87489e9 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1149.668012] env[69858]: DEBUG oslo_vmware.api [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419749, 'name': PowerOnVM_Task, 'duration_secs': 0.644488} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.668653] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.668902] env[69858]: INFO nova.compute.manager [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Took 11.14 seconds to spawn the instance on the hypervisor. [ 1149.669110] env[69858]: DEBUG nova.compute.manager [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.672777] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420296d6-501b-4a87-831f-2eea71213b9f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.793101] env[69858]: DEBUG nova.compute.manager [None req-af6334a7-3587-464d-8dfd-dafeb4637ffa tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1149.793517] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-af6334a7-3587-464d-8dfd-dafeb4637ffa tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1149.795880] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898d450b-8d3a-4bf3-93db-c4832c559142 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.809519] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "b466ac03-70e0-4fc8-9bb6-d4824293d5ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.810118] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "b466ac03-70e0-4fc8-9bb6-d4824293d5ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.813018] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-af6334a7-3587-464d-8dfd-dafeb4637ffa tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.813018] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-336c1878-746e-42f3-8f04-bc21f61f0fc7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.819910] env[69858]: DEBUG oslo_vmware.api [None req-af6334a7-3587-464d-8dfd-dafeb4637ffa tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Waiting for the task: (returnval){ [ 1149.819910] env[69858]: value = "task-3419750" [ 1149.819910] env[69858]: _type = "Task" [ 1149.819910] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.830229] env[69858]: DEBUG oslo_vmware.api [None req-af6334a7-3587-464d-8dfd-dafeb4637ffa tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.969720] env[69858]: DEBUG nova.scheduler.client.report [None req-da893bc5-d450-4007-9d56-1691611438fd tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.175316] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "refresh_cache-587f6c2d-ea44-459f-b0c5-6e232da0e6d1" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.175543] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquired lock "refresh_cache-587f6c2d-ea44-459f-b0c5-6e232da0e6d1" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.175687] env[69858]: DEBUG nova.network.neutron [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.190268] env[69858]: INFO nova.compute.manager [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Took 26.17 seconds to build instance. [ 1150.222230] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.222538] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.222748] env[69858]: INFO nova.compute.manager [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Shelving [ 1150.313291] env[69858]: DEBUG nova.compute.manager [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1150.331075] env[69858]: DEBUG oslo_vmware.api [None req-af6334a7-3587-464d-8dfd-dafeb4637ffa tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419750, 'name': PowerOffVM_Task, 'duration_secs': 0.383608} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.331075] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-af6334a7-3587-464d-8dfd-dafeb4637ffa tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1150.331075] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-af6334a7-3587-464d-8dfd-dafeb4637ffa tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1150.331075] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd295520-a410-4464-a349-573e50e09772 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.394578] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-af6334a7-3587-464d-8dfd-dafeb4637ffa tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1150.395160] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-af6334a7-3587-464d-8dfd-dafeb4637ffa tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1150.395160] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-af6334a7-3587-464d-8dfd-dafeb4637ffa tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Deleting the datastore file [datastore1] 3b0a0b5e-cec1-442f-97a0-83bce3164395 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.395160] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b49356fd-347f-4103-880f-54b592853aed {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.402374] env[69858]: DEBUG oslo_vmware.api [None req-af6334a7-3587-464d-8dfd-dafeb4637ffa tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Waiting for the task: (returnval){ [ 1150.402374] env[69858]: value = "task-3419752" [ 1150.402374] env[69858]: _type = "Task" [ 1150.402374] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.410285] env[69858]: DEBUG oslo_vmware.api [None req-af6334a7-3587-464d-8dfd-dafeb4637ffa tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.595021] env[69858]: DEBUG nova.compute.manager [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1150.625921] env[69858]: DEBUG nova.virt.hardware [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a3b80f53748808ccadda04448b5cd363',container_format='bare',created_at=2025-04-14T14:36:31Z,direct_url=,disk_format='vmdk',id=89ebfa30-aaa3-4b09-bf51-92e42b75da58,min_disk=1,min_ram=0,name='tempest-test-snap-647936745',owner='7b8e4595b35f4c48a807c1ed8d509995',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-14T14:36:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.626270] env[69858]: DEBUG nova.virt.hardware [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.626467] env[69858]: DEBUG nova.virt.hardware [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.626676] env[69858]: DEBUG nova.virt.hardware [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.626829] env[69858]: DEBUG nova.virt.hardware [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.626983] env[69858]: DEBUG nova.virt.hardware [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.627266] env[69858]: DEBUG nova.virt.hardware [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.627503] env[69858]: DEBUG nova.virt.hardware [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.627713] env[69858]: DEBUG nova.virt.hardware [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.627958] env[69858]: DEBUG nova.virt.hardware [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.628194] env[69858]: DEBUG nova.virt.hardware [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.629466] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33eae6f8-1199-48b2-b3db-d2ef6c5e0d40 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.638043] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4521937f-ca3f-4cb8-8bc4-79a676be1b52 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.692624] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e0ad0fa5-d9ac-4681-9a60-a2da79472b30 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "ae491f0a-11fb-4f17-bf4b-0dc8ff174db4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.682s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.838259] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.914291] env[69858]: DEBUG oslo_vmware.api [None req-af6334a7-3587-464d-8dfd-dafeb4637ffa tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419752, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170417} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.914682] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-af6334a7-3587-464d-8dfd-dafeb4637ffa tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1150.914817] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-af6334a7-3587-464d-8dfd-dafeb4637ffa tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1150.915042] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-af6334a7-3587-464d-8dfd-dafeb4637ffa tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1150.915217] env[69858]: INFO nova.compute.manager [None req-af6334a7-3587-464d-8dfd-dafeb4637ffa tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1150.915599] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af6334a7-3587-464d-8dfd-dafeb4637ffa tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.915701] env[69858]: DEBUG nova.compute.manager [-] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1150.915788] env[69858]: DEBUG nova.network.neutron [-] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1150.951359] env[69858]: DEBUG nova.network.neutron [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Updating instance_info_cache with network_info: [{"id": "34d5c5fd-0713-49d2-ad18-83f786b24215", "address": "fa:16:3e:4b:8a:5f", "network": {"id": "4484751d-59b0-4615-9b2a-599607510af6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1350349162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d7e8193856c48c58e9cd583c010b8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34d5c5fd-07", "ovs_interfaceid": "34d5c5fd-0713-49d2-ad18-83f786b24215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.983769] env[69858]: DEBUG oslo_concurrency.lockutils [None req-da893bc5-d450-4007-9d56-1691611438fd tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.409s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.987171] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea7e1e5f-13e5-4904-b9b8-cbab9b95e6c4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.593s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.987648] env[69858]: DEBUG nova.objects.instance [None req-ea7e1e5f-13e5-4904-b9b8-cbab9b95e6c4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lazy-loading 'resources' on Instance uuid 948aeab7-a0f6-43ef-a502-e980c4473549 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.198888] env[69858]: DEBUG nova.compute.manager [req-5f105273-8b72-400f-acdb-da5f30d0bc65 req-ca5ae867-c4b3-4529-a3dd-93502236d0ef service nova] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Received event network-vif-deleted-da568384-942d-4747-9631-48230713ffb7 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.199125] env[69858]: INFO nova.compute.manager [req-5f105273-8b72-400f-acdb-da5f30d0bc65 req-ca5ae867-c4b3-4529-a3dd-93502236d0ef service nova] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Neutron deleted interface da568384-942d-4747-9631-48230713ffb7; detaching it from the instance and deleting it from the info cache [ 1151.199264] env[69858]: DEBUG nova.network.neutron [req-5f105273-8b72-400f-acdb-da5f30d0bc65 req-ca5ae867-c4b3-4529-a3dd-93502236d0ef service nova] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.231725] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.232085] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d39f9c42-edaf-4013-8f3e-46372e68a95f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.241052] env[69858]: DEBUG oslo_vmware.api [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1151.241052] env[69858]: value = "task-3419753" [ 1151.241052] env[69858]: _type = "Task" [ 1151.241052] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.249981] env[69858]: DEBUG oslo_vmware.api [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.370209] env[69858]: DEBUG nova.compute.manager [req-3b76f360-de8b-4cef-96d7-79ac31ff0c15 req-879e39f0-dcfc-406d-83ef-513b2d2e7da8 service nova] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Received event network-vif-plugged-685f944f-28c0-42e5-957c-46fbe87489e9 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.370686] env[69858]: DEBUG oslo_concurrency.lockutils [req-3b76f360-de8b-4cef-96d7-79ac31ff0c15 req-879e39f0-dcfc-406d-83ef-513b2d2e7da8 service nova] Acquiring lock "2037baf4-892d-461e-88dd-2ffa17dc7ca4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.370914] env[69858]: DEBUG oslo_concurrency.lockutils [req-3b76f360-de8b-4cef-96d7-79ac31ff0c15 req-879e39f0-dcfc-406d-83ef-513b2d2e7da8 service nova] Lock "2037baf4-892d-461e-88dd-2ffa17dc7ca4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.371126] env[69858]: DEBUG oslo_concurrency.lockutils [req-3b76f360-de8b-4cef-96d7-79ac31ff0c15 req-879e39f0-dcfc-406d-83ef-513b2d2e7da8 service nova] Lock "2037baf4-892d-461e-88dd-2ffa17dc7ca4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.371360] env[69858]: DEBUG nova.compute.manager [req-3b76f360-de8b-4cef-96d7-79ac31ff0c15 req-879e39f0-dcfc-406d-83ef-513b2d2e7da8 service nova] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] No waiting events found dispatching network-vif-plugged-685f944f-28c0-42e5-957c-46fbe87489e9 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1151.371565] env[69858]: WARNING nova.compute.manager [req-3b76f360-de8b-4cef-96d7-79ac31ff0c15 req-879e39f0-dcfc-406d-83ef-513b2d2e7da8 service nova] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Received unexpected event network-vif-plugged-685f944f-28c0-42e5-957c-46fbe87489e9 for instance with vm_state building and task_state spawning. [ 1151.458526] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Releasing lock "refresh_cache-587f6c2d-ea44-459f-b0c5-6e232da0e6d1" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.559782] env[69858]: INFO nova.scheduler.client.report [None req-da893bc5-d450-4007-9d56-1691611438fd tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Deleted allocation for migration e82b3401-5ace-42f2-a360-e84127479dbf [ 1151.568599] env[69858]: DEBUG nova.network.neutron [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Successfully updated port: 685f944f-28c0-42e5-957c-46fbe87489e9 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1151.679717] env[69858]: DEBUG nova.network.neutron [-] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.702799] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc9248e9-5fb1-4aec-987c-013dbcbc4a13 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.714264] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b4e938-cc57-43a0-871e-e7c50e6faf8e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.751350] env[69858]: DEBUG nova.compute.manager [req-5f105273-8b72-400f-acdb-da5f30d0bc65 req-ca5ae867-c4b3-4529-a3dd-93502236d0ef service nova] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Detach interface failed, port_id=da568384-942d-4747-9631-48230713ffb7, reason: Instance 3b0a0b5e-cec1-442f-97a0-83bce3164395 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1151.759162] env[69858]: DEBUG oslo_vmware.api [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419753, 'name': PowerOffVM_Task, 'duration_secs': 0.221375} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.759519] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1151.763035] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efc2469-04e2-4954-b748-820cab18f72d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.785547] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269a22ef-610d-4b29-ba06-8c4736cf7dd5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.801777] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aeafb43-9fac-4311-848b-8cfabaad0573 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.809623] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbb7566-f406-46e2-987b-2823c4eb507f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.841341] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d716ce9-4b34-4a49-af67-50f5419045b7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.849818] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12533eb-9abe-4c52-962b-c88c4318a37a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.865624] env[69858]: DEBUG nova.compute.provider_tree [None req-ea7e1e5f-13e5-4904-b9b8-cbab9b95e6c4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.985986] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08750673-24c1-482d-8083-1e6d6564ad24 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.011867] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625ff550-84a8-489f-8a65-539412dc2573 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.018836] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Updating instance '587f6c2d-ea44-459f-b0c5-6e232da0e6d1' progress to 83 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1152.074994] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "refresh_cache-2037baf4-892d-461e-88dd-2ffa17dc7ca4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.075909] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquired lock "refresh_cache-2037baf4-892d-461e-88dd-2ffa17dc7ca4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.075909] env[69858]: DEBUG nova.network.neutron [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.078136] env[69858]: DEBUG oslo_concurrency.lockutils [None req-da893bc5-d450-4007-9d56-1691611438fd tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "52f9cc80-37b5-4a07-b685-08eedac6b609" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.528s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.184597] env[69858]: INFO nova.compute.manager [-] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Took 1.27 seconds to deallocate network for instance. [ 1152.297045] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Creating Snapshot of the VM instance {{(pid=69858) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1152.299601] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-776b995b-2f0b-42a0-ac71-d794b155a5d2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.306503] env[69858]: DEBUG oslo_vmware.api [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1152.306503] env[69858]: value = "task-3419754" [ 1152.306503] env[69858]: _type = "Task" [ 1152.306503] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.314806] env[69858]: DEBUG oslo_vmware.api [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419754, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.369026] env[69858]: DEBUG nova.scheduler.client.report [None req-ea7e1e5f-13e5-4904-b9b8-cbab9b95e6c4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.527836] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-8d0dc92a-41e2-46cc-b736-ed4dad867c75 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Updating instance '587f6c2d-ea44-459f-b0c5-6e232da0e6d1' progress to 100 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1152.613852] env[69858]: DEBUG nova.network.neutron [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1152.620218] env[69858]: DEBUG oslo_concurrency.lockutils [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "3bbab55a-cf65-43f4-93ac-7af742d87fba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.620509] env[69858]: DEBUG oslo_concurrency.lockutils [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "3bbab55a-cf65-43f4-93ac-7af742d87fba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.621684] env[69858]: DEBUG oslo_concurrency.lockutils [None req-01bec7c5-4dfa-4e39-9c0f-f29eb9c35fe5 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "52f9cc80-37b5-4a07-b685-08eedac6b609" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.622264] env[69858]: DEBUG oslo_concurrency.lockutils [None req-01bec7c5-4dfa-4e39-9c0f-f29eb9c35fe5 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "52f9cc80-37b5-4a07-b685-08eedac6b609" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.622264] env[69858]: DEBUG oslo_concurrency.lockutils [None req-01bec7c5-4dfa-4e39-9c0f-f29eb9c35fe5 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "52f9cc80-37b5-4a07-b685-08eedac6b609-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.622429] env[69858]: DEBUG oslo_concurrency.lockutils [None req-01bec7c5-4dfa-4e39-9c0f-f29eb9c35fe5 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "52f9cc80-37b5-4a07-b685-08eedac6b609-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.622499] env[69858]: DEBUG oslo_concurrency.lockutils [None req-01bec7c5-4dfa-4e39-9c0f-f29eb9c35fe5 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "52f9cc80-37b5-4a07-b685-08eedac6b609-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.624694] env[69858]: INFO nova.compute.manager [None req-01bec7c5-4dfa-4e39-9c0f-f29eb9c35fe5 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Terminating instance [ 1152.694347] env[69858]: DEBUG oslo_concurrency.lockutils [None req-af6334a7-3587-464d-8dfd-dafeb4637ffa tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.806291] env[69858]: DEBUG nova.network.neutron [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Updating instance_info_cache with network_info: [{"id": "685f944f-28c0-42e5-957c-46fbe87489e9", "address": "fa:16:3e:4d:1d:b6", "network": {"id": "867ae76e-e22a-4158-8267-e1cff83f2ddc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-601139580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b8e4595b35f4c48a807c1ed8d509995", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap685f944f-28", "ovs_interfaceid": "685f944f-28c0-42e5-957c-46fbe87489e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.816417] env[69858]: DEBUG oslo_vmware.api [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419754, 'name': CreateSnapshot_Task, 'duration_secs': 0.424439} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.816679] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Created Snapshot of the VM instance {{(pid=69858) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1152.817456] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e26f37-614c-4a05-bbb9-624fcb76289b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.874757] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea7e1e5f-13e5-4904-b9b8-cbab9b95e6c4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.877146] env[69858]: DEBUG oslo_concurrency.lockutils [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.607s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.878617] env[69858]: INFO nova.compute.claims [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1152.895028] env[69858]: INFO nova.scheduler.client.report [None req-ea7e1e5f-13e5-4904-b9b8-cbab9b95e6c4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Deleted allocations for instance 948aeab7-a0f6-43ef-a502-e980c4473549 [ 1153.112392] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "b8842da7-b5af-422d-b3f0-ecf1673f334c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.112626] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "b8842da7-b5af-422d-b3f0-ecf1673f334c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.124368] env[69858]: DEBUG nova.compute.manager [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1153.129481] env[69858]: DEBUG nova.compute.manager [None req-01bec7c5-4dfa-4e39-9c0f-f29eb9c35fe5 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1153.129705] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-01bec7c5-4dfa-4e39-9c0f-f29eb9c35fe5 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.130805] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a42350-46a6-4f15-8a75-0585dea884fc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.138280] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-01bec7c5-4dfa-4e39-9c0f-f29eb9c35fe5 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.138740] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a51da71-8778-4276-a70f-cd508d024ce2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.145275] env[69858]: DEBUG oslo_vmware.api [None req-01bec7c5-4dfa-4e39-9c0f-f29eb9c35fe5 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1153.145275] env[69858]: value = "task-3419755" [ 1153.145275] env[69858]: _type = "Task" [ 1153.145275] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.153774] env[69858]: DEBUG oslo_vmware.api [None req-01bec7c5-4dfa-4e39-9c0f-f29eb9c35fe5 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.312177] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Releasing lock "refresh_cache-2037baf4-892d-461e-88dd-2ffa17dc7ca4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.312664] env[69858]: DEBUG nova.compute.manager [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Instance network_info: |[{"id": "685f944f-28c0-42e5-957c-46fbe87489e9", "address": "fa:16:3e:4d:1d:b6", "network": {"id": "867ae76e-e22a-4158-8267-e1cff83f2ddc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-601139580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b8e4595b35f4c48a807c1ed8d509995", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap685f944f-28", "ovs_interfaceid": "685f944f-28c0-42e5-957c-46fbe87489e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1153.313172] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:1d:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd182e8eb-3f6d-4c76-a06e-133dd9b3cd30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '685f944f-28c0-42e5-957c-46fbe87489e9', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.321513] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.321745] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.321967] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-288bb9ac-58c8-4ec1-9f4b-56c3a42a7029 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.342220] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Creating linked-clone VM from snapshot {{(pid=69858) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1153.342494] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-aa5c3f3e-5765-46a8-9e41-de36c109cc6b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.351281] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.351281] env[69858]: value = "task-3419757" [ 1153.351281] env[69858]: _type = "Task" [ 1153.351281] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.352522] env[69858]: DEBUG oslo_vmware.api [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1153.352522] env[69858]: value = "task-3419756" [ 1153.352522] env[69858]: _type = "Task" [ 1153.352522] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.365511] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419757, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.400113] env[69858]: DEBUG nova.compute.manager [req-4c9b44e0-3b47-4bc0-a9d2-3008b680c8a0 req-d38a4830-be45-4f92-b94e-800c4f0dd7a0 service nova] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Received event network-changed-31eb05f0-d7f1-44cd-b8da-06517c463d92 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.400343] env[69858]: DEBUG nova.compute.manager [req-4c9b44e0-3b47-4bc0-a9d2-3008b680c8a0 req-d38a4830-be45-4f92-b94e-800c4f0dd7a0 service nova] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Refreshing instance network info cache due to event network-changed-31eb05f0-d7f1-44cd-b8da-06517c463d92. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1153.400549] env[69858]: DEBUG oslo_concurrency.lockutils [req-4c9b44e0-3b47-4bc0-a9d2-3008b680c8a0 req-d38a4830-be45-4f92-b94e-800c4f0dd7a0 service nova] Acquiring lock "refresh_cache-ae491f0a-11fb-4f17-bf4b-0dc8ff174db4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.400726] env[69858]: DEBUG oslo_concurrency.lockutils [req-4c9b44e0-3b47-4bc0-a9d2-3008b680c8a0 req-d38a4830-be45-4f92-b94e-800c4f0dd7a0 service nova] Acquired lock "refresh_cache-ae491f0a-11fb-4f17-bf4b-0dc8ff174db4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.400862] env[69858]: DEBUG nova.network.neutron [req-4c9b44e0-3b47-4bc0-a9d2-3008b680c8a0 req-d38a4830-be45-4f92-b94e-800c4f0dd7a0 service nova] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Refreshing network info cache for port 31eb05f0-d7f1-44cd-b8da-06517c463d92 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.405817] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ea7e1e5f-13e5-4904-b9b8-cbab9b95e6c4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "948aeab7-a0f6-43ef-a502-e980c4473549" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.718s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.615279] env[69858]: DEBUG nova.compute.manager [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1153.652728] env[69858]: DEBUG oslo_concurrency.lockutils [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.656867] env[69858]: DEBUG oslo_vmware.api [None req-01bec7c5-4dfa-4e39-9c0f-f29eb9c35fe5 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419755, 'name': PowerOffVM_Task, 'duration_secs': 0.386797} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.657150] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-01bec7c5-4dfa-4e39-9c0f-f29eb9c35fe5 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.657331] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-01bec7c5-4dfa-4e39-9c0f-f29eb9c35fe5 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.657848] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0109d55-444c-47f0-9b41-b0ac2cc9cf0a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.730168] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-01bec7c5-4dfa-4e39-9c0f-f29eb9c35fe5 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.730420] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-01bec7c5-4dfa-4e39-9c0f-f29eb9c35fe5 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.730646] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-01bec7c5-4dfa-4e39-9c0f-f29eb9c35fe5 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Deleting the datastore file [datastore2] 52f9cc80-37b5-4a07-b685-08eedac6b609 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.730963] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bbd8f02-0eb0-4419-a0b0-633d5cb27c1c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.737302] env[69858]: DEBUG oslo_vmware.api [None req-01bec7c5-4dfa-4e39-9c0f-f29eb9c35fe5 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1153.737302] env[69858]: value = "task-3419759" [ 1153.737302] env[69858]: _type = "Task" [ 1153.737302] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.745048] env[69858]: DEBUG oslo_vmware.api [None req-01bec7c5-4dfa-4e39-9c0f-f29eb9c35fe5 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.867754] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419757, 'name': CreateVM_Task, 'duration_secs': 0.371324} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.867941] env[69858]: DEBUG oslo_vmware.api [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419756, 'name': CloneVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.868520] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.868788] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89ebfa30-aaa3-4b09-bf51-92e42b75da58" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.869136] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89ebfa30-aaa3-4b09-bf51-92e42b75da58" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.869785] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/89ebfa30-aaa3-4b09-bf51-92e42b75da58" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.869785] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43341ac2-275f-4f47-981c-441a47370efd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.873848] env[69858]: DEBUG oslo_vmware.api [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1153.873848] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5279ea0b-c8c8-2a04-6c7f-b23bb593ed03" [ 1153.873848] env[69858]: _type = "Task" [ 1153.873848] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.889562] env[69858]: DEBUG oslo_vmware.api [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5279ea0b-c8c8-2a04-6c7f-b23bb593ed03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.030140] env[69858]: DEBUG oslo_concurrency.lockutils [None req-978ed4f1-c53e-48bb-94e0-ac0f058b4e93 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "b74c0471-7dc4-45f6-add2-31c3f6e4fcb6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.030422] env[69858]: DEBUG oslo_concurrency.lockutils [None req-978ed4f1-c53e-48bb-94e0-ac0f058b4e93 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "b74c0471-7dc4-45f6-add2-31c3f6e4fcb6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.030659] env[69858]: DEBUG oslo_concurrency.lockutils [None req-978ed4f1-c53e-48bb-94e0-ac0f058b4e93 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "b74c0471-7dc4-45f6-add2-31c3f6e4fcb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.030862] env[69858]: DEBUG oslo_concurrency.lockutils [None req-978ed4f1-c53e-48bb-94e0-ac0f058b4e93 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "b74c0471-7dc4-45f6-add2-31c3f6e4fcb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.031039] env[69858]: DEBUG oslo_concurrency.lockutils [None req-978ed4f1-c53e-48bb-94e0-ac0f058b4e93 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "b74c0471-7dc4-45f6-add2-31c3f6e4fcb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.033246] env[69858]: INFO nova.compute.manager [None req-978ed4f1-c53e-48bb-94e0-ac0f058b4e93 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Terminating instance [ 1154.129012] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d814937f-ed56-4022-bffe-294b148eb726 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.136792] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1892ad2f-afc0-4f98-8020-fab3e2e3e419 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.142387] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.174433] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4efe10-03fa-4fa6-9fa5-0c7eefbb699d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.181794] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141e90f9-12d9-4ed2-8fcf-53889806bc37 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.196539] env[69858]: DEBUG nova.compute.provider_tree [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.199030] env[69858]: DEBUG nova.network.neutron [req-4c9b44e0-3b47-4bc0-a9d2-3008b680c8a0 req-d38a4830-be45-4f92-b94e-800c4f0dd7a0 service nova] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Updated VIF entry in instance network info cache for port 31eb05f0-d7f1-44cd-b8da-06517c463d92. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.199030] env[69858]: DEBUG nova.network.neutron [req-4c9b44e0-3b47-4bc0-a9d2-3008b680c8a0 req-d38a4830-be45-4f92-b94e-800c4f0dd7a0 service nova] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Updating instance_info_cache with network_info: [{"id": "31eb05f0-d7f1-44cd-b8da-06517c463d92", "address": "fa:16:3e:e4:5a:17", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31eb05f0-d7", "ovs_interfaceid": "31eb05f0-d7f1-44cd-b8da-06517c463d92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.247613] env[69858]: DEBUG oslo_vmware.api [None req-01bec7c5-4dfa-4e39-9c0f-f29eb9c35fe5 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207846} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.248937] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-01bec7c5-4dfa-4e39-9c0f-f29eb9c35fe5 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.249180] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-01bec7c5-4dfa-4e39-9c0f-f29eb9c35fe5 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.249341] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-01bec7c5-4dfa-4e39-9c0f-f29eb9c35fe5 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.249533] env[69858]: INFO nova.compute.manager [None req-01bec7c5-4dfa-4e39-9c0f-f29eb9c35fe5 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1154.249781] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01bec7c5-4dfa-4e39-9c0f-f29eb9c35fe5 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.252350] env[69858]: DEBUG nova.compute.manager [-] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.252455] env[69858]: DEBUG nova.network.neutron [-] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.368057] env[69858]: DEBUG oslo_vmware.api [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419756, 'name': CloneVM_Task} progress is 95%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.386172] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89ebfa30-aaa3-4b09-bf51-92e42b75da58" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.386563] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Processing image 89ebfa30-aaa3-4b09-bf51-92e42b75da58 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.386840] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/89ebfa30-aaa3-4b09-bf51-92e42b75da58/89ebfa30-aaa3-4b09-bf51-92e42b75da58.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.386992] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/89ebfa30-aaa3-4b09-bf51-92e42b75da58/89ebfa30-aaa3-4b09-bf51-92e42b75da58.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.387204] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.387890] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfe8ceb4-9d8d-4c26-82f1-113beb0745d3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.409744] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.409938] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.410758] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dd41c6c-5a45-4810-9366-e312e6f9cc21 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.417167] env[69858]: DEBUG oslo_vmware.api [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1154.417167] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b2967c-fb5c-ac41-7308-09bc3d771ff0" [ 1154.417167] env[69858]: _type = "Task" [ 1154.417167] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.425385] env[69858]: DEBUG oslo_vmware.api [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b2967c-fb5c-ac41-7308-09bc3d771ff0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.536680] env[69858]: DEBUG nova.compute.manager [None req-978ed4f1-c53e-48bb-94e0-ac0f058b4e93 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1154.536908] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-978ed4f1-c53e-48bb-94e0-ac0f058b4e93 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.537892] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358713b3-58cb-4d41-a05e-58e588321381 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.545618] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-978ed4f1-c53e-48bb-94e0-ac0f058b4e93 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.545860] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa7f30eb-d6bd-4c07-823a-c4ecc2c9e252 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.551738] env[69858]: DEBUG oslo_vmware.api [None req-978ed4f1-c53e-48bb-94e0-ac0f058b4e93 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1154.551738] env[69858]: value = "task-3419760" [ 1154.551738] env[69858]: _type = "Task" [ 1154.551738] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.559845] env[69858]: DEBUG oslo_vmware.api [None req-978ed4f1-c53e-48bb-94e0-ac0f058b4e93 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.703809] env[69858]: DEBUG nova.scheduler.client.report [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.708232] env[69858]: DEBUG oslo_concurrency.lockutils [req-4c9b44e0-3b47-4bc0-a9d2-3008b680c8a0 req-d38a4830-be45-4f92-b94e-800c4f0dd7a0 service nova] Releasing lock "refresh_cache-ae491f0a-11fb-4f17-bf4b-0dc8ff174db4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.708366] env[69858]: DEBUG nova.compute.manager [req-4c9b44e0-3b47-4bc0-a9d2-3008b680c8a0 req-d38a4830-be45-4f92-b94e-800c4f0dd7a0 service nova] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Received event network-changed-685f944f-28c0-42e5-957c-46fbe87489e9 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.708537] env[69858]: DEBUG nova.compute.manager [req-4c9b44e0-3b47-4bc0-a9d2-3008b680c8a0 req-d38a4830-be45-4f92-b94e-800c4f0dd7a0 service nova] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Refreshing instance network info cache due to event network-changed-685f944f-28c0-42e5-957c-46fbe87489e9. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1154.708976] env[69858]: DEBUG oslo_concurrency.lockutils [req-4c9b44e0-3b47-4bc0-a9d2-3008b680c8a0 req-d38a4830-be45-4f92-b94e-800c4f0dd7a0 service nova] Acquiring lock "refresh_cache-2037baf4-892d-461e-88dd-2ffa17dc7ca4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.708976] env[69858]: DEBUG oslo_concurrency.lockutils [req-4c9b44e0-3b47-4bc0-a9d2-3008b680c8a0 req-d38a4830-be45-4f92-b94e-800c4f0dd7a0 service nova] Acquired lock "refresh_cache-2037baf4-892d-461e-88dd-2ffa17dc7ca4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.709099] env[69858]: DEBUG nova.network.neutron [req-4c9b44e0-3b47-4bc0-a9d2-3008b680c8a0 req-d38a4830-be45-4f92-b94e-800c4f0dd7a0 service nova] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Refreshing network info cache for port 685f944f-28c0-42e5-957c-46fbe87489e9 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.755418] env[69858]: DEBUG oslo_concurrency.lockutils [None req-43f4e0ab-863c-4917-8d92-31b7451d168c tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "587f6c2d-ea44-459f-b0c5-6e232da0e6d1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.755686] env[69858]: DEBUG oslo_concurrency.lockutils [None req-43f4e0ab-863c-4917-8d92-31b7451d168c tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "587f6c2d-ea44-459f-b0c5-6e232da0e6d1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.755874] env[69858]: DEBUG nova.compute.manager [None req-43f4e0ab-863c-4917-8d92-31b7451d168c tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Going to confirm migration 5 {{(pid=69858) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1154.867262] env[69858]: DEBUG oslo_vmware.api [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419756, 'name': CloneVM_Task, 'duration_secs': 1.319105} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.867546] env[69858]: INFO nova.virt.vmwareapi.vmops [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Created linked-clone VM from snapshot [ 1154.868293] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29665a1-cd3f-4131-8316-1344c90076e3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.875100] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Uploading image 805fd415-8755-4d09-88a6-4eaa08bb519c {{(pid=69858) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1154.898870] env[69858]: DEBUG oslo_vmware.rw_handles [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1154.898870] env[69858]: value = "vm-682289" [ 1154.898870] env[69858]: _type = "VirtualMachine" [ 1154.898870] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1154.899134] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3b6811ee-f427-4a36-aec0-1e049ce847c3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.905257] env[69858]: DEBUG oslo_vmware.rw_handles [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lease: (returnval){ [ 1154.905257] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5207d62f-1833-f6cb-e6ea-856b270adebe" [ 1154.905257] env[69858]: _type = "HttpNfcLease" [ 1154.905257] env[69858]: } obtained for exporting VM: (result){ [ 1154.905257] env[69858]: value = "vm-682289" [ 1154.905257] env[69858]: _type = "VirtualMachine" [ 1154.905257] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1154.905515] env[69858]: DEBUG oslo_vmware.api [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the lease: (returnval){ [ 1154.905515] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5207d62f-1833-f6cb-e6ea-856b270adebe" [ 1154.905515] env[69858]: _type = "HttpNfcLease" [ 1154.905515] env[69858]: } to be ready. {{(pid=69858) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1154.911875] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1154.911875] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5207d62f-1833-f6cb-e6ea-856b270adebe" [ 1154.911875] env[69858]: _type = "HttpNfcLease" [ 1154.911875] env[69858]: } is initializing. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1154.926088] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Preparing fetch location {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1154.926353] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Fetch image to [datastore1] OSTACK_IMG_32c29fa2-55c9-4188-9289-48fc8bd52c7c/OSTACK_IMG_32c29fa2-55c9-4188-9289-48fc8bd52c7c.vmdk {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1154.926542] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Downloading stream optimized image 89ebfa30-aaa3-4b09-bf51-92e42b75da58 to [datastore1] OSTACK_IMG_32c29fa2-55c9-4188-9289-48fc8bd52c7c/OSTACK_IMG_32c29fa2-55c9-4188-9289-48fc8bd52c7c.vmdk on the data store datastore1 as vApp {{(pid=69858) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1154.926715] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Downloading image file data 89ebfa30-aaa3-4b09-bf51-92e42b75da58 to the ESX as VM named 'OSTACK_IMG_32c29fa2-55c9-4188-9289-48fc8bd52c7c' {{(pid=69858) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1154.997530] env[69858]: DEBUG oslo_vmware.rw_handles [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1154.997530] env[69858]: value = "resgroup-9" [ 1154.997530] env[69858]: _type = "ResourcePool" [ 1154.997530] env[69858]: }. {{(pid=69858) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1154.997848] env[69858]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-439e3ac5-2945-4a43-8721-edbba349b65e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.020068] env[69858]: DEBUG oslo_vmware.rw_handles [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lease: (returnval){ [ 1155.020068] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]522fe75a-902a-bdc5-9a74-e6850c1b6943" [ 1155.020068] env[69858]: _type = "HttpNfcLease" [ 1155.020068] env[69858]: } obtained for vApp import into resource pool (val){ [ 1155.020068] env[69858]: value = "resgroup-9" [ 1155.020068] env[69858]: _type = "ResourcePool" [ 1155.020068] env[69858]: }. {{(pid=69858) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1155.020313] env[69858]: DEBUG oslo_vmware.api [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the lease: (returnval){ [ 1155.020313] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]522fe75a-902a-bdc5-9a74-e6850c1b6943" [ 1155.020313] env[69858]: _type = "HttpNfcLease" [ 1155.020313] env[69858]: } to be ready. {{(pid=69858) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1155.026118] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1155.026118] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]522fe75a-902a-bdc5-9a74-e6850c1b6943" [ 1155.026118] env[69858]: _type = "HttpNfcLease" [ 1155.026118] env[69858]: } is initializing. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1155.060817] env[69858]: DEBUG oslo_vmware.api [None req-978ed4f1-c53e-48bb-94e0-ac0f058b4e93 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419760, 'name': PowerOffVM_Task, 'duration_secs': 0.191455} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.061199] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-978ed4f1-c53e-48bb-94e0-ac0f058b4e93 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.061483] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-978ed4f1-c53e-48bb-94e0-ac0f058b4e93 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.061830] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea7cf6d0-4d3c-4e40-8d2e-42a626e72a4d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.104024] env[69858]: DEBUG nova.network.neutron [-] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.120684] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-978ed4f1-c53e-48bb-94e0-ac0f058b4e93 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.120912] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-978ed4f1-c53e-48bb-94e0-ac0f058b4e93 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.121137] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-978ed4f1-c53e-48bb-94e0-ac0f058b4e93 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Deleting the datastore file [datastore1] b74c0471-7dc4-45f6-add2-31c3f6e4fcb6 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.121419] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-541c1b35-ce67-4301-9d0f-3926770e9cf5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.128386] env[69858]: DEBUG oslo_vmware.api [None req-978ed4f1-c53e-48bb-94e0-ac0f058b4e93 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1155.128386] env[69858]: value = "task-3419764" [ 1155.128386] env[69858]: _type = "Task" [ 1155.128386] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.136049] env[69858]: DEBUG oslo_vmware.api [None req-978ed4f1-c53e-48bb-94e0-ac0f058b4e93 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.213036] env[69858]: DEBUG oslo_concurrency.lockutils [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.335s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.213036] env[69858]: DEBUG nova.compute.manager [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1155.215762] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.378s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.217685] env[69858]: INFO nova.compute.claims [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1155.317274] env[69858]: DEBUG oslo_concurrency.lockutils [None req-43f4e0ab-863c-4917-8d92-31b7451d168c tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "refresh_cache-587f6c2d-ea44-459f-b0c5-6e232da0e6d1" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.317555] env[69858]: DEBUG oslo_concurrency.lockutils [None req-43f4e0ab-863c-4917-8d92-31b7451d168c tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquired lock "refresh_cache-587f6c2d-ea44-459f-b0c5-6e232da0e6d1" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.317762] env[69858]: DEBUG nova.network.neutron [None req-43f4e0ab-863c-4917-8d92-31b7451d168c tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.317969] env[69858]: DEBUG nova.objects.instance [None req-43f4e0ab-863c-4917-8d92-31b7451d168c tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lazy-loading 'info_cache' on Instance uuid 587f6c2d-ea44-459f-b0c5-6e232da0e6d1 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.414099] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1155.414099] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5207d62f-1833-f6cb-e6ea-856b270adebe" [ 1155.414099] env[69858]: _type = "HttpNfcLease" [ 1155.414099] env[69858]: } is ready. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1155.414473] env[69858]: DEBUG oslo_vmware.rw_handles [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1155.414473] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5207d62f-1833-f6cb-e6ea-856b270adebe" [ 1155.414473] env[69858]: _type = "HttpNfcLease" [ 1155.414473] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1155.415199] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db17ee8-6ab6-4052-806c-e094d83a4f03 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.427232] env[69858]: DEBUG oslo_vmware.rw_handles [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a0f13-fb5d-7e9a-d73a-ddf86880de84/disk-0.vmdk from lease info. {{(pid=69858) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1155.427478] env[69858]: DEBUG oslo_vmware.rw_handles [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a0f13-fb5d-7e9a-d73a-ddf86880de84/disk-0.vmdk for reading. {{(pid=69858) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1155.518125] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7856f60c-3242-4afc-9b74-e11416cb2356 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.531361] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1155.531361] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]522fe75a-902a-bdc5-9a74-e6850c1b6943" [ 1155.531361] env[69858]: _type = "HttpNfcLease" [ 1155.531361] env[69858]: } is initializing. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1155.547509] env[69858]: DEBUG nova.compute.manager [req-8f61ec87-a6e8-443d-9688-9253cfe179d8 req-18661e42-7682-4c27-9e3b-523d73b074a0 service nova] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Received event network-vif-deleted-b93f0d01-8131-4c2a-8fad-fb0eeb8d1e88 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.607239] env[69858]: INFO nova.compute.manager [-] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Took 1.35 seconds to deallocate network for instance. [ 1155.638352] env[69858]: DEBUG oslo_vmware.api [None req-978ed4f1-c53e-48bb-94e0-ac0f058b4e93 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165175} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.638605] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-978ed4f1-c53e-48bb-94e0-ac0f058b4e93 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.638783] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-978ed4f1-c53e-48bb-94e0-ac0f058b4e93 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.638953] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-978ed4f1-c53e-48bb-94e0-ac0f058b4e93 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.641018] env[69858]: INFO nova.compute.manager [None req-978ed4f1-c53e-48bb-94e0-ac0f058b4e93 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1155.641018] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-978ed4f1-c53e-48bb-94e0-ac0f058b4e93 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.641018] env[69858]: DEBUG nova.compute.manager [-] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1155.641018] env[69858]: DEBUG nova.network.neutron [-] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1155.730404] env[69858]: DEBUG nova.compute.utils [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1155.732302] env[69858]: DEBUG nova.compute.manager [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Not allocating networking since 'none' was specified. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1155.789694] env[69858]: DEBUG nova.network.neutron [req-4c9b44e0-3b47-4bc0-a9d2-3008b680c8a0 req-d38a4830-be45-4f92-b94e-800c4f0dd7a0 service nova] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Updated VIF entry in instance network info cache for port 685f944f-28c0-42e5-957c-46fbe87489e9. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.790135] env[69858]: DEBUG nova.network.neutron [req-4c9b44e0-3b47-4bc0-a9d2-3008b680c8a0 req-d38a4830-be45-4f92-b94e-800c4f0dd7a0 service nova] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Updating instance_info_cache with network_info: [{"id": "685f944f-28c0-42e5-957c-46fbe87489e9", "address": "fa:16:3e:4d:1d:b6", "network": {"id": "867ae76e-e22a-4158-8267-e1cff83f2ddc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-601139580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b8e4595b35f4c48a807c1ed8d509995", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap685f944f-28", "ovs_interfaceid": "685f944f-28c0-42e5-957c-46fbe87489e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.923627] env[69858]: DEBUG nova.compute.manager [req-04b22941-472b-4d00-96f1-f62f1e495243 req-2899ce56-136e-45cb-bd7e-fabd6ff86d19 service nova] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Received event network-vif-deleted-14923423-c9c1-43ca-af53-d67badef664b {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.923858] env[69858]: INFO nova.compute.manager [req-04b22941-472b-4d00-96f1-f62f1e495243 req-2899ce56-136e-45cb-bd7e-fabd6ff86d19 service nova] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Neutron deleted interface 14923423-c9c1-43ca-af53-d67badef664b; detaching it from the instance and deleting it from the info cache [ 1155.924149] env[69858]: DEBUG nova.network.neutron [req-04b22941-472b-4d00-96f1-f62f1e495243 req-2899ce56-136e-45cb-bd7e-fabd6ff86d19 service nova] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.029609] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1156.029609] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]522fe75a-902a-bdc5-9a74-e6850c1b6943" [ 1156.029609] env[69858]: _type = "HttpNfcLease" [ 1156.029609] env[69858]: } is initializing. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1156.114086] env[69858]: DEBUG oslo_concurrency.lockutils [None req-01bec7c5-4dfa-4e39-9c0f-f29eb9c35fe5 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.237033] env[69858]: DEBUG nova.compute.manager [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1156.295574] env[69858]: DEBUG oslo_concurrency.lockutils [req-4c9b44e0-3b47-4bc0-a9d2-3008b680c8a0 req-d38a4830-be45-4f92-b94e-800c4f0dd7a0 service nova] Releasing lock "refresh_cache-2037baf4-892d-461e-88dd-2ffa17dc7ca4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.401186] env[69858]: DEBUG nova.network.neutron [-] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.427633] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b803eb39-0d66-42a8-9823-1fb05b210184 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.438371] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfa389d-8084-402a-9f07-2baf65ed7703 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.481898] env[69858]: DEBUG nova.compute.manager [req-04b22941-472b-4d00-96f1-f62f1e495243 req-2899ce56-136e-45cb-bd7e-fabd6ff86d19 service nova] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Detach interface failed, port_id=14923423-c9c1-43ca-af53-d67badef664b, reason: Instance b74c0471-7dc4-45f6-add2-31c3f6e4fcb6 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1156.528875] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb678e78-e307-461f-b18b-8577cd4533d1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.536466] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1156.536466] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]522fe75a-902a-bdc5-9a74-e6850c1b6943" [ 1156.536466] env[69858]: _type = "HttpNfcLease" [ 1156.536466] env[69858]: } is ready. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1156.539164] env[69858]: DEBUG oslo_vmware.rw_handles [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1156.539164] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]522fe75a-902a-bdc5-9a74-e6850c1b6943" [ 1156.539164] env[69858]: _type = "HttpNfcLease" [ 1156.539164] env[69858]: }. {{(pid=69858) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1156.540297] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdc1a92-485c-4673-91dc-c905e32b994c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.543947] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe2e4f5-c282-4089-825e-459b113688af {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.552962] env[69858]: DEBUG oslo_vmware.rw_handles [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cfab52-34f7-ee4c-cf3b-a86a3cbf7955/disk-0.vmdk from lease info. {{(pid=69858) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1156.554621] env[69858]: DEBUG oslo_vmware.rw_handles [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cfab52-34f7-ee4c-cf3b-a86a3cbf7955/disk-0.vmdk. {{(pid=69858) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1156.587969] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382f2cbb-d8d1-4e33-acea-ae87506c6d0d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.654673] env[69858]: DEBUG nova.network.neutron [None req-43f4e0ab-863c-4917-8d92-31b7451d168c tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Updating instance_info_cache with network_info: [{"id": "34d5c5fd-0713-49d2-ad18-83f786b24215", "address": "fa:16:3e:4b:8a:5f", "network": {"id": "4484751d-59b0-4615-9b2a-599607510af6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1350349162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d7e8193856c48c58e9cd583c010b8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34d5c5fd-07", "ovs_interfaceid": "34d5c5fd-0713-49d2-ad18-83f786b24215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.666814] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46963afd-0551-44e0-af63-b7ab3a635526 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.671665] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-99e6da15-c910-4e82-82ba-29bc4d5d0704 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.686747] env[69858]: DEBUG nova.compute.provider_tree [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.904894] env[69858]: INFO nova.compute.manager [-] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Took 1.26 seconds to deallocate network for instance. [ 1157.158727] env[69858]: DEBUG oslo_concurrency.lockutils [None req-43f4e0ab-863c-4917-8d92-31b7451d168c tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Releasing lock "refresh_cache-587f6c2d-ea44-459f-b0c5-6e232da0e6d1" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.159087] env[69858]: DEBUG nova.objects.instance [None req-43f4e0ab-863c-4917-8d92-31b7451d168c tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lazy-loading 'migration_context' on Instance uuid 587f6c2d-ea44-459f-b0c5-6e232da0e6d1 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.190224] env[69858]: DEBUG nova.scheduler.client.report [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.246535] env[69858]: DEBUG nova.compute.manager [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1157.273575] env[69858]: DEBUG nova.virt.hardware [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.274125] env[69858]: DEBUG nova.virt.hardware [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.274262] env[69858]: DEBUG nova.virt.hardware [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.274461] env[69858]: DEBUG nova.virt.hardware [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.274617] env[69858]: DEBUG nova.virt.hardware [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.274767] env[69858]: DEBUG nova.virt.hardware [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.275012] env[69858]: DEBUG nova.virt.hardware [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.275185] env[69858]: DEBUG nova.virt.hardware [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.275359] env[69858]: DEBUG nova.virt.hardware [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.275534] env[69858]: DEBUG nova.virt.hardware [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.275709] env[69858]: DEBUG nova.virt.hardware [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.276956] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8755c51-32f9-44ea-a485-036e86e1d22b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.287678] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72056e7-1d7d-4751-bbfb-f08d55ad9e70 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.303971] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Instance VIF info [] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1157.309679] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Creating folder: Project (c69f62f18155411fa16cba81aacced45). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1157.312094] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0b851cd-587f-4159-866a-c4a8c3e1461f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.323226] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Created folder: Project (c69f62f18155411fa16cba81aacced45) in parent group-v682032. [ 1157.323454] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Creating folder: Instances. Parent ref: group-v682291. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1157.323722] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf52bc84-f4be-4948-90a9-eb9cdde5948e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.334291] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Created folder: Instances in parent group-v682291. [ 1157.334531] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.335416] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1157.335416] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fd2c8a3-2416-4cb9-9146-04004509b2c6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.353546] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.353546] env[69858]: value = "task-3419767" [ 1157.353546] env[69858]: _type = "Task" [ 1157.353546] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.362374] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419767, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.412713] env[69858]: DEBUG oslo_concurrency.lockutils [None req-978ed4f1-c53e-48bb-94e0-ac0f058b4e93 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.475181] env[69858]: DEBUG oslo_vmware.rw_handles [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Completed reading data from the image iterator. {{(pid=69858) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1157.475519] env[69858]: DEBUG oslo_vmware.rw_handles [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cfab52-34f7-ee4c-cf3b-a86a3cbf7955/disk-0.vmdk. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1157.476701] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ecc313-2c73-454f-bee5-345c6b656005 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.486345] env[69858]: DEBUG oslo_vmware.rw_handles [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cfab52-34f7-ee4c-cf3b-a86a3cbf7955/disk-0.vmdk is in state: ready. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1157.486521] env[69858]: DEBUG oslo_vmware.rw_handles [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cfab52-34f7-ee4c-cf3b-a86a3cbf7955/disk-0.vmdk. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1157.486898] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-538c03f3-0499-4c65-b99f-6657aee9fd63 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.663014] env[69858]: DEBUG nova.objects.base [None req-43f4e0ab-863c-4917-8d92-31b7451d168c tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Object Instance<587f6c2d-ea44-459f-b0c5-6e232da0e6d1> lazy-loaded attributes: info_cache,migration_context {{(pid=69858) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1157.664065] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2abcad9-ec18-495b-a789-dd5a995db0f3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.683254] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a229fde-f11c-49d0-acd0-9c978806294a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.689388] env[69858]: DEBUG oslo_vmware.api [None req-43f4e0ab-863c-4917-8d92-31b7451d168c tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1157.689388] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52287639-508e-26eb-2a71-7b6f899ba419" [ 1157.689388] env[69858]: _type = "Task" [ 1157.689388] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.698958] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.699578] env[69858]: DEBUG nova.compute.manager [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1157.702823] env[69858]: DEBUG oslo_vmware.api [None req-43f4e0ab-863c-4917-8d92-31b7451d168c tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52287639-508e-26eb-2a71-7b6f899ba419, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.703543] env[69858]: DEBUG oslo_concurrency.lockutils [None req-af6334a7-3587-464d-8dfd-dafeb4637ffa tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.009s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.703763] env[69858]: DEBUG nova.objects.instance [None req-af6334a7-3587-464d-8dfd-dafeb4637ffa tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Lazy-loading 'resources' on Instance uuid 3b0a0b5e-cec1-442f-97a0-83bce3164395 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.726436] env[69858]: DEBUG oslo_vmware.rw_handles [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cfab52-34f7-ee4c-cf3b-a86a3cbf7955/disk-0.vmdk. {{(pid=69858) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1157.726436] env[69858]: INFO nova.virt.vmwareapi.images [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Downloaded image file data 89ebfa30-aaa3-4b09-bf51-92e42b75da58 [ 1157.727290] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b965dd11-cd85-4ec4-9db4-d66e1f0e6f6f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.745712] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7aae30cd-f78e-462d-a815-01efc8c07727 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.791101] env[69858]: INFO nova.virt.vmwareapi.images [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] The imported VM was unregistered [ 1157.793194] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Caching image {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1157.793403] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Creating directory with path [datastore1] devstack-image-cache_base/89ebfa30-aaa3-4b09-bf51-92e42b75da58 {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1157.793704] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e06f5eac-8327-431b-bdfe-285787610317 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.805026] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Created directory with path [datastore1] devstack-image-cache_base/89ebfa30-aaa3-4b09-bf51-92e42b75da58 {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1157.805268] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_32c29fa2-55c9-4188-9289-48fc8bd52c7c/OSTACK_IMG_32c29fa2-55c9-4188-9289-48fc8bd52c7c.vmdk to [datastore1] devstack-image-cache_base/89ebfa30-aaa3-4b09-bf51-92e42b75da58/89ebfa30-aaa3-4b09-bf51-92e42b75da58.vmdk. {{(pid=69858) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1157.805555] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d5397e90-9ae5-459d-9f14-e0fb0441e299 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.812122] env[69858]: DEBUG oslo_vmware.api [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1157.812122] env[69858]: value = "task-3419769" [ 1157.812122] env[69858]: _type = "Task" [ 1157.812122] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.821098] env[69858]: DEBUG oslo_vmware.api [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419769, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.863420] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419767, 'name': CreateVM_Task, 'duration_secs': 0.394866} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.863616] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1157.864096] env[69858]: DEBUG oslo_concurrency.lockutils [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.864266] env[69858]: DEBUG oslo_concurrency.lockutils [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.864594] env[69858]: DEBUG oslo_concurrency.lockutils [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.864874] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81987bc7-eed1-4321-8428-bbc8094913de {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.869861] env[69858]: DEBUG oslo_vmware.api [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Waiting for the task: (returnval){ [ 1157.869861] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52dde42c-c739-1e53-88c4-cd142e930fad" [ 1157.869861] env[69858]: _type = "Task" [ 1157.869861] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.878106] env[69858]: DEBUG oslo_vmware.api [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52dde42c-c739-1e53-88c4-cd142e930fad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.200718] env[69858]: DEBUG oslo_vmware.api [None req-43f4e0ab-863c-4917-8d92-31b7451d168c tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52287639-508e-26eb-2a71-7b6f899ba419, 'name': SearchDatastore_Task, 'duration_secs': 0.065535} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.201067] env[69858]: DEBUG oslo_concurrency.lockutils [None req-43f4e0ab-863c-4917-8d92-31b7451d168c tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.204494] env[69858]: DEBUG nova.compute.utils [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1158.206121] env[69858]: DEBUG nova.compute.manager [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1158.206219] env[69858]: DEBUG nova.network.neutron [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1158.257166] env[69858]: DEBUG nova.policy [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47e0591ec2b047bcb8fa71679963c9db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7dedf87ec0a4a0eacbea8b7ce50f40e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1158.324221] env[69858]: DEBUG oslo_vmware.api [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419769, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.382885] env[69858]: DEBUG oslo_vmware.api [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52dde42c-c739-1e53-88c4-cd142e930fad, 'name': SearchDatastore_Task, 'duration_secs': 0.010336} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.386202] env[69858]: DEBUG oslo_concurrency.lockutils [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.386514] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1158.386816] env[69858]: DEBUG oslo_concurrency.lockutils [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.386983] env[69858]: DEBUG oslo_concurrency.lockutils [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.387182] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.387944] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e54fe016-fa60-47e7-a89c-83a783fa20c4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.412767] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1158.413134] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1158.417320] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c85eb09e-9cec-40b1-a311-51174fba944f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.427018] env[69858]: DEBUG oslo_vmware.api [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Waiting for the task: (returnval){ [ 1158.427018] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52468425-f9eb-a124-a2c2-31180e06bb53" [ 1158.427018] env[69858]: _type = "Task" [ 1158.427018] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.432530] env[69858]: DEBUG oslo_vmware.api [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52468425-f9eb-a124-a2c2-31180e06bb53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.485163] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365b308f-c991-44a7-8161-50edeb660639 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.496931] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f16930b-51e5-47b8-8320-5a05b4cdc7f2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.533406] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717d61f8-462a-4243-8906-413676d3df3c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.546909] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6703268-ba24-46e5-8c5f-f843bb5196bd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.563222] env[69858]: DEBUG nova.compute.provider_tree [None req-af6334a7-3587-464d-8dfd-dafeb4637ffa tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.565925] env[69858]: DEBUG nova.network.neutron [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Successfully created port: cd348573-c73c-4e48-9b3c-5b6b4cb6c858 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1158.712480] env[69858]: DEBUG nova.compute.manager [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1158.825381] env[69858]: DEBUG oslo_vmware.api [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419769, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.934663] env[69858]: DEBUG oslo_vmware.api [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52468425-f9eb-a124-a2c2-31180e06bb53, 'name': SearchDatastore_Task, 'duration_secs': 0.091774} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.935526] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-448f5921-463b-48db-97fc-4378c873861e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.942054] env[69858]: DEBUG oslo_vmware.api [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Waiting for the task: (returnval){ [ 1158.942054] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524170bf-2071-2f32-2507-31cde57b4fba" [ 1158.942054] env[69858]: _type = "Task" [ 1158.942054] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.951411] env[69858]: DEBUG oslo_vmware.api [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524170bf-2071-2f32-2507-31cde57b4fba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.071073] env[69858]: DEBUG nova.scheduler.client.report [None req-af6334a7-3587-464d-8dfd-dafeb4637ffa tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.325525] env[69858]: DEBUG oslo_vmware.api [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419769, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.452946] env[69858]: DEBUG oslo_vmware.api [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524170bf-2071-2f32-2507-31cde57b4fba, 'name': SearchDatastore_Task, 'duration_secs': 0.090077} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.453266] env[69858]: DEBUG oslo_concurrency.lockutils [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.453694] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b/7ff04108-0ea0-4b55-a21f-ac9d777c9e3b.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1159.453817] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99fada15-4a45-49f8-8c52-874a9a0be2d5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.462387] env[69858]: DEBUG oslo_vmware.api [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Waiting for the task: (returnval){ [ 1159.462387] env[69858]: value = "task-3419770" [ 1159.462387] env[69858]: _type = "Task" [ 1159.462387] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.471472] env[69858]: DEBUG oslo_vmware.api [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': task-3419770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.576204] env[69858]: DEBUG oslo_concurrency.lockutils [None req-af6334a7-3587-464d-8dfd-dafeb4637ffa tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.873s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.578741] env[69858]: DEBUG oslo_concurrency.lockutils [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.926s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.580546] env[69858]: INFO nova.compute.claims [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1159.599365] env[69858]: INFO nova.scheduler.client.report [None req-af6334a7-3587-464d-8dfd-dafeb4637ffa tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Deleted allocations for instance 3b0a0b5e-cec1-442f-97a0-83bce3164395 [ 1159.722923] env[69858]: DEBUG nova.compute.manager [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1159.750863] env[69858]: DEBUG nova.virt.hardware [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.751155] env[69858]: DEBUG nova.virt.hardware [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.751321] env[69858]: DEBUG nova.virt.hardware [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.751512] env[69858]: DEBUG nova.virt.hardware [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.751665] env[69858]: DEBUG nova.virt.hardware [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.751818] env[69858]: DEBUG nova.virt.hardware [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.752051] env[69858]: DEBUG nova.virt.hardware [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.752223] env[69858]: DEBUG nova.virt.hardware [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.752398] env[69858]: DEBUG nova.virt.hardware [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.752568] env[69858]: DEBUG nova.virt.hardware [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.752744] env[69858]: DEBUG nova.virt.hardware [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.754586] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc5f865-7c3d-4261-822d-d97e29ac9a1a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.762710] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac9752d-1d7d-4ddf-bff5-7ea153e1e391 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.825062] env[69858]: DEBUG oslo_vmware.api [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419769, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.971706] env[69858]: DEBUG oslo_vmware.api [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': task-3419770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.979160] env[69858]: DEBUG nova.compute.manager [req-0bb2b6b7-bd8b-4c00-9232-8e44050b7ae6 req-49e947be-be32-4d41-bd70-5d1914995e8e service nova] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Received event network-vif-plugged-cd348573-c73c-4e48-9b3c-5b6b4cb6c858 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.979480] env[69858]: DEBUG oslo_concurrency.lockutils [req-0bb2b6b7-bd8b-4c00-9232-8e44050b7ae6 req-49e947be-be32-4d41-bd70-5d1914995e8e service nova] Acquiring lock "b466ac03-70e0-4fc8-9bb6-d4824293d5ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.979662] env[69858]: DEBUG oslo_concurrency.lockutils [req-0bb2b6b7-bd8b-4c00-9232-8e44050b7ae6 req-49e947be-be32-4d41-bd70-5d1914995e8e service nova] Lock "b466ac03-70e0-4fc8-9bb6-d4824293d5ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.979842] env[69858]: DEBUG oslo_concurrency.lockutils [req-0bb2b6b7-bd8b-4c00-9232-8e44050b7ae6 req-49e947be-be32-4d41-bd70-5d1914995e8e service nova] Lock "b466ac03-70e0-4fc8-9bb6-d4824293d5ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.980023] env[69858]: DEBUG nova.compute.manager [req-0bb2b6b7-bd8b-4c00-9232-8e44050b7ae6 req-49e947be-be32-4d41-bd70-5d1914995e8e service nova] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] No waiting events found dispatching network-vif-plugged-cd348573-c73c-4e48-9b3c-5b6b4cb6c858 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1159.980197] env[69858]: WARNING nova.compute.manager [req-0bb2b6b7-bd8b-4c00-9232-8e44050b7ae6 req-49e947be-be32-4d41-bd70-5d1914995e8e service nova] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Received unexpected event network-vif-plugged-cd348573-c73c-4e48-9b3c-5b6b4cb6c858 for instance with vm_state building and task_state spawning. [ 1160.085135] env[69858]: DEBUG nova.network.neutron [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Successfully updated port: cd348573-c73c-4e48-9b3c-5b6b4cb6c858 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1160.110643] env[69858]: DEBUG oslo_concurrency.lockutils [None req-af6334a7-3587-464d-8dfd-dafeb4637ffa tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Lock "3b0a0b5e-cec1-442f-97a0-83bce3164395" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.836s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.326226] env[69858]: DEBUG oslo_vmware.api [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419769, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.499411} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.326226] env[69858]: INFO nova.virt.vmwareapi.ds_util [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_32c29fa2-55c9-4188-9289-48fc8bd52c7c/OSTACK_IMG_32c29fa2-55c9-4188-9289-48fc8bd52c7c.vmdk to [datastore1] devstack-image-cache_base/89ebfa30-aaa3-4b09-bf51-92e42b75da58/89ebfa30-aaa3-4b09-bf51-92e42b75da58.vmdk. [ 1160.326226] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Cleaning up location [datastore1] OSTACK_IMG_32c29fa2-55c9-4188-9289-48fc8bd52c7c {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1160.326438] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_32c29fa2-55c9-4188-9289-48fc8bd52c7c {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.326581] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb155096-c4e2-48d1-b214-73c8d5530d95 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.332991] env[69858]: DEBUG oslo_vmware.api [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1160.332991] env[69858]: value = "task-3419771" [ 1160.332991] env[69858]: _type = "Task" [ 1160.332991] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.340686] env[69858]: DEBUG oslo_vmware.api [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.472968] env[69858]: DEBUG oslo_vmware.api [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': task-3419770, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.546822] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c22ffbfa-57d8-4dd1-ba15-7b2424732c11 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Acquiring lock "d831dcb8-e294-42dd-90b8-e414ed48c194" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.547132] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c22ffbfa-57d8-4dd1-ba15-7b2424732c11 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Lock "d831dcb8-e294-42dd-90b8-e414ed48c194" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.547422] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c22ffbfa-57d8-4dd1-ba15-7b2424732c11 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Acquiring lock "d831dcb8-e294-42dd-90b8-e414ed48c194-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.547634] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c22ffbfa-57d8-4dd1-ba15-7b2424732c11 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Lock "d831dcb8-e294-42dd-90b8-e414ed48c194-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.547828] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c22ffbfa-57d8-4dd1-ba15-7b2424732c11 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Lock "d831dcb8-e294-42dd-90b8-e414ed48c194-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.550698] env[69858]: INFO nova.compute.manager [None req-c22ffbfa-57d8-4dd1-ba15-7b2424732c11 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Terminating instance [ 1160.589897] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "refresh_cache-b466ac03-70e0-4fc8-9bb6-d4824293d5ed" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.590243] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquired lock "refresh_cache-b466ac03-70e0-4fc8-9bb6-d4824293d5ed" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.590325] env[69858]: DEBUG nova.network.neutron [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.816848] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2cd92b-49e0-4a28-b9e1-898335dcad21 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.824928] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85d7d30-fea5-4846-80d7-c190f7b29382 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.859440] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c411723-7f4f-453c-a2a6-d34fd2b6e3f3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.866803] env[69858]: DEBUG oslo_vmware.api [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419771, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110955} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.868991] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.869199] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/89ebfa30-aaa3-4b09-bf51-92e42b75da58/89ebfa30-aaa3-4b09-bf51-92e42b75da58.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.869458] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/89ebfa30-aaa3-4b09-bf51-92e42b75da58/89ebfa30-aaa3-4b09-bf51-92e42b75da58.vmdk to [datastore1] 2037baf4-892d-461e-88dd-2ffa17dc7ca4/2037baf4-892d-461e-88dd-2ffa17dc7ca4.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1160.869750] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7507e04b-9312-41b6-a9e9-62b032a09269 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.872608] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec89358e-276c-459d-8870-836cd81f0a80 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.888885] env[69858]: DEBUG nova.compute.provider_tree [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.891536] env[69858]: DEBUG oslo_vmware.api [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1160.891536] env[69858]: value = "task-3419772" [ 1160.891536] env[69858]: _type = "Task" [ 1160.891536] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.899221] env[69858]: DEBUG oslo_vmware.api [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.974207] env[69858]: DEBUG oslo_vmware.api [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': task-3419770, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.18834} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.974551] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b/7ff04108-0ea0-4b55-a21f-ac9d777c9e3b.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1160.974825] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1160.975132] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f01ba6e9-db61-4c12-9427-03459543c8fe {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.982021] env[69858]: DEBUG oslo_vmware.api [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Waiting for the task: (returnval){ [ 1160.982021] env[69858]: value = "task-3419773" [ 1160.982021] env[69858]: _type = "Task" [ 1160.982021] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.990566] env[69858]: DEBUG oslo_vmware.api [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': task-3419773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.055275] env[69858]: DEBUG nova.compute.manager [None req-c22ffbfa-57d8-4dd1-ba15-7b2424732c11 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1161.055491] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c22ffbfa-57d8-4dd1-ba15-7b2424732c11 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1161.056473] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc55138-ce85-442f-a5e2-f9d7ee8207e8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.064145] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-c22ffbfa-57d8-4dd1-ba15-7b2424732c11 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.064409] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd968bd9-a99a-4b3a-82ae-7c605a3c1b24 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.069772] env[69858]: DEBUG oslo_vmware.api [None req-c22ffbfa-57d8-4dd1-ba15-7b2424732c11 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Waiting for the task: (returnval){ [ 1161.069772] env[69858]: value = "task-3419774" [ 1161.069772] env[69858]: _type = "Task" [ 1161.069772] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.078053] env[69858]: DEBUG oslo_vmware.api [None req-c22ffbfa-57d8-4dd1-ba15-7b2424732c11 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.127916] env[69858]: DEBUG nova.network.neutron [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1161.282374] env[69858]: DEBUG nova.network.neutron [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Updating instance_info_cache with network_info: [{"id": "cd348573-c73c-4e48-9b3c-5b6b4cb6c858", "address": "fa:16:3e:69:33:b3", "network": {"id": "8ff8d9d7-ac3f-4144-8c10-cf2cb5e15ece", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-665236185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7dedf87ec0a4a0eacbea8b7ce50f40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd348573-c7", "ovs_interfaceid": "cd348573-c73c-4e48-9b3c-5b6b4cb6c858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.393067] env[69858]: DEBUG nova.scheduler.client.report [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.408044] env[69858]: DEBUG oslo_vmware.api [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419772, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.495466] env[69858]: DEBUG oslo_vmware.api [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': task-3419773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067405} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.496188] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1161.496992] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2147509b-6165-4e99-a727-e9a71a8bed27 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.521152] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b/7ff04108-0ea0-4b55-a21f-ac9d777c9e3b.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.521432] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ceb9250d-4998-4b4b-8597-5d58d3168527 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.541807] env[69858]: DEBUG oslo_vmware.api [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Waiting for the task: (returnval){ [ 1161.541807] env[69858]: value = "task-3419775" [ 1161.541807] env[69858]: _type = "Task" [ 1161.541807] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.552146] env[69858]: DEBUG oslo_vmware.api [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': task-3419775, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.582293] env[69858]: DEBUG oslo_vmware.api [None req-c22ffbfa-57d8-4dd1-ba15-7b2424732c11 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419774, 'name': PowerOffVM_Task, 'duration_secs': 0.267631} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.582578] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-c22ffbfa-57d8-4dd1-ba15-7b2424732c11 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.582750] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c22ffbfa-57d8-4dd1-ba15-7b2424732c11 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.583033] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-816e8ef0-6795-4505-bd7d-3f23b1a8c2af {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.648697] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c22ffbfa-57d8-4dd1-ba15-7b2424732c11 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.649134] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c22ffbfa-57d8-4dd1-ba15-7b2424732c11 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.649134] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-c22ffbfa-57d8-4dd1-ba15-7b2424732c11 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Deleting the datastore file [datastore2] d831dcb8-e294-42dd-90b8-e414ed48c194 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.649417] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48fc7c1c-1e88-446e-b14d-9b415c862fd1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.659729] env[69858]: DEBUG oslo_vmware.api [None req-c22ffbfa-57d8-4dd1-ba15-7b2424732c11 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Waiting for the task: (returnval){ [ 1161.659729] env[69858]: value = "task-3419777" [ 1161.659729] env[69858]: _type = "Task" [ 1161.659729] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.670527] env[69858]: DEBUG oslo_vmware.api [None req-c22ffbfa-57d8-4dd1-ba15-7b2424732c11 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.785684] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Releasing lock "refresh_cache-b466ac03-70e0-4fc8-9bb6-d4824293d5ed" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.786071] env[69858]: DEBUG nova.compute.manager [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Instance network_info: |[{"id": "cd348573-c73c-4e48-9b3c-5b6b4cb6c858", "address": "fa:16:3e:69:33:b3", "network": {"id": "8ff8d9d7-ac3f-4144-8c10-cf2cb5e15ece", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-665236185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7dedf87ec0a4a0eacbea8b7ce50f40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd348573-c7", "ovs_interfaceid": "cd348573-c73c-4e48-9b3c-5b6b4cb6c858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1161.786557] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:33:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '67921bdb-a7a0-46b5-ba05-ca997496e222', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd348573-c73c-4e48-9b3c-5b6b4cb6c858', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.794454] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.794723] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1161.794981] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd1a1b98-7c01-4150-b062-52d770e7537c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.817068] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.817068] env[69858]: value = "task-3419778" [ 1161.817068] env[69858]: _type = "Task" [ 1161.817068] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.829523] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419778, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.901515] env[69858]: DEBUG oslo_concurrency.lockutils [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.902169] env[69858]: DEBUG nova.compute.manager [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1161.905191] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.763s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.906806] env[69858]: INFO nova.compute.claims [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1161.917393] env[69858]: DEBUG oslo_vmware.api [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419772, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.007325] env[69858]: DEBUG nova.compute.manager [req-3212e8fb-25f7-4998-9602-b9698de6396f req-b483f467-c71f-4a94-87ae-c2e603d4d579 service nova] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Received event network-changed-cd348573-c73c-4e48-9b3c-5b6b4cb6c858 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.007615] env[69858]: DEBUG nova.compute.manager [req-3212e8fb-25f7-4998-9602-b9698de6396f req-b483f467-c71f-4a94-87ae-c2e603d4d579 service nova] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Refreshing instance network info cache due to event network-changed-cd348573-c73c-4e48-9b3c-5b6b4cb6c858. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1162.007911] env[69858]: DEBUG oslo_concurrency.lockutils [req-3212e8fb-25f7-4998-9602-b9698de6396f req-b483f467-c71f-4a94-87ae-c2e603d4d579 service nova] Acquiring lock "refresh_cache-b466ac03-70e0-4fc8-9bb6-d4824293d5ed" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.008112] env[69858]: DEBUG oslo_concurrency.lockutils [req-3212e8fb-25f7-4998-9602-b9698de6396f req-b483f467-c71f-4a94-87ae-c2e603d4d579 service nova] Acquired lock "refresh_cache-b466ac03-70e0-4fc8-9bb6-d4824293d5ed" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.008336] env[69858]: DEBUG nova.network.neutron [req-3212e8fb-25f7-4998-9602-b9698de6396f req-b483f467-c71f-4a94-87ae-c2e603d4d579 service nova] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Refreshing network info cache for port cd348573-c73c-4e48-9b3c-5b6b4cb6c858 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1162.054824] env[69858]: DEBUG oslo_vmware.api [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': task-3419775, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.171798] env[69858]: DEBUG oslo_vmware.api [None req-c22ffbfa-57d8-4dd1-ba15-7b2424732c11 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Task: {'id': task-3419777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224086} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.172084] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-c22ffbfa-57d8-4dd1-ba15-7b2424732c11 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.172279] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c22ffbfa-57d8-4dd1-ba15-7b2424732c11 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.172495] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c22ffbfa-57d8-4dd1-ba15-7b2424732c11 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.172716] env[69858]: INFO nova.compute.manager [None req-c22ffbfa-57d8-4dd1-ba15-7b2424732c11 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1162.173041] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c22ffbfa-57d8-4dd1-ba15-7b2424732c11 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.173291] env[69858]: DEBUG nova.compute.manager [-] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1162.173358] env[69858]: DEBUG nova.network.neutron [-] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1162.329628] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419778, 'name': CreateVM_Task, 'duration_secs': 0.364481} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.329996] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1162.330898] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.331248] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.331691] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.333018] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dde51e41-349b-4ed5-b5c7-9b3ec7ba5c28 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.339157] env[69858]: DEBUG oslo_vmware.api [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1162.339157] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524ff6d4-0b9b-c627-d465-7a8d66a28270" [ 1162.339157] env[69858]: _type = "Task" [ 1162.339157] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.351218] env[69858]: DEBUG oslo_vmware.api [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524ff6d4-0b9b-c627-d465-7a8d66a28270, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.409236] env[69858]: DEBUG oslo_vmware.api [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419772, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.412932] env[69858]: DEBUG nova.compute.utils [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.416508] env[69858]: DEBUG nova.compute.manager [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1162.416733] env[69858]: DEBUG nova.network.neutron [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1162.458472] env[69858]: DEBUG nova.policy [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed3cc26da6254451bf3730e3ef3ef734', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e4d98b5c92d49f4a6d2e8e37b5cc26b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1162.558703] env[69858]: DEBUG oslo_vmware.api [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': task-3419775, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.752651] env[69858]: DEBUG nova.network.neutron [req-3212e8fb-25f7-4998-9602-b9698de6396f req-b483f467-c71f-4a94-87ae-c2e603d4d579 service nova] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Updated VIF entry in instance network info cache for port cd348573-c73c-4e48-9b3c-5b6b4cb6c858. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.753228] env[69858]: DEBUG nova.network.neutron [req-3212e8fb-25f7-4998-9602-b9698de6396f req-b483f467-c71f-4a94-87ae-c2e603d4d579 service nova] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Updating instance_info_cache with network_info: [{"id": "cd348573-c73c-4e48-9b3c-5b6b4cb6c858", "address": "fa:16:3e:69:33:b3", "network": {"id": "8ff8d9d7-ac3f-4144-8c10-cf2cb5e15ece", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-665236185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7dedf87ec0a4a0eacbea8b7ce50f40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd348573-c7", "ovs_interfaceid": "cd348573-c73c-4e48-9b3c-5b6b4cb6c858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.854294] env[69858]: DEBUG oslo_vmware.api [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524ff6d4-0b9b-c627-d465-7a8d66a28270, 'name': SearchDatastore_Task, 'duration_secs': 0.096299} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.854645] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.854905] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1162.855186] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.855890] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.856149] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.856958] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9651de08-4eb7-47a0-a204-5ae75318c568 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.878347] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.878586] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1162.879852] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8efc2cb9-8477-4672-b41d-1ee83ef0d31a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.890212] env[69858]: DEBUG oslo_vmware.api [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1162.890212] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f09e16-7210-7e47-64e4-fa1d7f225006" [ 1162.890212] env[69858]: _type = "Task" [ 1162.890212] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.901333] env[69858]: DEBUG oslo_vmware.api [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f09e16-7210-7e47-64e4-fa1d7f225006, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.914541] env[69858]: DEBUG oslo_vmware.api [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419772, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.917571] env[69858]: DEBUG nova.compute.manager [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1162.936232] env[69858]: DEBUG nova.network.neutron [-] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.969813] env[69858]: DEBUG nova.network.neutron [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Successfully created port: e929706c-843d-44eb-93ad-10b1c03d2db7 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1163.057127] env[69858]: DEBUG oslo_vmware.api [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': task-3419775, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.194087] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5af5eb-fa4b-4c04-b78e-dd22331868aa {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.204104] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98849c2-4291-4d0d-ac45-c1be70452483 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.238350] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a5c866-9640-44fa-b2fa-bba5bf28e55d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.248196] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d876f7a6-4735-4b69-9658-b5239fa4a254 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.256311] env[69858]: DEBUG oslo_concurrency.lockutils [req-3212e8fb-25f7-4998-9602-b9698de6396f req-b483f467-c71f-4a94-87ae-c2e603d4d579 service nova] Releasing lock "refresh_cache-b466ac03-70e0-4fc8-9bb6-d4824293d5ed" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.265022] env[69858]: DEBUG nova.compute.provider_tree [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.403905] env[69858]: DEBUG oslo_vmware.api [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f09e16-7210-7e47-64e4-fa1d7f225006, 'name': SearchDatastore_Task, 'duration_secs': 0.087749} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.408875] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e3a0424-ff6d-4127-9145-ad1924680d82 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.415149] env[69858]: DEBUG oslo_vmware.api [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1163.415149] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]522ed3e4-7880-209b-0ed0-3d556a588c66" [ 1163.415149] env[69858]: _type = "Task" [ 1163.415149] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.418033] env[69858]: DEBUG oslo_vmware.api [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419772, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.430474] env[69858]: DEBUG oslo_vmware.api [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]522ed3e4-7880-209b-0ed0-3d556a588c66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.439278] env[69858]: INFO nova.compute.manager [-] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Took 1.27 seconds to deallocate network for instance. [ 1163.557270] env[69858]: DEBUG oslo_vmware.api [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': task-3419775, 'name': ReconfigVM_Task, 'duration_secs': 2.005459} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.557729] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b/7ff04108-0ea0-4b55-a21f-ac9d777c9e3b.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.558582] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00fad6fa-e6d1-44d2-8a65-6a5bbfd6973b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.565822] env[69858]: DEBUG oslo_vmware.api [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Waiting for the task: (returnval){ [ 1163.565822] env[69858]: value = "task-3419779" [ 1163.565822] env[69858]: _type = "Task" [ 1163.565822] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.577851] env[69858]: DEBUG oslo_vmware.api [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': task-3419779, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.768823] env[69858]: DEBUG nova.scheduler.client.report [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.914843] env[69858]: DEBUG oslo_vmware.api [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419772, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.537955} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.915130] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/89ebfa30-aaa3-4b09-bf51-92e42b75da58/89ebfa30-aaa3-4b09-bf51-92e42b75da58.vmdk to [datastore1] 2037baf4-892d-461e-88dd-2ffa17dc7ca4/2037baf4-892d-461e-88dd-2ffa17dc7ca4.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1163.915953] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467deda7-6a4c-411e-a0d1-bfb95d550d51 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.938356] env[69858]: DEBUG nova.compute.manager [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1163.949348] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 2037baf4-892d-461e-88dd-2ffa17dc7ca4/2037baf4-892d-461e-88dd-2ffa17dc7ca4.vmdk or device None with type streamOptimized {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.949767] env[69858]: DEBUG oslo_vmware.api [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]522ed3e4-7880-209b-0ed0-3d556a588c66, 'name': SearchDatastore_Task, 'duration_secs': 0.013834} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.951292] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c22ffbfa-57d8-4dd1-ba15-7b2424732c11 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.951292] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e51bbff-dcf3-4ff7-9367-843f7f7321ef {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.965911] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.966238] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] b466ac03-70e0-4fc8-9bb6-d4824293d5ed/b466ac03-70e0-4fc8-9bb6-d4824293d5ed.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1163.968388] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d76eca61-a453-44d1-be51-33264aa366bf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.976281] env[69858]: DEBUG nova.virt.hardware [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1163.976533] env[69858]: DEBUG nova.virt.hardware [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1163.976695] env[69858]: DEBUG nova.virt.hardware [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.976881] env[69858]: DEBUG nova.virt.hardware [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1163.977044] env[69858]: DEBUG nova.virt.hardware [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.977200] env[69858]: DEBUG nova.virt.hardware [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1163.977418] env[69858]: DEBUG nova.virt.hardware [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1163.977586] env[69858]: DEBUG nova.virt.hardware [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1163.977755] env[69858]: DEBUG nova.virt.hardware [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1163.977920] env[69858]: DEBUG nova.virt.hardware [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1163.978112] env[69858]: DEBUG nova.virt.hardware [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1163.978947] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bb32b8-df69-4893-8e76-d135a56471b9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.984011] env[69858]: DEBUG oslo_vmware.api [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1163.984011] env[69858]: value = "task-3419780" [ 1163.984011] env[69858]: _type = "Task" [ 1163.984011] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.984300] env[69858]: DEBUG oslo_vmware.api [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1163.984300] env[69858]: value = "task-3419781" [ 1163.984300] env[69858]: _type = "Task" [ 1163.984300] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.994551] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f30466-2896-48b0-b267-f302eedd546a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.004438] env[69858]: DEBUG oslo_vmware.api [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.004708] env[69858]: DEBUG oslo_vmware.api [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419781, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.040108] env[69858]: DEBUG nova.compute.manager [req-c3ec63dd-116e-417b-b8db-3ff6f442a2ad req-1bbfd04d-1134-460b-b5dd-d3d0e1106e91 service nova] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Received event network-vif-deleted-18f25286-8b41-4dd6-a1c9-3a03146cf924 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.076585] env[69858]: DEBUG oslo_vmware.api [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': task-3419779, 'name': Rename_Task, 'duration_secs': 0.144827} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.076994] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.077316] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0421bcf-a643-4ff1-bb4c-35ad4c207d95 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.083980] env[69858]: DEBUG oslo_vmware.api [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Waiting for the task: (returnval){ [ 1164.083980] env[69858]: value = "task-3419782" [ 1164.083980] env[69858]: _type = "Task" [ 1164.083980] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.092479] env[69858]: DEBUG oslo_vmware.api [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': task-3419782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.274079] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.274576] env[69858]: DEBUG nova.compute.manager [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1164.277948] env[69858]: DEBUG oslo_concurrency.lockutils [None req-01bec7c5-4dfa-4e39-9c0f-f29eb9c35fe5 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.164s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.278243] env[69858]: DEBUG oslo_concurrency.lockutils [None req-01bec7c5-4dfa-4e39-9c0f-f29eb9c35fe5 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.281373] env[69858]: DEBUG oslo_concurrency.lockutils [None req-978ed4f1-c53e-48bb-94e0-ac0f058b4e93 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.869s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.281775] env[69858]: DEBUG nova.objects.instance [None req-978ed4f1-c53e-48bb-94e0-ac0f058b4e93 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lazy-loading 'resources' on Instance uuid b74c0471-7dc4-45f6-add2-31c3f6e4fcb6 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.304073] env[69858]: INFO nova.scheduler.client.report [None req-01bec7c5-4dfa-4e39-9c0f-f29eb9c35fe5 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Deleted allocations for instance 52f9cc80-37b5-4a07-b685-08eedac6b609 [ 1164.437185] env[69858]: DEBUG nova.compute.manager [req-1f4639d2-b5cb-4f59-86e3-0dedc38d15d9 req-5238e567-9ead-4563-a59e-94af114fa77f service nova] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Received event network-vif-plugged-e929706c-843d-44eb-93ad-10b1c03d2db7 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.437185] env[69858]: DEBUG oslo_concurrency.lockutils [req-1f4639d2-b5cb-4f59-86e3-0dedc38d15d9 req-5238e567-9ead-4563-a59e-94af114fa77f service nova] Acquiring lock "3bbab55a-cf65-43f4-93ac-7af742d87fba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.437401] env[69858]: DEBUG oslo_concurrency.lockutils [req-1f4639d2-b5cb-4f59-86e3-0dedc38d15d9 req-5238e567-9ead-4563-a59e-94af114fa77f service nova] Lock "3bbab55a-cf65-43f4-93ac-7af742d87fba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.437581] env[69858]: DEBUG oslo_concurrency.lockutils [req-1f4639d2-b5cb-4f59-86e3-0dedc38d15d9 req-5238e567-9ead-4563-a59e-94af114fa77f service nova] Lock "3bbab55a-cf65-43f4-93ac-7af742d87fba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.437876] env[69858]: DEBUG nova.compute.manager [req-1f4639d2-b5cb-4f59-86e3-0dedc38d15d9 req-5238e567-9ead-4563-a59e-94af114fa77f service nova] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] No waiting events found dispatching network-vif-plugged-e929706c-843d-44eb-93ad-10b1c03d2db7 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1164.438098] env[69858]: WARNING nova.compute.manager [req-1f4639d2-b5cb-4f59-86e3-0dedc38d15d9 req-5238e567-9ead-4563-a59e-94af114fa77f service nova] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Received unexpected event network-vif-plugged-e929706c-843d-44eb-93ad-10b1c03d2db7 for instance with vm_state building and task_state spawning. [ 1164.499567] env[69858]: DEBUG oslo_vmware.api [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419780, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.504694] env[69858]: DEBUG oslo_vmware.api [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419781, 'name': ReconfigVM_Task, 'duration_secs': 0.413361} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.505631] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 2037baf4-892d-461e-88dd-2ffa17dc7ca4/2037baf4-892d-461e-88dd-2ffa17dc7ca4.vmdk or device None with type streamOptimized {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.506043] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2c467ea-7fe1-44da-8d7a-93dd4f72df26 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.514974] env[69858]: DEBUG oslo_vmware.api [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1164.514974] env[69858]: value = "task-3419783" [ 1164.514974] env[69858]: _type = "Task" [ 1164.514974] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.525408] env[69858]: DEBUG oslo_vmware.api [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419783, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.597367] env[69858]: DEBUG oslo_vmware.api [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': task-3419782, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.623622] env[69858]: DEBUG nova.network.neutron [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Successfully updated port: e929706c-843d-44eb-93ad-10b1c03d2db7 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1164.784727] env[69858]: DEBUG nova.compute.utils [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1164.788879] env[69858]: DEBUG nova.compute.manager [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1164.789098] env[69858]: DEBUG nova.network.neutron [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1164.816039] env[69858]: DEBUG oslo_concurrency.lockutils [None req-01bec7c5-4dfa-4e39-9c0f-f29eb9c35fe5 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "52f9cc80-37b5-4a07-b685-08eedac6b609" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.193s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.843544] env[69858]: DEBUG nova.policy [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '203d5dd8eca045669756612dd278d517', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9769f0327d5246d8b236665cdafb746e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1164.998595] env[69858]: DEBUG oslo_vmware.api [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419780, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642129} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.998882] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] b466ac03-70e0-4fc8-9bb6-d4824293d5ed/b466ac03-70e0-4fc8-9bb6-d4824293d5ed.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1164.999165] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1164.999431] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d900dd3-0cff-42bf-802f-746457189216 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.005828] env[69858]: DEBUG oslo_vmware.api [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1165.005828] env[69858]: value = "task-3419784" [ 1165.005828] env[69858]: _type = "Task" [ 1165.005828] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.021663] env[69858]: DEBUG oslo_vmware.api [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.028982] env[69858]: DEBUG oslo_vmware.api [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419783, 'name': Rename_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.045394] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6113fcb3-5870-4c35-b291-b530056f64bd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.058019] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cccc6be-5d23-423c-81d1-644565c11047 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.091681] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b9d37c-69ae-4b5d-9d90-41eb69f2f6f0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.099605] env[69858]: DEBUG oslo_vmware.api [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': task-3419782, 'name': PowerOnVM_Task, 'duration_secs': 0.898044} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.102309] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.103031] env[69858]: INFO nova.compute.manager [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Took 7.86 seconds to spawn the instance on the hypervisor. [ 1165.103382] env[69858]: DEBUG nova.compute.manager [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.104980] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ae6f1c-6b4f-44e0-b303-a3d4b3d8493b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.108780] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09aa6900-5456-48cf-96b7-1fed8ab7a7c9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.130781] env[69858]: DEBUG nova.compute.provider_tree [None req-978ed4f1-c53e-48bb-94e0-ac0f058b4e93 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.133022] env[69858]: DEBUG oslo_concurrency.lockutils [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "refresh_cache-3bbab55a-cf65-43f4-93ac-7af742d87fba" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.133199] env[69858]: DEBUG oslo_concurrency.lockutils [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquired lock "refresh_cache-3bbab55a-cf65-43f4-93ac-7af742d87fba" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.133380] env[69858]: DEBUG nova.network.neutron [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.292970] env[69858]: DEBUG nova.compute.manager [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1165.302309] env[69858]: DEBUG nova.network.neutron [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Successfully created port: 32921b19-70a8-46b6-914a-42076dabdf5c {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1165.518406] env[69858]: DEBUG oslo_vmware.api [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.265324} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.523027] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1165.523615] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928681f7-9312-41ab-b221-a10047e1a8fc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.531385] env[69858]: DEBUG oslo_vmware.api [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419783, 'name': Rename_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.550791] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] b466ac03-70e0-4fc8-9bb6-d4824293d5ed/b466ac03-70e0-4fc8-9bb6-d4824293d5ed.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.551153] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87cd7888-823d-4875-a4ee-21906326aaaf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.570636] env[69858]: DEBUG oslo_vmware.api [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1165.570636] env[69858]: value = "task-3419785" [ 1165.570636] env[69858]: _type = "Task" [ 1165.570636] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.579591] env[69858]: DEBUG oslo_vmware.api [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419785, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.641442] env[69858]: DEBUG nova.scheduler.client.report [None req-978ed4f1-c53e-48bb-94e0-ac0f058b4e93 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.650723] env[69858]: INFO nova.compute.manager [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Took 16.40 seconds to build instance. [ 1165.680360] env[69858]: DEBUG nova.network.neutron [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1165.838065] env[69858]: DEBUG nova.network.neutron [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Updating instance_info_cache with network_info: [{"id": "e929706c-843d-44eb-93ad-10b1c03d2db7", "address": "fa:16:3e:be:9a:8d", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape929706c-84", "ovs_interfaceid": "e929706c-843d-44eb-93ad-10b1c03d2db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.027625] env[69858]: DEBUG oslo_vmware.api [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419783, 'name': Rename_Task, 'duration_secs': 1.176274} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.029910] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1166.029910] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f695a30b-fd08-4074-8243-f471824c87f8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.035017] env[69858]: DEBUG oslo_vmware.api [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1166.035017] env[69858]: value = "task-3419786" [ 1166.035017] env[69858]: _type = "Task" [ 1166.035017] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.043090] env[69858]: DEBUG oslo_vmware.api [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.081048] env[69858]: DEBUG oslo_vmware.api [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419785, 'name': ReconfigVM_Task, 'duration_secs': 0.349221} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.081315] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Reconfigured VM instance instance-00000061 to attach disk [datastore1] b466ac03-70e0-4fc8-9bb6-d4824293d5ed/b466ac03-70e0-4fc8-9bb6-d4824293d5ed.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.082091] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39eee390-fbd1-42d3-897d-44721ed4521c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.088876] env[69858]: DEBUG oslo_vmware.api [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1166.088876] env[69858]: value = "task-3419787" [ 1166.088876] env[69858]: _type = "Task" [ 1166.088876] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.096650] env[69858]: DEBUG oslo_vmware.api [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419787, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.148474] env[69858]: DEBUG oslo_concurrency.lockutils [None req-978ed4f1-c53e-48bb-94e0-ac0f058b4e93 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.867s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.151058] env[69858]: DEBUG oslo_concurrency.lockutils [None req-43f4e0ab-863c-4917-8d92-31b7451d168c tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.950s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.152595] env[69858]: DEBUG oslo_concurrency.lockutils [None req-39024a56-7279-4962-8835-89bc19d57383 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Lock "7ff04108-0ea0-4b55-a21f-ac9d777c9e3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.912s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.172972] env[69858]: INFO nova.scheduler.client.report [None req-978ed4f1-c53e-48bb-94e0-ac0f058b4e93 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Deleted allocations for instance b74c0471-7dc4-45f6-add2-31c3f6e4fcb6 [ 1166.302660] env[69858]: DEBUG nova.compute.manager [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1166.327784] env[69858]: DEBUG nova.virt.hardware [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.328120] env[69858]: DEBUG nova.virt.hardware [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.328363] env[69858]: DEBUG nova.virt.hardware [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.328535] env[69858]: DEBUG nova.virt.hardware [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.328710] env[69858]: DEBUG nova.virt.hardware [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.328881] env[69858]: DEBUG nova.virt.hardware [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.329155] env[69858]: DEBUG nova.virt.hardware [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.329355] env[69858]: DEBUG nova.virt.hardware [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.329580] env[69858]: DEBUG nova.virt.hardware [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.329806] env[69858]: DEBUG nova.virt.hardware [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.330030] env[69858]: DEBUG nova.virt.hardware [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.330976] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8bc01a-f166-43bd-b359-01d1fc312a17 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.339830] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bca25fe-0683-4521-98ba-3f1db4ee3866 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.344196] env[69858]: DEBUG oslo_concurrency.lockutils [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Releasing lock "refresh_cache-3bbab55a-cf65-43f4-93ac-7af742d87fba" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.344356] env[69858]: DEBUG nova.compute.manager [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Instance network_info: |[{"id": "e929706c-843d-44eb-93ad-10b1c03d2db7", "address": "fa:16:3e:be:9a:8d", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape929706c-84", "ovs_interfaceid": "e929706c-843d-44eb-93ad-10b1c03d2db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1166.344746] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:9a:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e929706c-843d-44eb-93ad-10b1c03d2db7', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1166.352241] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.353254] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1166.353442] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31e0679d-8d14-4d34-82aa-c7e6ec3463be {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.382795] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1166.382795] env[69858]: value = "task-3419788" [ 1166.382795] env[69858]: _type = "Task" [ 1166.382795] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.390251] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419788, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.473154] env[69858]: DEBUG nova.compute.manager [req-a601d3f7-63ca-4854-b37d-b335f663e69f req-18dbfc04-67ff-4897-acc3-26b79e305d51 service nova] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Received event network-changed-e929706c-843d-44eb-93ad-10b1c03d2db7 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.473677] env[69858]: DEBUG nova.compute.manager [req-a601d3f7-63ca-4854-b37d-b335f663e69f req-18dbfc04-67ff-4897-acc3-26b79e305d51 service nova] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Refreshing instance network info cache due to event network-changed-e929706c-843d-44eb-93ad-10b1c03d2db7. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1166.474114] env[69858]: DEBUG oslo_concurrency.lockutils [req-a601d3f7-63ca-4854-b37d-b335f663e69f req-18dbfc04-67ff-4897-acc3-26b79e305d51 service nova] Acquiring lock "refresh_cache-3bbab55a-cf65-43f4-93ac-7af742d87fba" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.474400] env[69858]: DEBUG oslo_concurrency.lockutils [req-a601d3f7-63ca-4854-b37d-b335f663e69f req-18dbfc04-67ff-4897-acc3-26b79e305d51 service nova] Acquired lock "refresh_cache-3bbab55a-cf65-43f4-93ac-7af742d87fba" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.475334] env[69858]: DEBUG nova.network.neutron [req-a601d3f7-63ca-4854-b37d-b335f663e69f req-18dbfc04-67ff-4897-acc3-26b79e305d51 service nova] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Refreshing network info cache for port e929706c-843d-44eb-93ad-10b1c03d2db7 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.546500] env[69858]: DEBUG oslo_vmware.api [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419786, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.598459] env[69858]: DEBUG oslo_vmware.api [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419787, 'name': Rename_Task, 'duration_secs': 0.167763} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.598759] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1166.599030] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2901464f-662a-4282-84da-bcf5fb3ffe8d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.605579] env[69858]: DEBUG oslo_vmware.api [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1166.605579] env[69858]: value = "task-3419789" [ 1166.605579] env[69858]: _type = "Task" [ 1166.605579] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.613820] env[69858]: DEBUG oslo_vmware.api [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.681838] env[69858]: DEBUG oslo_concurrency.lockutils [None req-978ed4f1-c53e-48bb-94e0-ac0f058b4e93 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "b74c0471-7dc4-45f6-add2-31c3f6e4fcb6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.651s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.895245] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419788, 'name': CreateVM_Task, 'duration_secs': 0.477117} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.895530] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1166.896202] env[69858]: DEBUG oslo_concurrency.lockutils [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.896363] env[69858]: DEBUG oslo_concurrency.lockutils [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.896681] env[69858]: DEBUG oslo_concurrency.lockutils [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.897114] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59c03d88-1d61-4d20-b1d3-0ece1844e1dd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.902908] env[69858]: DEBUG oslo_vmware.api [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 1166.902908] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52122a5a-4764-d410-7a19-e5aec214f609" [ 1166.902908] env[69858]: _type = "Task" [ 1166.902908] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.904811] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcc2b3c-f310-4a9b-a412-c58de1a4a5a7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.919378] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad84e98-04f4-4076-b708-84b9450566fc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.923365] env[69858]: DEBUG oslo_vmware.api [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52122a5a-4764-d410-7a19-e5aec214f609, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.974495] env[69858]: INFO nova.compute.manager [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Rebuilding instance [ 1166.978858] env[69858]: DEBUG nova.network.neutron [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Successfully updated port: 32921b19-70a8-46b6-914a-42076dabdf5c {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1166.982212] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a699280-84f0-42a8-b70d-0fd9ab69ca65 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.993103] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccbd86f-6274-4407-8976-fb64e28711a1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.000343] env[69858]: DEBUG oslo_vmware.rw_handles [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a0f13-fb5d-7e9a-d73a-ddf86880de84/disk-0.vmdk. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1167.001652] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c17194-2b47-4898-9fda-92138239c724 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.015901] env[69858]: DEBUG nova.compute.provider_tree [None req-43f4e0ab-863c-4917-8d92-31b7451d168c tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.024825] env[69858]: DEBUG oslo_vmware.rw_handles [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a0f13-fb5d-7e9a-d73a-ddf86880de84/disk-0.vmdk is in state: ready. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1167.025053] env[69858]: ERROR oslo_vmware.rw_handles [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a0f13-fb5d-7e9a-d73a-ddf86880de84/disk-0.vmdk due to incomplete transfer. [ 1167.026553] env[69858]: DEBUG nova.scheduler.client.report [None req-43f4e0ab-863c-4917-8d92-31b7451d168c tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.029632] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ecdd3ac3-3c3e-4db8-b207-1ae40f6d531a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.043284] env[69858]: DEBUG oslo_vmware.rw_handles [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a0f13-fb5d-7e9a-d73a-ddf86880de84/disk-0.vmdk. {{(pid=69858) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1167.043481] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Uploaded image 805fd415-8755-4d09-88a6-4eaa08bb519c to the Glance image server {{(pid=69858) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1167.045823] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Destroying the VM {{(pid=69858) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1167.048299] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1c171c61-8e73-4e78-9d3f-16d2aa369672 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.049987] env[69858]: DEBUG nova.compute.manager [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1167.053502] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8616c47d-0e98-4d6e-8b26-2f3c4ac3f12a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.056454] env[69858]: DEBUG oslo_vmware.api [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419786, 'name': PowerOnVM_Task, 'duration_secs': 0.514579} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.057067] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1167.057267] env[69858]: INFO nova.compute.manager [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Took 16.46 seconds to spawn the instance on the hypervisor. [ 1167.057446] env[69858]: DEBUG nova.compute.manager [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1167.058475] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ff3cc3-2062-4018-8e60-05776515d79a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.065525] env[69858]: DEBUG oslo_vmware.api [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1167.065525] env[69858]: value = "task-3419790" [ 1167.065525] env[69858]: _type = "Task" [ 1167.065525] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.079158] env[69858]: DEBUG oslo_vmware.api [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419790, 'name': Destroy_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.116043] env[69858]: DEBUG oslo_vmware.api [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419789, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.397902] env[69858]: DEBUG nova.network.neutron [req-a601d3f7-63ca-4854-b37d-b335f663e69f req-18dbfc04-67ff-4897-acc3-26b79e305d51 service nova] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Updated VIF entry in instance network info cache for port e929706c-843d-44eb-93ad-10b1c03d2db7. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.398302] env[69858]: DEBUG nova.network.neutron [req-a601d3f7-63ca-4854-b37d-b335f663e69f req-18dbfc04-67ff-4897-acc3-26b79e305d51 service nova] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Updating instance_info_cache with network_info: [{"id": "e929706c-843d-44eb-93ad-10b1c03d2db7", "address": "fa:16:3e:be:9a:8d", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape929706c-84", "ovs_interfaceid": "e929706c-843d-44eb-93ad-10b1c03d2db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.416020] env[69858]: DEBUG oslo_vmware.api [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52122a5a-4764-d410-7a19-e5aec214f609, 'name': SearchDatastore_Task, 'duration_secs': 0.030111} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.416396] env[69858]: DEBUG oslo_concurrency.lockutils [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.416653] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1167.416965] env[69858]: DEBUG oslo_concurrency.lockutils [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.417137] env[69858]: DEBUG oslo_concurrency.lockutils [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.417369] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.417676] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37a0e30b-4ec2-4317-b26d-53e7b9e0ffd4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.430787] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.431104] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1167.432362] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03f30f8a-da99-4d97-930e-0e3d7483642d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.438323] env[69858]: DEBUG oslo_vmware.api [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 1167.438323] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b19451-cc86-f99c-973e-0e900b5006c6" [ 1167.438323] env[69858]: _type = "Task" [ 1167.438323] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.446867] env[69858]: DEBUG oslo_vmware.api [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b19451-cc86-f99c-973e-0e900b5006c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.488752] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "refresh_cache-b8842da7-b5af-422d-b3f0-ecf1673f334c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.488936] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquired lock "refresh_cache-b8842da7-b5af-422d-b3f0-ecf1673f334c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.489143] env[69858]: DEBUG nova.network.neutron [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.581760] env[69858]: DEBUG oslo_vmware.api [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419790, 'name': Destroy_Task, 'duration_secs': 0.332996} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.582665] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Destroyed the VM [ 1167.582894] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Deleting Snapshot of the VM instance {{(pid=69858) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1167.584942] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8f710019-f592-460f-89c0-ae6b748a5491 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.591638] env[69858]: INFO nova.compute.manager [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Took 22.44 seconds to build instance. [ 1167.600396] env[69858]: DEBUG oslo_vmware.api [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1167.600396] env[69858]: value = "task-3419791" [ 1167.600396] env[69858]: _type = "Task" [ 1167.600396] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.610390] env[69858]: DEBUG oslo_vmware.api [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419791, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.619289] env[69858]: DEBUG oslo_vmware.api [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419789, 'name': PowerOnVM_Task, 'duration_secs': 0.884528} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.619573] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1167.619876] env[69858]: INFO nova.compute.manager [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Took 7.90 seconds to spawn the instance on the hypervisor. [ 1167.620109] env[69858]: DEBUG nova.compute.manager [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1167.620910] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829ad52b-c935-412f-8ce1-f6321de809d4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.900948] env[69858]: DEBUG oslo_concurrency.lockutils [req-a601d3f7-63ca-4854-b37d-b335f663e69f req-18dbfc04-67ff-4897-acc3-26b79e305d51 service nova] Releasing lock "refresh_cache-3bbab55a-cf65-43f4-93ac-7af742d87fba" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.948906] env[69858]: DEBUG oslo_vmware.api [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b19451-cc86-f99c-973e-0e900b5006c6, 'name': SearchDatastore_Task, 'duration_secs': 0.012402} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.949791] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57d7bcf5-9136-4318-bcf0-5f4ce082f003 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.954918] env[69858]: DEBUG oslo_vmware.api [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 1167.954918] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520a93c1-d896-564f-fc35-33a60ac0189d" [ 1167.954918] env[69858]: _type = "Task" [ 1167.954918] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.962739] env[69858]: DEBUG oslo_vmware.api [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520a93c1-d896-564f-fc35-33a60ac0189d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.033131] env[69858]: DEBUG nova.network.neutron [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1168.038857] env[69858]: DEBUG oslo_concurrency.lockutils [None req-43f4e0ab-863c-4917-8d92-31b7451d168c tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 1.888s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.039124] env[69858]: DEBUG nova.compute.manager [None req-43f4e0ab-863c-4917-8d92-31b7451d168c tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69858) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1168.042312] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c22ffbfa-57d8-4dd1-ba15-7b2424732c11 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.091s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.043034] env[69858]: DEBUG nova.objects.instance [None req-c22ffbfa-57d8-4dd1-ba15-7b2424732c11 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Lazy-loading 'resources' on Instance uuid d831dcb8-e294-42dd-90b8-e414ed48c194 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.073327] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.073664] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3982432-77bf-43a1-8714-ca1dc056766c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.083940] env[69858]: DEBUG oslo_vmware.api [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Waiting for the task: (returnval){ [ 1168.083940] env[69858]: value = "task-3419792" [ 1168.083940] env[69858]: _type = "Task" [ 1168.083940] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.092642] env[69858]: DEBUG oslo_vmware.api [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': task-3419792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.094210] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7928897d-923f-46a9-8229-8cee21137534 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "2037baf4-892d-461e-88dd-2ffa17dc7ca4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.952s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.099013] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bd0e3b94-a36f-410b-bfed-5135d98fd578 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "2037baf4-892d-461e-88dd-2ffa17dc7ca4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.099259] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bd0e3b94-a36f-410b-bfed-5135d98fd578 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "2037baf4-892d-461e-88dd-2ffa17dc7ca4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.099571] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bd0e3b94-a36f-410b-bfed-5135d98fd578 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "2037baf4-892d-461e-88dd-2ffa17dc7ca4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.099851] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bd0e3b94-a36f-410b-bfed-5135d98fd578 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "2037baf4-892d-461e-88dd-2ffa17dc7ca4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.099968] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bd0e3b94-a36f-410b-bfed-5135d98fd578 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "2037baf4-892d-461e-88dd-2ffa17dc7ca4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.105087] env[69858]: INFO nova.compute.manager [None req-bd0e3b94-a36f-410b-bfed-5135d98fd578 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Terminating instance [ 1168.114563] env[69858]: DEBUG oslo_vmware.api [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419791, 'name': RemoveSnapshot_Task, 'duration_secs': 0.352239} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.114981] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Deleted Snapshot of the VM instance {{(pid=69858) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1168.115100] env[69858]: DEBUG nova.compute.manager [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1168.115887] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebe3bd6-4629-468f-b810-47711f1c1374 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.141453] env[69858]: DEBUG oslo_concurrency.lockutils [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "d518daa9-b05d-423d-8e26-ebcf8b7b0853" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.141686] env[69858]: DEBUG oslo_concurrency.lockutils [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "d518daa9-b05d-423d-8e26-ebcf8b7b0853" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.142874] env[69858]: INFO nova.compute.manager [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Took 17.33 seconds to build instance. [ 1168.180695] env[69858]: DEBUG nova.network.neutron [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Updating instance_info_cache with network_info: [{"id": "32921b19-70a8-46b6-914a-42076dabdf5c", "address": "fa:16:3e:d2:4d:ef", "network": {"id": "0cb8dc32-92e2-4a4c-b9a7-b79ea800f471", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-995143875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9769f0327d5246d8b236665cdafb746e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32921b19-70", "ovs_interfaceid": "32921b19-70a8-46b6-914a-42076dabdf5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.466317] env[69858]: DEBUG oslo_vmware.api [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520a93c1-d896-564f-fc35-33a60ac0189d, 'name': SearchDatastore_Task, 'duration_secs': 0.023852} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.466595] env[69858]: DEBUG oslo_concurrency.lockutils [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.466885] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 3bbab55a-cf65-43f4-93ac-7af742d87fba/3bbab55a-cf65-43f4-93ac-7af742d87fba.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1168.467164] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42c508c7-5007-4c13-8ca4-8d9f1599621e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.473805] env[69858]: DEBUG oslo_vmware.api [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 1168.473805] env[69858]: value = "task-3419793" [ 1168.473805] env[69858]: _type = "Task" [ 1168.473805] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.481528] env[69858]: DEBUG oslo_vmware.api [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.510983] env[69858]: DEBUG nova.compute.manager [req-190c51e0-8f06-4f62-9987-3cba0b9e4d8a req-3656c62d-1441-429b-9e85-b0de3976c294 service nova] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Received event network-vif-plugged-32921b19-70a8-46b6-914a-42076dabdf5c {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.511239] env[69858]: DEBUG oslo_concurrency.lockutils [req-190c51e0-8f06-4f62-9987-3cba0b9e4d8a req-3656c62d-1441-429b-9e85-b0de3976c294 service nova] Acquiring lock "b8842da7-b5af-422d-b3f0-ecf1673f334c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.511496] env[69858]: DEBUG oslo_concurrency.lockutils [req-190c51e0-8f06-4f62-9987-3cba0b9e4d8a req-3656c62d-1441-429b-9e85-b0de3976c294 service nova] Lock "b8842da7-b5af-422d-b3f0-ecf1673f334c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.511618] env[69858]: DEBUG oslo_concurrency.lockutils [req-190c51e0-8f06-4f62-9987-3cba0b9e4d8a req-3656c62d-1441-429b-9e85-b0de3976c294 service nova] Lock "b8842da7-b5af-422d-b3f0-ecf1673f334c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.511794] env[69858]: DEBUG nova.compute.manager [req-190c51e0-8f06-4f62-9987-3cba0b9e4d8a req-3656c62d-1441-429b-9e85-b0de3976c294 service nova] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] No waiting events found dispatching network-vif-plugged-32921b19-70a8-46b6-914a-42076dabdf5c {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1168.511963] env[69858]: WARNING nova.compute.manager [req-190c51e0-8f06-4f62-9987-3cba0b9e4d8a req-3656c62d-1441-429b-9e85-b0de3976c294 service nova] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Received unexpected event network-vif-plugged-32921b19-70a8-46b6-914a-42076dabdf5c for instance with vm_state building and task_state spawning. [ 1168.512154] env[69858]: DEBUG nova.compute.manager [req-190c51e0-8f06-4f62-9987-3cba0b9e4d8a req-3656c62d-1441-429b-9e85-b0de3976c294 service nova] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Received event network-changed-32921b19-70a8-46b6-914a-42076dabdf5c {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.512313] env[69858]: DEBUG nova.compute.manager [req-190c51e0-8f06-4f62-9987-3cba0b9e4d8a req-3656c62d-1441-429b-9e85-b0de3976c294 service nova] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Refreshing instance network info cache due to event network-changed-32921b19-70a8-46b6-914a-42076dabdf5c. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1168.512485] env[69858]: DEBUG oslo_concurrency.lockutils [req-190c51e0-8f06-4f62-9987-3cba0b9e4d8a req-3656c62d-1441-429b-9e85-b0de3976c294 service nova] Acquiring lock "refresh_cache-b8842da7-b5af-422d-b3f0-ecf1673f334c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.596871] env[69858]: DEBUG oslo_vmware.api [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': task-3419792, 'name': PowerOffVM_Task, 'duration_secs': 0.136176} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.597806] env[69858]: INFO nova.scheduler.client.report [None req-43f4e0ab-863c-4917-8d92-31b7451d168c tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Deleted allocation for migration 27895920-b8f1-45c5-9508-c7c8321d7c9e [ 1168.598817] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.601393] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.606687] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13baff2c-1aec-4eb1-bf9c-0b32e28e26be {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.613243] env[69858]: DEBUG nova.compute.manager [None req-bd0e3b94-a36f-410b-bfed-5135d98fd578 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1168.613243] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0e3b94-a36f-410b-bfed-5135d98fd578 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.615340] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d478c261-241c-4f6b-93d0-e0c3990d8535 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.621302] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.621905] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b62ddddb-edd6-4a2e-b5c3-f4d9e5ba9489 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.629803] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0e3b94-a36f-410b-bfed-5135d98fd578 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.630319] env[69858]: INFO nova.compute.manager [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Shelve offloading [ 1168.632102] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbd599e9-00a6-439d-9d54-23f8bbd1aea4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.644435] env[69858]: DEBUG oslo_vmware.api [None req-bd0e3b94-a36f-410b-bfed-5135d98fd578 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1168.644435] env[69858]: value = "task-3419795" [ 1168.644435] env[69858]: _type = "Task" [ 1168.644435] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.649098] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b25448f4-a692-4055-926a-b58722614785 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "b466ac03-70e0-4fc8-9bb6-d4824293d5ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.839s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.649499] env[69858]: DEBUG nova.compute.manager [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1168.658284] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.658527] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.658713] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Deleting the datastore file [datastore1] 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.659721] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c8162b8-44b1-44b0-b083-84c1697c3fff {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.667896] env[69858]: DEBUG oslo_vmware.api [None req-bd0e3b94-a36f-410b-bfed-5135d98fd578 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.671975] env[69858]: DEBUG oslo_vmware.api [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Waiting for the task: (returnval){ [ 1168.671975] env[69858]: value = "task-3419796" [ 1168.671975] env[69858]: _type = "Task" [ 1168.671975] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.681807] env[69858]: DEBUG oslo_vmware.api [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': task-3419796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.683497] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Releasing lock "refresh_cache-b8842da7-b5af-422d-b3f0-ecf1673f334c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.684191] env[69858]: DEBUG nova.compute.manager [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Instance network_info: |[{"id": "32921b19-70a8-46b6-914a-42076dabdf5c", "address": "fa:16:3e:d2:4d:ef", "network": {"id": "0cb8dc32-92e2-4a4c-b9a7-b79ea800f471", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-995143875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9769f0327d5246d8b236665cdafb746e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32921b19-70", "ovs_interfaceid": "32921b19-70a8-46b6-914a-42076dabdf5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1168.687027] env[69858]: DEBUG oslo_concurrency.lockutils [req-190c51e0-8f06-4f62-9987-3cba0b9e4d8a req-3656c62d-1441-429b-9e85-b0de3976c294 service nova] Acquired lock "refresh_cache-b8842da7-b5af-422d-b3f0-ecf1673f334c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.687308] env[69858]: DEBUG nova.network.neutron [req-190c51e0-8f06-4f62-9987-3cba0b9e4d8a req-3656c62d-1441-429b-9e85-b0de3976c294 service nova] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Refreshing network info cache for port 32921b19-70a8-46b6-914a-42076dabdf5c {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1168.688707] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:4d:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32921b19-70a8-46b6-914a-42076dabdf5c', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1168.697064] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.698895] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1168.699185] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62e215bf-1126-4dc8-b8d8-aa44b585db25 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.725504] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1168.725504] env[69858]: value = "task-3419797" [ 1168.725504] env[69858]: _type = "Task" [ 1168.725504] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.741617] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419797, 'name': CreateVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.837652] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf8eddb-1cc0-49a5-91f6-5d4d35671a07 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.846778] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64008499-80d7-40bb-9ef3-b6acd6825f17 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.880221] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dab1dc6-f144-4606-8eff-7dbe1c412994 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.888357] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a170d586-6350-4cba-b55b-c0c267710ab6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.904170] env[69858]: DEBUG nova.compute.provider_tree [None req-c22ffbfa-57d8-4dd1-ba15-7b2424732c11 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.983859] env[69858]: DEBUG oslo_vmware.api [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419793, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.111411] env[69858]: DEBUG oslo_concurrency.lockutils [None req-43f4e0ab-863c-4917-8d92-31b7451d168c tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "587f6c2d-ea44-459f-b0c5-6e232da0e6d1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.355s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.136587] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.136893] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3aea7fcc-9ede-472a-945b-7ad475f00608 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.148294] env[69858]: DEBUG oslo_vmware.api [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1169.148294] env[69858]: value = "task-3419798" [ 1169.148294] env[69858]: _type = "Task" [ 1169.148294] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.164193] env[69858]: DEBUG oslo_vmware.api [None req-bd0e3b94-a36f-410b-bfed-5135d98fd578 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419795, 'name': PowerOffVM_Task, 'duration_secs': 0.312181} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.169494] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0e3b94-a36f-410b-bfed-5135d98fd578 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.169494] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0e3b94-a36f-410b-bfed-5135d98fd578 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1169.169826] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddf109a6-c6c7-4906-853c-1efe7c8fb470 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.171337] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] VM already powered off {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1169.171535] env[69858]: DEBUG nova.compute.manager [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1169.172314] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26b8a0d-e2aa-4c0f-af18-739ae9645105 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.184070] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "refresh_cache-c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.184252] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquired lock "refresh_cache-c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.184425] env[69858]: DEBUG nova.network.neutron [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.188234] env[69858]: DEBUG oslo_concurrency.lockutils [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.189306] env[69858]: DEBUG oslo_vmware.api [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': task-3419796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196015} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.189657] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.189839] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.190028] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.236053] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419797, 'name': CreateVM_Task, 'duration_secs': 0.444685} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.236216] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1169.236803] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.236968] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.237304] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.237572] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-346c10ac-c8f3-41f9-90f2-fbffbb733616 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.242677] env[69858]: DEBUG oslo_vmware.api [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1169.242677] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521825ca-0085-f181-b03e-ea75cd124bf3" [ 1169.242677] env[69858]: _type = "Task" [ 1169.242677] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.247741] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0e3b94-a36f-410b-bfed-5135d98fd578 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1169.247912] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0e3b94-a36f-410b-bfed-5135d98fd578 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1169.248118] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd0e3b94-a36f-410b-bfed-5135d98fd578 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Deleting the datastore file [datastore1] 2037baf4-892d-461e-88dd-2ffa17dc7ca4 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1169.248405] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c05212a-e9a3-499e-875b-a08e1ce5f258 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.253314] env[69858]: DEBUG oslo_vmware.api [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521825ca-0085-f181-b03e-ea75cd124bf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.257151] env[69858]: DEBUG oslo_vmware.api [None req-bd0e3b94-a36f-410b-bfed-5135d98fd578 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1169.257151] env[69858]: value = "task-3419800" [ 1169.257151] env[69858]: _type = "Task" [ 1169.257151] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.268321] env[69858]: DEBUG oslo_vmware.api [None req-bd0e3b94-a36f-410b-bfed-5135d98fd578 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.407958] env[69858]: DEBUG nova.scheduler.client.report [None req-c22ffbfa-57d8-4dd1-ba15-7b2424732c11 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.485323] env[69858]: DEBUG oslo_vmware.api [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419793, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516241} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.485613] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 3bbab55a-cf65-43f4-93ac-7af742d87fba/3bbab55a-cf65-43f4-93ac-7af742d87fba.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.485834] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.486113] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23049e40-e85f-45bc-b5a5-e1af76b87ccc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.492621] env[69858]: DEBUG oslo_vmware.api [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 1169.492621] env[69858]: value = "task-3419801" [ 1169.492621] env[69858]: _type = "Task" [ 1169.492621] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.500017] env[69858]: DEBUG oslo_vmware.api [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419801, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.755657] env[69858]: DEBUG oslo_vmware.api [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521825ca-0085-f181-b03e-ea75cd124bf3, 'name': SearchDatastore_Task, 'duration_secs': 0.010173} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.758223] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.758223] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1169.758223] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.758223] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.758470] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1169.759111] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5280463c-1a97-49f9-8dcd-27d9a1d6e452 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.774112] env[69858]: DEBUG oslo_vmware.api [None req-bd0e3b94-a36f-410b-bfed-5135d98fd578 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127666} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.774112] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd0e3b94-a36f-410b-bfed-5135d98fd578 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.774112] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0e3b94-a36f-410b-bfed-5135d98fd578 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.774112] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0e3b94-a36f-410b-bfed-5135d98fd578 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.774112] env[69858]: INFO nova.compute.manager [None req-bd0e3b94-a36f-410b-bfed-5135d98fd578 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1169.774410] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd0e3b94-a36f-410b-bfed-5135d98fd578 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.774671] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1169.774860] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1169.775810] env[69858]: DEBUG nova.compute.manager [-] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1169.776816] env[69858]: DEBUG nova.network.neutron [-] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1169.777929] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-835c4732-e443-46a6-97f3-f8c68863f2e9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.783015] env[69858]: DEBUG nova.network.neutron [req-190c51e0-8f06-4f62-9987-3cba0b9e4d8a req-3656c62d-1441-429b-9e85-b0de3976c294 service nova] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Updated VIF entry in instance network info cache for port 32921b19-70a8-46b6-914a-42076dabdf5c. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1169.783343] env[69858]: DEBUG nova.network.neutron [req-190c51e0-8f06-4f62-9987-3cba0b9e4d8a req-3656c62d-1441-429b-9e85-b0de3976c294 service nova] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Updating instance_info_cache with network_info: [{"id": "32921b19-70a8-46b6-914a-42076dabdf5c", "address": "fa:16:3e:d2:4d:ef", "network": {"id": "0cb8dc32-92e2-4a4c-b9a7-b79ea800f471", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-995143875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9769f0327d5246d8b236665cdafb746e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32921b19-70", "ovs_interfaceid": "32921b19-70a8-46b6-914a-42076dabdf5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.788737] env[69858]: DEBUG oslo_vmware.api [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1169.788737] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]525c218a-5a4c-64e4-759e-774b20f061fb" [ 1169.788737] env[69858]: _type = "Task" [ 1169.788737] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.798306] env[69858]: DEBUG oslo_vmware.api [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]525c218a-5a4c-64e4-759e-774b20f061fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.914044] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c22ffbfa-57d8-4dd1-ba15-7b2424732c11 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.871s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.920020] env[69858]: DEBUG oslo_concurrency.lockutils [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.730s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.920020] env[69858]: INFO nova.compute.claims [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1169.937226] env[69858]: INFO nova.scheduler.client.report [None req-c22ffbfa-57d8-4dd1-ba15-7b2424732c11 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Deleted allocations for instance d831dcb8-e294-42dd-90b8-e414ed48c194 [ 1170.006901] env[69858]: DEBUG oslo_vmware.api [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419801, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0858} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.012108] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.013045] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d100882e-2245-409e-909f-b6a9e64b5650 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.040739] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 3bbab55a-cf65-43f4-93ac-7af742d87fba/3bbab55a-cf65-43f4-93ac-7af742d87fba.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.041351] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fde6ace9-464e-4919-be0e-f96b51317715 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.057337] env[69858]: DEBUG nova.network.neutron [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Updating instance_info_cache with network_info: [{"id": "7f54f348-28aa-4011-89cb-c0ba02ebac20", "address": "fa:16:3e:1a:d6:b6", "network": {"id": "f1ab05d5-73c8-43f1-82cd-36d1a6d246c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1201552373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19711d5bf05b42d6bcd1a4f2f89fd166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f54f348-28", "ovs_interfaceid": "7f54f348-28aa-4011-89cb-c0ba02ebac20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.064564] env[69858]: DEBUG oslo_vmware.api [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 1170.064564] env[69858]: value = "task-3419802" [ 1170.064564] env[69858]: _type = "Task" [ 1170.064564] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.076822] env[69858]: DEBUG oslo_vmware.api [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419802, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.225280] env[69858]: DEBUG nova.virt.hardware [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.226229] env[69858]: DEBUG nova.virt.hardware [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.226403] env[69858]: DEBUG nova.virt.hardware [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.226667] env[69858]: DEBUG nova.virt.hardware [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.226876] env[69858]: DEBUG nova.virt.hardware [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.227105] env[69858]: DEBUG nova.virt.hardware [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.227401] env[69858]: DEBUG nova.virt.hardware [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.227630] env[69858]: DEBUG nova.virt.hardware [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.227874] env[69858]: DEBUG nova.virt.hardware [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.228116] env[69858]: DEBUG nova.virt.hardware [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.228379] env[69858]: DEBUG nova.virt.hardware [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.229493] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a639161d-e9f4-4b28-ae89-04d5a1b36ba4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.240303] env[69858]: DEBUG nova.compute.manager [req-b21bdb6c-d48c-481f-811b-cdc8bd677143 req-96aad305-7d5b-4b9f-a1c6-19ba43dfc72e service nova] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Received event network-vif-deleted-685f944f-28c0-42e5-957c-46fbe87489e9 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.240563] env[69858]: INFO nova.compute.manager [req-b21bdb6c-d48c-481f-811b-cdc8bd677143 req-96aad305-7d5b-4b9f-a1c6-19ba43dfc72e service nova] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Neutron deleted interface 685f944f-28c0-42e5-957c-46fbe87489e9; detaching it from the instance and deleting it from the info cache [ 1170.240793] env[69858]: DEBUG nova.network.neutron [req-b21bdb6c-d48c-481f-811b-cdc8bd677143 req-96aad305-7d5b-4b9f-a1c6-19ba43dfc72e service nova] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.246661] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c56987-9a82-4efb-a3b6-8ea0a9da1d67 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.263977] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Instance VIF info [] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1170.269918] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.270483] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1170.270763] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b79a85d-de74-4d02-8e10-f06ea343efb9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.285409] env[69858]: DEBUG oslo_concurrency.lockutils [req-190c51e0-8f06-4f62-9987-3cba0b9e4d8a req-3656c62d-1441-429b-9e85-b0de3976c294 service nova] Releasing lock "refresh_cache-b8842da7-b5af-422d-b3f0-ecf1673f334c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.289362] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1170.289362] env[69858]: value = "task-3419803" [ 1170.289362] env[69858]: _type = "Task" [ 1170.289362] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.302079] env[69858]: DEBUG oslo_vmware.api [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]525c218a-5a4c-64e4-759e-774b20f061fb, 'name': SearchDatastore_Task, 'duration_secs': 0.008844} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.306831] env[69858]: DEBUG nova.objects.instance [None req-3cb9451f-bb60-45e3-a88b-b0bbd2274f91 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lazy-loading 'flavor' on Instance uuid 587f6c2d-ea44-459f-b0c5-6e232da0e6d1 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.308186] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419803, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.308350] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12b0ed35-1cba-4c13-957b-32e286ab08d2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.318559] env[69858]: DEBUG oslo_vmware.api [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1170.318559] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5265a446-b0ad-ccf6-74cc-0b1d7dde18f6" [ 1170.318559] env[69858]: _type = "Task" [ 1170.318559] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.326031] env[69858]: DEBUG oslo_vmware.api [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5265a446-b0ad-ccf6-74cc-0b1d7dde18f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.447865] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c22ffbfa-57d8-4dd1-ba15-7b2424732c11 tempest-ListImageFiltersTestJSON-61402084 tempest-ListImageFiltersTestJSON-61402084-project-member] Lock "d831dcb8-e294-42dd-90b8-e414ed48c194" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.900s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.541712] env[69858]: DEBUG nova.compute.manager [req-7dfc068c-48b3-4166-9b97-b79408b7c07a req-e85a0ac8-27ac-47b8-ad92-9a72dfb7aeae service nova] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Received event network-changed-cd348573-c73c-4e48-9b3c-5b6b4cb6c858 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.541915] env[69858]: DEBUG nova.compute.manager [req-7dfc068c-48b3-4166-9b97-b79408b7c07a req-e85a0ac8-27ac-47b8-ad92-9a72dfb7aeae service nova] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Refreshing instance network info cache due to event network-changed-cd348573-c73c-4e48-9b3c-5b6b4cb6c858. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.542143] env[69858]: DEBUG oslo_concurrency.lockutils [req-7dfc068c-48b3-4166-9b97-b79408b7c07a req-e85a0ac8-27ac-47b8-ad92-9a72dfb7aeae service nova] Acquiring lock "refresh_cache-b466ac03-70e0-4fc8-9bb6-d4824293d5ed" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.542315] env[69858]: DEBUG oslo_concurrency.lockutils [req-7dfc068c-48b3-4166-9b97-b79408b7c07a req-e85a0ac8-27ac-47b8-ad92-9a72dfb7aeae service nova] Acquired lock "refresh_cache-b466ac03-70e0-4fc8-9bb6-d4824293d5ed" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.542482] env[69858]: DEBUG nova.network.neutron [req-7dfc068c-48b3-4166-9b97-b79408b7c07a req-e85a0ac8-27ac-47b8-ad92-9a72dfb7aeae service nova] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Refreshing network info cache for port cd348573-c73c-4e48-9b3c-5b6b4cb6c858 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.560078] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Releasing lock "refresh_cache-c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.576776] env[69858]: DEBUG oslo_vmware.api [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419802, 'name': ReconfigVM_Task, 'duration_secs': 0.2927} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.577150] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 3bbab55a-cf65-43f4-93ac-7af742d87fba/3bbab55a-cf65-43f4-93ac-7af742d87fba.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.577815] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10a6e99e-1aeb-4aff-ba31-cffcea150629 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.584254] env[69858]: DEBUG oslo_vmware.api [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 1170.584254] env[69858]: value = "task-3419805" [ 1170.584254] env[69858]: _type = "Task" [ 1170.584254] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.594317] env[69858]: DEBUG oslo_vmware.api [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419805, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.673544] env[69858]: DEBUG nova.network.neutron [-] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.742718] env[69858]: DEBUG oslo_concurrency.lockutils [None req-94c5fcd6-35a2-4b73-b0a3-efe755f1ff91 tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Acquiring lock "ff47e4b7-72ac-452c-9c0e-8306aae01f4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.744180] env[69858]: DEBUG oslo_concurrency.lockutils [None req-94c5fcd6-35a2-4b73-b0a3-efe755f1ff91 tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Lock "ff47e4b7-72ac-452c-9c0e-8306aae01f4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.744180] env[69858]: DEBUG oslo_concurrency.lockutils [None req-94c5fcd6-35a2-4b73-b0a3-efe755f1ff91 tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Acquiring lock "ff47e4b7-72ac-452c-9c0e-8306aae01f4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.744180] env[69858]: DEBUG oslo_concurrency.lockutils [None req-94c5fcd6-35a2-4b73-b0a3-efe755f1ff91 tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Lock "ff47e4b7-72ac-452c-9c0e-8306aae01f4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.744180] env[69858]: DEBUG oslo_concurrency.lockutils [None req-94c5fcd6-35a2-4b73-b0a3-efe755f1ff91 tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Lock "ff47e4b7-72ac-452c-9c0e-8306aae01f4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.745809] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c037b9f-d07a-4343-a3a8-f33b8ba56de9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.748419] env[69858]: INFO nova.compute.manager [None req-94c5fcd6-35a2-4b73-b0a3-efe755f1ff91 tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Terminating instance [ 1170.759154] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ec1926-a1d5-4984-9bdd-f90be974d350 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.792030] env[69858]: DEBUG nova.compute.manager [req-b21bdb6c-d48c-481f-811b-cdc8bd677143 req-96aad305-7d5b-4b9f-a1c6-19ba43dfc72e service nova] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Detach interface failed, port_id=685f944f-28c0-42e5-957c-46fbe87489e9, reason: Instance 2037baf4-892d-461e-88dd-2ffa17dc7ca4 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1170.801152] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419803, 'name': CreateVM_Task, 'duration_secs': 0.318101} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.801349] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1170.801772] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.801932] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.802279] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.802590] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39297592-1801-47c1-a4f6-934a62c95af2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.807830] env[69858]: DEBUG oslo_vmware.api [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Waiting for the task: (returnval){ [ 1170.807830] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528929f1-b9b5-da3d-7913-95b059e31686" [ 1170.807830] env[69858]: _type = "Task" [ 1170.807830] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.815837] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cb9451f-bb60-45e3-a88b-b0bbd2274f91 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "refresh_cache-587f6c2d-ea44-459f-b0c5-6e232da0e6d1" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.816082] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cb9451f-bb60-45e3-a88b-b0bbd2274f91 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquired lock "refresh_cache-587f6c2d-ea44-459f-b0c5-6e232da0e6d1" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.816287] env[69858]: DEBUG nova.network.neutron [None req-3cb9451f-bb60-45e3-a88b-b0bbd2274f91 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.816523] env[69858]: DEBUG nova.objects.instance [None req-3cb9451f-bb60-45e3-a88b-b0bbd2274f91 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lazy-loading 'info_cache' on Instance uuid 587f6c2d-ea44-459f-b0c5-6e232da0e6d1 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.823849] env[69858]: DEBUG oslo_vmware.api [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528929f1-b9b5-da3d-7913-95b059e31686, 'name': SearchDatastore_Task, 'duration_secs': 0.008998} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.824607] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.824607] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1170.825266] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.830626] env[69858]: DEBUG oslo_vmware.api [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5265a446-b0ad-ccf6-74cc-0b1d7dde18f6, 'name': SearchDatastore_Task, 'duration_secs': 0.012543} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.830894] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.831161] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] b8842da7-b5af-422d-b3f0-ecf1673f334c/b8842da7-b5af-422d-b3f0-ecf1673f334c.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1170.831443] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.831640] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.831838] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9dc04207-9ea4-4cb4-969a-b7cc3c9fae40 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.834009] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-173d8a7d-9f88-4dff-877a-68e3f434b50d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.840536] env[69858]: DEBUG oslo_vmware.api [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1170.840536] env[69858]: value = "task-3419806" [ 1170.840536] env[69858]: _type = "Task" [ 1170.840536] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.844517] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.844747] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1170.845742] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e424701e-49f1-4f67-b1c1-fafc01e8fb75 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.851070] env[69858]: DEBUG oslo_vmware.api [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.854050] env[69858]: DEBUG oslo_vmware.api [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Waiting for the task: (returnval){ [ 1170.854050] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526110ce-bdab-f6cf-b5e6-4c4e500b9570" [ 1170.854050] env[69858]: _type = "Task" [ 1170.854050] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.861432] env[69858]: DEBUG oslo_vmware.api [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526110ce-bdab-f6cf-b5e6-4c4e500b9570, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.911392] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1170.912380] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1bc36b2-e585-4d5a-85d3-678eda3c7009 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.921093] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1170.921371] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-386c5b53-e489-4e42-9a6e-f47d786e9fa7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.979143] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1170.979444] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1170.979680] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Deleting the datastore file [datastore1] c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1170.980034] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e894554-66c8-41c2-8adb-3f08bdd54961 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.988978] env[69858]: DEBUG oslo_vmware.api [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1170.988978] env[69858]: value = "task-3419808" [ 1170.988978] env[69858]: _type = "Task" [ 1170.988978] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.999167] env[69858]: DEBUG oslo_vmware.api [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.102407] env[69858]: DEBUG oslo_vmware.api [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419805, 'name': Rename_Task, 'duration_secs': 0.173921} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.117684] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.119795] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d154359-9de7-43be-8c35-a185aab186ed {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.131499] env[69858]: DEBUG oslo_vmware.api [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 1171.131499] env[69858]: value = "task-3419809" [ 1171.131499] env[69858]: _type = "Task" [ 1171.131499] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.144137] env[69858]: DEBUG oslo_vmware.api [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.178726] env[69858]: INFO nova.compute.manager [-] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Took 1.40 seconds to deallocate network for instance. [ 1171.190033] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08f4539-7010-4702-99ea-5dccb48f5b84 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.202158] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6729d2-47df-468a-b2da-6a110163afe0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.241743] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5eae542-6e4f-4989-9e90-c7a06c0849db {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.253427] env[69858]: DEBUG nova.compute.manager [None req-94c5fcd6-35a2-4b73-b0a3-efe755f1ff91 tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1171.253697] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-94c5fcd6-35a2-4b73-b0a3-efe755f1ff91 tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.254702] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5752df33-b462-408c-a7b9-2b29c6e10dc3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.259197] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f46bf8-47ef-4670-bf29-234c2126c3f1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.275115] env[69858]: DEBUG nova.compute.provider_tree [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.278933] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c5fcd6-35a2-4b73-b0a3-efe755f1ff91 tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.279513] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e3279fc-75b5-43d4-85ba-5b30625bb914 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.292138] env[69858]: DEBUG oslo_vmware.api [None req-94c5fcd6-35a2-4b73-b0a3-efe755f1ff91 tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Waiting for the task: (returnval){ [ 1171.292138] env[69858]: value = "task-3419810" [ 1171.292138] env[69858]: _type = "Task" [ 1171.292138] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.303574] env[69858]: DEBUG oslo_vmware.api [None req-94c5fcd6-35a2-4b73-b0a3-efe755f1ff91 tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Task: {'id': task-3419810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.326333] env[69858]: DEBUG nova.objects.base [None req-3cb9451f-bb60-45e3-a88b-b0bbd2274f91 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Object Instance<587f6c2d-ea44-459f-b0c5-6e232da0e6d1> lazy-loaded attributes: flavor,info_cache {{(pid=69858) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1171.352513] env[69858]: DEBUG oslo_vmware.api [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419806, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.364687] env[69858]: DEBUG oslo_vmware.api [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526110ce-bdab-f6cf-b5e6-4c4e500b9570, 'name': SearchDatastore_Task, 'duration_secs': 0.008187} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.365739] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4727255a-c95d-451f-8c0c-d03f40280d63 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.371115] env[69858]: DEBUG oslo_vmware.api [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Waiting for the task: (returnval){ [ 1171.371115] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f0f1dd-d48c-37d4-41fe-54a2690a2e41" [ 1171.371115] env[69858]: _type = "Task" [ 1171.371115] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.378850] env[69858]: DEBUG oslo_vmware.api [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f0f1dd-d48c-37d4-41fe-54a2690a2e41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.450905] env[69858]: DEBUG nova.network.neutron [req-7dfc068c-48b3-4166-9b97-b79408b7c07a req-e85a0ac8-27ac-47b8-ad92-9a72dfb7aeae service nova] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Updated VIF entry in instance network info cache for port cd348573-c73c-4e48-9b3c-5b6b4cb6c858. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.450905] env[69858]: DEBUG nova.network.neutron [req-7dfc068c-48b3-4166-9b97-b79408b7c07a req-e85a0ac8-27ac-47b8-ad92-9a72dfb7aeae service nova] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Updating instance_info_cache with network_info: [{"id": "cd348573-c73c-4e48-9b3c-5b6b4cb6c858", "address": "fa:16:3e:69:33:b3", "network": {"id": "8ff8d9d7-ac3f-4144-8c10-cf2cb5e15ece", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-665236185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7dedf87ec0a4a0eacbea8b7ce50f40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd348573-c7", "ovs_interfaceid": "cd348573-c73c-4e48-9b3c-5b6b4cb6c858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.498676] env[69858]: DEBUG oslo_vmware.api [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308677} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.499326] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1171.499326] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1171.499633] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1171.519778] env[69858]: INFO nova.scheduler.client.report [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Deleted allocations for instance c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556 [ 1171.642339] env[69858]: DEBUG oslo_vmware.api [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419809, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.685657] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bd0e3b94-a36f-410b-bfed-5135d98fd578 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.781591] env[69858]: DEBUG nova.scheduler.client.report [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.803142] env[69858]: DEBUG oslo_vmware.api [None req-94c5fcd6-35a2-4b73-b0a3-efe755f1ff91 tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Task: {'id': task-3419810, 'name': PowerOffVM_Task, 'duration_secs': 0.283013} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.803543] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c5fcd6-35a2-4b73-b0a3-efe755f1ff91 tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.803647] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-94c5fcd6-35a2-4b73-b0a3-efe755f1ff91 tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.803835] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85e5bea4-e295-403d-9b9f-a9143fd33e4d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.852463] env[69858]: DEBUG oslo_vmware.api [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419806, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520306} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.852732] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] b8842da7-b5af-422d-b3f0-ecf1673f334c/b8842da7-b5af-422d-b3f0-ecf1673f334c.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1171.853327] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1171.853327] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc445e82-df7a-4f7d-9af8-6eb7db7caa18 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.860743] env[69858]: DEBUG oslo_vmware.api [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1171.860743] env[69858]: value = "task-3419812" [ 1171.860743] env[69858]: _type = "Task" [ 1171.860743] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.871973] env[69858]: DEBUG oslo_vmware.api [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419812, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.879237] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-94c5fcd6-35a2-4b73-b0a3-efe755f1ff91 tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.879237] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-94c5fcd6-35a2-4b73-b0a3-efe755f1ff91 tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.879464] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-94c5fcd6-35a2-4b73-b0a3-efe755f1ff91 tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Deleting the datastore file [datastore2] ff47e4b7-72ac-452c-9c0e-8306aae01f4e {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.880119] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4982f2f4-7754-4560-ba28-a33ce4ba6d3e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.891792] env[69858]: DEBUG oslo_vmware.api [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f0f1dd-d48c-37d4-41fe-54a2690a2e41, 'name': SearchDatastore_Task, 'duration_secs': 0.013159} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.892169] env[69858]: DEBUG oslo_vmware.api [None req-94c5fcd6-35a2-4b73-b0a3-efe755f1ff91 tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Waiting for the task: (returnval){ [ 1171.892169] env[69858]: value = "task-3419813" [ 1171.892169] env[69858]: _type = "Task" [ 1171.892169] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.892414] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.892720] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b/7ff04108-0ea0-4b55-a21f-ac9d777c9e3b.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1171.893055] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26975944-514a-4c29-afce-d644b1b32d49 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.905294] env[69858]: DEBUG oslo_vmware.api [None req-94c5fcd6-35a2-4b73-b0a3-efe755f1ff91 tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Task: {'id': task-3419813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.906797] env[69858]: DEBUG oslo_vmware.api [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Waiting for the task: (returnval){ [ 1171.906797] env[69858]: value = "task-3419814" [ 1171.906797] env[69858]: _type = "Task" [ 1171.906797] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.953846] env[69858]: DEBUG oslo_concurrency.lockutils [req-7dfc068c-48b3-4166-9b97-b79408b7c07a req-e85a0ac8-27ac-47b8-ad92-9a72dfb7aeae service nova] Releasing lock "refresh_cache-b466ac03-70e0-4fc8-9bb6-d4824293d5ed" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.025597] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.144770] env[69858]: DEBUG oslo_vmware.api [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419809, 'name': PowerOnVM_Task, 'duration_secs': 0.828256} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.145142] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.145347] env[69858]: INFO nova.compute.manager [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Took 8.21 seconds to spawn the instance on the hypervisor. [ 1172.145527] env[69858]: DEBUG nova.compute.manager [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.146646] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661f9703-d26c-4a85-831f-7eb599853254 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.230369] env[69858]: DEBUG nova.network.neutron [None req-3cb9451f-bb60-45e3-a88b-b0bbd2274f91 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Updating instance_info_cache with network_info: [{"id": "34d5c5fd-0713-49d2-ad18-83f786b24215", "address": "fa:16:3e:4b:8a:5f", "network": {"id": "4484751d-59b0-4615-9b2a-599607510af6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1350349162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d7e8193856c48c58e9cd583c010b8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34d5c5fd-07", "ovs_interfaceid": "34d5c5fd-0713-49d2-ad18-83f786b24215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.287251] env[69858]: DEBUG oslo_concurrency.lockutils [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.371s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.287951] env[69858]: DEBUG nova.compute.manager [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1172.292228] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bd0e3b94-a36f-410b-bfed-5135d98fd578 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.605s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.292228] env[69858]: DEBUG nova.objects.instance [None req-bd0e3b94-a36f-410b-bfed-5135d98fd578 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lazy-loading 'resources' on Instance uuid 2037baf4-892d-461e-88dd-2ffa17dc7ca4 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.375369] env[69858]: DEBUG oslo_vmware.api [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419812, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078183} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.375369] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1172.375369] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766a44ee-7c53-4b7c-b5ab-ea04608791e0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.387877] env[69858]: DEBUG nova.compute.manager [req-bb36df98-79a5-414c-ad7c-a6a94ea0fe96 req-e1c434d4-0e95-4d69-a9f6-a7cbe2acffb0 service nova] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Received event network-vif-unplugged-7f54f348-28aa-4011-89cb-c0ba02ebac20 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.387877] env[69858]: DEBUG oslo_concurrency.lockutils [req-bb36df98-79a5-414c-ad7c-a6a94ea0fe96 req-e1c434d4-0e95-4d69-a9f6-a7cbe2acffb0 service nova] Acquiring lock "c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.387877] env[69858]: DEBUG oslo_concurrency.lockutils [req-bb36df98-79a5-414c-ad7c-a6a94ea0fe96 req-e1c434d4-0e95-4d69-a9f6-a7cbe2acffb0 service nova] Lock "c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.389015] env[69858]: DEBUG oslo_concurrency.lockutils [req-bb36df98-79a5-414c-ad7c-a6a94ea0fe96 req-e1c434d4-0e95-4d69-a9f6-a7cbe2acffb0 service nova] Lock "c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.389015] env[69858]: DEBUG nova.compute.manager [req-bb36df98-79a5-414c-ad7c-a6a94ea0fe96 req-e1c434d4-0e95-4d69-a9f6-a7cbe2acffb0 service nova] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] No waiting events found dispatching network-vif-unplugged-7f54f348-28aa-4011-89cb-c0ba02ebac20 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1172.389015] env[69858]: DEBUG nova.compute.manager [req-bb36df98-79a5-414c-ad7c-a6a94ea0fe96 req-e1c434d4-0e95-4d69-a9f6-a7cbe2acffb0 service nova] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Received event network-vif-unplugged-7f54f348-28aa-4011-89cb-c0ba02ebac20 for instance with task_state deleting. {{(pid=69858) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11515}} [ 1172.389015] env[69858]: DEBUG nova.compute.manager [req-bb36df98-79a5-414c-ad7c-a6a94ea0fe96 req-e1c434d4-0e95-4d69-a9f6-a7cbe2acffb0 service nova] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Received event network-changed-7f54f348-28aa-4011-89cb-c0ba02ebac20 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.390334] env[69858]: DEBUG nova.compute.manager [req-bb36df98-79a5-414c-ad7c-a6a94ea0fe96 req-e1c434d4-0e95-4d69-a9f6-a7cbe2acffb0 service nova] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Refreshing instance network info cache due to event network-changed-7f54f348-28aa-4011-89cb-c0ba02ebac20. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1172.390334] env[69858]: DEBUG oslo_concurrency.lockutils [req-bb36df98-79a5-414c-ad7c-a6a94ea0fe96 req-e1c434d4-0e95-4d69-a9f6-a7cbe2acffb0 service nova] Acquiring lock "refresh_cache-c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.390334] env[69858]: DEBUG oslo_concurrency.lockutils [req-bb36df98-79a5-414c-ad7c-a6a94ea0fe96 req-e1c434d4-0e95-4d69-a9f6-a7cbe2acffb0 service nova] Acquired lock "refresh_cache-c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.390334] env[69858]: DEBUG nova.network.neutron [req-bb36df98-79a5-414c-ad7c-a6a94ea0fe96 req-e1c434d4-0e95-4d69-a9f6-a7cbe2acffb0 service nova] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Refreshing network info cache for port 7f54f348-28aa-4011-89cb-c0ba02ebac20 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.418630] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] b8842da7-b5af-422d-b3f0-ecf1673f334c/b8842da7-b5af-422d-b3f0-ecf1673f334c.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.427959] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e52bcb40-904b-448c-9a71-f1537dc410a0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.448167] env[69858]: DEBUG oslo_vmware.api [None req-94c5fcd6-35a2-4b73-b0a3-efe755f1ff91 tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Task: {'id': task-3419813, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352722} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.449593] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-94c5fcd6-35a2-4b73-b0a3-efe755f1ff91 tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.449774] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-94c5fcd6-35a2-4b73-b0a3-efe755f1ff91 tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.450008] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-94c5fcd6-35a2-4b73-b0a3-efe755f1ff91 tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.450294] env[69858]: INFO nova.compute.manager [None req-94c5fcd6-35a2-4b73-b0a3-efe755f1ff91 tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1172.450619] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94c5fcd6-35a2-4b73-b0a3-efe755f1ff91 tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.450966] env[69858]: DEBUG nova.compute.manager [-] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1172.451126] env[69858]: DEBUG nova.network.neutron [-] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1172.459827] env[69858]: DEBUG oslo_vmware.api [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1172.459827] env[69858]: value = "task-3419815" [ 1172.459827] env[69858]: _type = "Task" [ 1172.459827] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.460088] env[69858]: DEBUG oslo_vmware.api [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': task-3419814, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.469345] env[69858]: DEBUG oslo_vmware.api [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419815, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.673146] env[69858]: INFO nova.compute.manager [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Took 19.04 seconds to build instance. [ 1172.733854] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3cb9451f-bb60-45e3-a88b-b0bbd2274f91 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Releasing lock "refresh_cache-587f6c2d-ea44-459f-b0c5-6e232da0e6d1" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.769063] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4b471b82-2ed8-4b07-acb7-251003257c3a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.795468] env[69858]: DEBUG nova.compute.utils [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.799696] env[69858]: DEBUG nova.compute.manager [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1172.800148] env[69858]: DEBUG nova.network.neutron [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.884359] env[69858]: DEBUG nova.policy [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5428c94ea8242bf9ee9ef989561fa30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55d5af7e5cc84fd885138b28a6913b6f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1172.921877] env[69858]: DEBUG oslo_vmware.api [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': task-3419814, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.929442} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.925859] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b/7ff04108-0ea0-4b55-a21f-ac9d777c9e3b.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1172.926323] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1172.927011] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e13f1a5d-22ae-4a06-ad06-5c26790ae8d1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.937980] env[69858]: DEBUG oslo_vmware.api [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Waiting for the task: (returnval){ [ 1172.937980] env[69858]: value = "task-3419816" [ 1172.937980] env[69858]: _type = "Task" [ 1172.937980] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.956154] env[69858]: DEBUG oslo_vmware.api [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': task-3419816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.976084] env[69858]: DEBUG oslo_vmware.api [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419815, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.070133] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71825859-e3d3-4e32-aab6-9361d56b9b48 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.084362] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e63e62-5a45-4dbc-99e5-16319acc343a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.134195] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd932c41-6586-4279-8d18-438bc5cb2cc7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.146582] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6316d908-a3ec-47d7-88c8-f01f245c6d1e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.167531] env[69858]: DEBUG nova.compute.provider_tree [None req-bd0e3b94-a36f-410b-bfed-5135d98fd578 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.177174] env[69858]: DEBUG oslo_concurrency.lockutils [None req-58ae8359-c04e-4fae-b3d0-3e251d1b942d tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "3bbab55a-cf65-43f4-93ac-7af742d87fba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.556s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.300906] env[69858]: DEBUG nova.compute.manager [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1173.410127] env[69858]: DEBUG nova.network.neutron [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Successfully created port: 9a175e4e-5b05-4f93-a944-104d41962cca {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1173.426793] env[69858]: DEBUG nova.network.neutron [req-bb36df98-79a5-414c-ad7c-a6a94ea0fe96 req-e1c434d4-0e95-4d69-a9f6-a7cbe2acffb0 service nova] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Updated VIF entry in instance network info cache for port 7f54f348-28aa-4011-89cb-c0ba02ebac20. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.426793] env[69858]: DEBUG nova.network.neutron [req-bb36df98-79a5-414c-ad7c-a6a94ea0fe96 req-e1c434d4-0e95-4d69-a9f6-a7cbe2acffb0 service nova] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Updating instance_info_cache with network_info: [{"id": "7f54f348-28aa-4011-89cb-c0ba02ebac20", "address": "fa:16:3e:1a:d6:b6", "network": {"id": "f1ab05d5-73c8-43f1-82cd-36d1a6d246c4", "bridge": null, "label": "tempest-DeleteServersTestJSON-1201552373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19711d5bf05b42d6bcd1a4f2f89fd166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7f54f348-28", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.452129] env[69858]: DEBUG oslo_vmware.api [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': task-3419816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076118} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.452129] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1173.453551] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7880ad-3f22-4c63-841a-2f5bd57bd917 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.481080] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b/7ff04108-0ea0-4b55-a21f-ac9d777c9e3b.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.485662] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9437d9e9-e14c-4899-bc6d-e2828dd8180e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.504034] env[69858]: DEBUG oslo_concurrency.lockutils [None req-95dac38b-651d-4cc2-9ac0-37eb12bbf4c3 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "2c6b0368-6ba4-4184-b595-cac65d4d7145" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.504034] env[69858]: DEBUG oslo_concurrency.lockutils [None req-95dac38b-651d-4cc2-9ac0-37eb12bbf4c3 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "2c6b0368-6ba4-4184-b595-cac65d4d7145" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.504034] env[69858]: DEBUG nova.compute.manager [None req-95dac38b-651d-4cc2-9ac0-37eb12bbf4c3 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1173.504034] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98b9e12-1428-4cf4-9f9c-db5beac060e0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.510148] env[69858]: DEBUG oslo_vmware.api [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419815, 'name': ReconfigVM_Task, 'duration_secs': 0.541143} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.511017] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Reconfigured VM instance instance-00000063 to attach disk [datastore2] b8842da7-b5af-422d-b3f0-ecf1673f334c/b8842da7-b5af-422d-b3f0-ecf1673f334c.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.513041] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73c241f2-2f68-4107-866d-65c9d95c5a2e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.515188] env[69858]: DEBUG oslo_vmware.api [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Waiting for the task: (returnval){ [ 1173.515188] env[69858]: value = "task-3419818" [ 1173.515188] env[69858]: _type = "Task" [ 1173.515188] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.516972] env[69858]: DEBUG nova.compute.manager [None req-95dac38b-651d-4cc2-9ac0-37eb12bbf4c3 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69858) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1173.517628] env[69858]: DEBUG nova.objects.instance [None req-95dac38b-651d-4cc2-9ac0-37eb12bbf4c3 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lazy-loading 'flavor' on Instance uuid 2c6b0368-6ba4-4184-b595-cac65d4d7145 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.527049] env[69858]: DEBUG oslo_vmware.api [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1173.527049] env[69858]: value = "task-3419819" [ 1173.527049] env[69858]: _type = "Task" [ 1173.527049] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.534514] env[69858]: DEBUG oslo_vmware.api [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': task-3419818, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.541307] env[69858]: DEBUG oslo_vmware.api [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419819, 'name': Rename_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.673080] env[69858]: DEBUG nova.scheduler.client.report [None req-bd0e3b94-a36f-410b-bfed-5135d98fd578 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.741940] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cb9451f-bb60-45e3-a88b-b0bbd2274f91 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1173.742373] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e4b186b-a185-44c8-8b30-8bb0dd3a3a61 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.752357] env[69858]: DEBUG oslo_vmware.api [None req-3cb9451f-bb60-45e3-a88b-b0bbd2274f91 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1173.752357] env[69858]: value = "task-3419820" [ 1173.752357] env[69858]: _type = "Task" [ 1173.752357] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.763698] env[69858]: DEBUG oslo_vmware.api [None req-3cb9451f-bb60-45e3-a88b-b0bbd2274f91 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.894361] env[69858]: DEBUG nova.network.neutron [-] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.929093] env[69858]: DEBUG oslo_concurrency.lockutils [req-bb36df98-79a5-414c-ad7c-a6a94ea0fe96 req-e1c434d4-0e95-4d69-a9f6-a7cbe2acffb0 service nova] Releasing lock "refresh_cache-c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.032195] env[69858]: DEBUG oslo_vmware.api [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': task-3419818, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.044329] env[69858]: DEBUG oslo_vmware.api [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419819, 'name': Rename_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.180466] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bd0e3b94-a36f-410b-bfed-5135d98fd578 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.183345] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.158s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.183464] env[69858]: DEBUG nova.objects.instance [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lazy-loading 'resources' on Instance uuid c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.214189] env[69858]: INFO nova.scheduler.client.report [None req-bd0e3b94-a36f-410b-bfed-5135d98fd578 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Deleted allocations for instance 2037baf4-892d-461e-88dd-2ffa17dc7ca4 [ 1174.270514] env[69858]: DEBUG oslo_vmware.api [None req-3cb9451f-bb60-45e3-a88b-b0bbd2274f91 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419820, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.320729] env[69858]: DEBUG nova.compute.manager [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1174.357326] env[69858]: DEBUG nova.virt.hardware [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.357628] env[69858]: DEBUG nova.virt.hardware [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.357782] env[69858]: DEBUG nova.virt.hardware [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.357965] env[69858]: DEBUG nova.virt.hardware [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.358137] env[69858]: DEBUG nova.virt.hardware [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.358289] env[69858]: DEBUG nova.virt.hardware [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.358541] env[69858]: DEBUG nova.virt.hardware [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.358709] env[69858]: DEBUG nova.virt.hardware [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.359019] env[69858]: DEBUG nova.virt.hardware [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.359076] env[69858]: DEBUG nova.virt.hardware [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.359254] env[69858]: DEBUG nova.virt.hardware [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.360268] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213f3c3e-8381-4749-8102-3dfea3750c81 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.370294] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4533ab79-16fa-4eff-b8ac-97ba7dfe2cbe {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.397683] env[69858]: INFO nova.compute.manager [-] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Took 1.95 seconds to deallocate network for instance. [ 1174.538040] env[69858]: DEBUG oslo_vmware.api [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': task-3419818, 'name': ReconfigVM_Task, 'duration_secs': 0.969659} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.543264] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b/7ff04108-0ea0-4b55-a21f-ac9d777c9e3b.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.544637] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-95dac38b-651d-4cc2-9ac0-37eb12bbf4c3 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.544963] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-781917fa-8636-4ec9-b89f-44145673e9b5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.550113] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9f5a724-7c7d-46b3-8457-a4e2ac7da4c6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.561097] env[69858]: DEBUG oslo_vmware.api [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419819, 'name': Rename_Task, 'duration_secs': 0.706354} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.565333] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.565923] env[69858]: DEBUG oslo_vmware.api [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Waiting for the task: (returnval){ [ 1174.565923] env[69858]: value = "task-3419821" [ 1174.565923] env[69858]: _type = "Task" [ 1174.565923] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.567217] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf44a8e0-404a-459a-8e72-a28a1ae135cf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.571925] env[69858]: DEBUG oslo_vmware.api [None req-95dac38b-651d-4cc2-9ac0-37eb12bbf4c3 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1174.571925] env[69858]: value = "task-3419822" [ 1174.571925] env[69858]: _type = "Task" [ 1174.571925] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.592723] env[69858]: DEBUG oslo_vmware.api [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1174.592723] env[69858]: value = "task-3419823" [ 1174.592723] env[69858]: _type = "Task" [ 1174.592723] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.612411] env[69858]: DEBUG oslo_vmware.api [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': task-3419821, 'name': Rename_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.612873] env[69858]: DEBUG oslo_vmware.api [None req-95dac38b-651d-4cc2-9ac0-37eb12bbf4c3 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3419822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.623961] env[69858]: DEBUG oslo_vmware.api [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419823, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.652437] env[69858]: DEBUG nova.compute.manager [req-b9bdd58a-cc61-4db1-bdd7-975d622c91c4 req-6c9de830-27cc-4df8-9d98-6cd6e41546ae service nova] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Received event network-vif-deleted-3f88d9f7-fe5f-4db8-86da-f48efe6fb064 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.652437] env[69858]: DEBUG nova.compute.manager [req-b9bdd58a-cc61-4db1-bdd7-975d622c91c4 req-6c9de830-27cc-4df8-9d98-6cd6e41546ae service nova] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Received event network-changed-31eb05f0-d7f1-44cd-b8da-06517c463d92 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.652437] env[69858]: DEBUG nova.compute.manager [req-b9bdd58a-cc61-4db1-bdd7-975d622c91c4 req-6c9de830-27cc-4df8-9d98-6cd6e41546ae service nova] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Refreshing instance network info cache due to event network-changed-31eb05f0-d7f1-44cd-b8da-06517c463d92. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.653975] env[69858]: DEBUG oslo_concurrency.lockutils [req-b9bdd58a-cc61-4db1-bdd7-975d622c91c4 req-6c9de830-27cc-4df8-9d98-6cd6e41546ae service nova] Acquiring lock "refresh_cache-ae491f0a-11fb-4f17-bf4b-0dc8ff174db4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.654251] env[69858]: DEBUG oslo_concurrency.lockutils [req-b9bdd58a-cc61-4db1-bdd7-975d622c91c4 req-6c9de830-27cc-4df8-9d98-6cd6e41546ae service nova] Acquired lock "refresh_cache-ae491f0a-11fb-4f17-bf4b-0dc8ff174db4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.654449] env[69858]: DEBUG nova.network.neutron [req-b9bdd58a-cc61-4db1-bdd7-975d622c91c4 req-6c9de830-27cc-4df8-9d98-6cd6e41546ae service nova] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Refreshing network info cache for port 31eb05f0-d7f1-44cd-b8da-06517c463d92 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.688459] env[69858]: DEBUG nova.objects.instance [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lazy-loading 'numa_topology' on Instance uuid c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.721978] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bd0e3b94-a36f-410b-bfed-5135d98fd578 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "2037baf4-892d-461e-88dd-2ffa17dc7ca4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.623s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.771800] env[69858]: DEBUG oslo_vmware.api [None req-3cb9451f-bb60-45e3-a88b-b0bbd2274f91 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419820, 'name': PowerOnVM_Task, 'duration_secs': 0.676996} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.772123] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cb9451f-bb60-45e3-a88b-b0bbd2274f91 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1174.772337] env[69858]: DEBUG nova.compute.manager [None req-3cb9451f-bb60-45e3-a88b-b0bbd2274f91 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1174.773176] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d898e4c5-5bb9-47ed-91e7-2295ed94b3c9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.905370] env[69858]: DEBUG oslo_concurrency.lockutils [None req-94c5fcd6-35a2-4b73-b0a3-efe755f1ff91 tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.082113] env[69858]: DEBUG oslo_vmware.api [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': task-3419821, 'name': Rename_Task, 'duration_secs': 0.253995} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.087172] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1175.087765] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a76408f1-2f8b-40d8-851f-ea0786c7470e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.100020] env[69858]: DEBUG oslo_vmware.api [None req-95dac38b-651d-4cc2-9ac0-37eb12bbf4c3 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3419822, 'name': PowerOffVM_Task, 'duration_secs': 0.262109} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.101696] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-95dac38b-651d-4cc2-9ac0-37eb12bbf4c3 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.102096] env[69858]: DEBUG nova.compute.manager [None req-95dac38b-651d-4cc2-9ac0-37eb12bbf4c3 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.102696] env[69858]: DEBUG oslo_vmware.api [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Waiting for the task: (returnval){ [ 1175.102696] env[69858]: value = "task-3419824" [ 1175.102696] env[69858]: _type = "Task" [ 1175.102696] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.103612] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1351db0a-3e80-4645-a93e-12a1247985e6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.117851] env[69858]: DEBUG oslo_vmware.api [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419823, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.129090] env[69858]: DEBUG oslo_vmware.api [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': task-3419824, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.194694] env[69858]: DEBUG nova.objects.base [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69858) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1175.214123] env[69858]: DEBUG nova.network.neutron [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Successfully updated port: 9a175e4e-5b05-4f93-a944-104d41962cca {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1175.297045] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a495ef36-025f-4f91-bcd9-c29df150eb83 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "8fc5a802-b66e-45f9-a644-631a6314fa6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.297403] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a495ef36-025f-4f91-bcd9-c29df150eb83 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "8fc5a802-b66e-45f9-a644-631a6314fa6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.297676] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a495ef36-025f-4f91-bcd9-c29df150eb83 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "8fc5a802-b66e-45f9-a644-631a6314fa6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.297990] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a495ef36-025f-4f91-bcd9-c29df150eb83 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "8fc5a802-b66e-45f9-a644-631a6314fa6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.298403] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a495ef36-025f-4f91-bcd9-c29df150eb83 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "8fc5a802-b66e-45f9-a644-631a6314fa6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.308183] env[69858]: INFO nova.compute.manager [None req-a495ef36-025f-4f91-bcd9-c29df150eb83 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Terminating instance [ 1175.444143] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea387c9-5c6d-412c-bdaf-934b20d754e5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.453691] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1ad361-ef2e-40a7-8996-8eecfb60d664 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.491957] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3534e46-9ab3-450c-b479-e84e03914edd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.506540] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c4e7e0-cf6a-408b-bfd3-48bdcecdb0b8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.523836] env[69858]: DEBUG nova.compute.provider_tree [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.607132] env[69858]: DEBUG oslo_vmware.api [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419823, 'name': PowerOnVM_Task, 'duration_secs': 0.991389} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.608690] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.608690] env[69858]: INFO nova.compute.manager [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1175.608690] env[69858]: DEBUG nova.compute.manager [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.614829] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783f8bb6-3354-4768-988d-cfe9dd4e4794 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.626894] env[69858]: DEBUG oslo_vmware.api [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': task-3419824, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.634408] env[69858]: DEBUG oslo_concurrency.lockutils [None req-95dac38b-651d-4cc2-9ac0-37eb12bbf4c3 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "2c6b0368-6ba4-4184-b595-cac65d4d7145" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.131s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.693367] env[69858]: DEBUG nova.network.neutron [req-b9bdd58a-cc61-4db1-bdd7-975d622c91c4 req-6c9de830-27cc-4df8-9d98-6cd6e41546ae service nova] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Updated VIF entry in instance network info cache for port 31eb05f0-d7f1-44cd-b8da-06517c463d92. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.693737] env[69858]: DEBUG nova.network.neutron [req-b9bdd58a-cc61-4db1-bdd7-975d622c91c4 req-6c9de830-27cc-4df8-9d98-6cd6e41546ae service nova] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Updating instance_info_cache with network_info: [{"id": "31eb05f0-d7f1-44cd-b8da-06517c463d92", "address": "fa:16:3e:e4:5a:17", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31eb05f0-d7", "ovs_interfaceid": "31eb05f0-d7f1-44cd-b8da-06517c463d92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.718571] env[69858]: DEBUG oslo_concurrency.lockutils [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "refresh_cache-d518daa9-b05d-423d-8e26-ebcf8b7b0853" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.718878] env[69858]: DEBUG oslo_concurrency.lockutils [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquired lock "refresh_cache-d518daa9-b05d-423d-8e26-ebcf8b7b0853" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.719379] env[69858]: DEBUG nova.network.neutron [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.813330] env[69858]: DEBUG nova.compute.manager [None req-a495ef36-025f-4f91-bcd9-c29df150eb83 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.814442] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a495ef36-025f-4f91-bcd9-c29df150eb83 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.814732] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fba63bf-f083-4adb-a048-0d5861cac214 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.824798] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-a495ef36-025f-4f91-bcd9-c29df150eb83 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.825091] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a31966e-cca1-414a-8b4c-bbe6ebeae6c4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.833048] env[69858]: DEBUG oslo_vmware.api [None req-a495ef36-025f-4f91-bcd9-c29df150eb83 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1175.833048] env[69858]: value = "task-3419825" [ 1175.833048] env[69858]: _type = "Task" [ 1175.833048] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.843573] env[69858]: DEBUG oslo_vmware.api [None req-a495ef36-025f-4f91-bcd9-c29df150eb83 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.026672] env[69858]: DEBUG nova.scheduler.client.report [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.120224] env[69858]: DEBUG oslo_vmware.api [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': task-3419824, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.139175] env[69858]: DEBUG oslo_concurrency.lockutils [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "227fed41-be46-4400-bc01-091b3b488554" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.139175] env[69858]: DEBUG oslo_concurrency.lockutils [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "227fed41-be46-4400-bc01-091b3b488554" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.139950] env[69858]: INFO nova.compute.manager [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Took 22.02 seconds to build instance. [ 1176.197077] env[69858]: DEBUG oslo_concurrency.lockutils [req-b9bdd58a-cc61-4db1-bdd7-975d622c91c4 req-6c9de830-27cc-4df8-9d98-6cd6e41546ae service nova] Releasing lock "refresh_cache-ae491f0a-11fb-4f17-bf4b-0dc8ff174db4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.197383] env[69858]: DEBUG nova.compute.manager [req-b9bdd58a-cc61-4db1-bdd7-975d622c91c4 req-6c9de830-27cc-4df8-9d98-6cd6e41546ae service nova] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Received event network-changed-e929706c-843d-44eb-93ad-10b1c03d2db7 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.197559] env[69858]: DEBUG nova.compute.manager [req-b9bdd58a-cc61-4db1-bdd7-975d622c91c4 req-6c9de830-27cc-4df8-9d98-6cd6e41546ae service nova] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Refreshing instance network info cache due to event network-changed-e929706c-843d-44eb-93ad-10b1c03d2db7. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1176.197846] env[69858]: DEBUG oslo_concurrency.lockutils [req-b9bdd58a-cc61-4db1-bdd7-975d622c91c4 req-6c9de830-27cc-4df8-9d98-6cd6e41546ae service nova] Acquiring lock "refresh_cache-3bbab55a-cf65-43f4-93ac-7af742d87fba" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.198074] env[69858]: DEBUG oslo_concurrency.lockutils [req-b9bdd58a-cc61-4db1-bdd7-975d622c91c4 req-6c9de830-27cc-4df8-9d98-6cd6e41546ae service nova] Acquired lock "refresh_cache-3bbab55a-cf65-43f4-93ac-7af742d87fba" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.198405] env[69858]: DEBUG nova.network.neutron [req-b9bdd58a-cc61-4db1-bdd7-975d622c91c4 req-6c9de830-27cc-4df8-9d98-6cd6e41546ae service nova] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Refreshing network info cache for port e929706c-843d-44eb-93ad-10b1c03d2db7 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.293333] env[69858]: DEBUG nova.network.neutron [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1176.307629] env[69858]: DEBUG nova.objects.instance [None req-7dab2759-b472-4f78-b20b-f765494ca351 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lazy-loading 'flavor' on Instance uuid 2c6b0368-6ba4-4184-b595-cac65d4d7145 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.345079] env[69858]: DEBUG oslo_vmware.api [None req-a495ef36-025f-4f91-bcd9-c29df150eb83 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419825, 'name': PowerOffVM_Task, 'duration_secs': 0.229239} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.345643] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-a495ef36-025f-4f91-bcd9-c29df150eb83 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.345852] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a495ef36-025f-4f91-bcd9-c29df150eb83 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.346165] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac95c256-40be-4844-9fdc-dcc0276a2abd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.419155] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a495ef36-025f-4f91-bcd9-c29df150eb83 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.419402] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a495ef36-025f-4f91-bcd9-c29df150eb83 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.419624] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-a495ef36-025f-4f91-bcd9-c29df150eb83 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Deleting the datastore file [datastore1] 8fc5a802-b66e-45f9-a644-631a6314fa6a {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.419954] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e06a6e4-a2f6-4f2a-bf8d-c6e7ea0d1ba1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.433640] env[69858]: DEBUG oslo_vmware.api [None req-a495ef36-025f-4f91-bcd9-c29df150eb83 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1176.433640] env[69858]: value = "task-3419827" [ 1176.433640] env[69858]: _type = "Task" [ 1176.433640] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.446108] env[69858]: DEBUG oslo_vmware.api [None req-a495ef36-025f-4f91-bcd9-c29df150eb83 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.531906] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.349s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.534973] env[69858]: DEBUG oslo_concurrency.lockutils [None req-94c5fcd6-35a2-4b73-b0a3-efe755f1ff91 tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.630s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.535282] env[69858]: DEBUG nova.objects.instance [None req-94c5fcd6-35a2-4b73-b0a3-efe755f1ff91 tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Lazy-loading 'resources' on Instance uuid ff47e4b7-72ac-452c-9c0e-8306aae01f4e {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.623541] env[69858]: DEBUG oslo_vmware.api [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': task-3419824, 'name': PowerOnVM_Task, 'duration_secs': 1.225734} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.623883] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1176.624117] env[69858]: DEBUG nova.compute.manager [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1176.624978] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5389b98a-093c-473e-9fe2-698ff06991c6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.642498] env[69858]: DEBUG nova.compute.manager [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1176.647488] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ed665707-84ae-4ec8-a74a-b6145826f86f tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "b8842da7-b5af-422d-b3f0-ecf1673f334c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.535s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.804718] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Acquiring lock "0673aa8b-d5ea-4e61-86a0-b12868470de2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.804718] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "0673aa8b-d5ea-4e61-86a0-b12868470de2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.813684] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7dab2759-b472-4f78-b20b-f765494ca351 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "refresh_cache-2c6b0368-6ba4-4184-b595-cac65d4d7145" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.813684] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7dab2759-b472-4f78-b20b-f765494ca351 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquired lock "refresh_cache-2c6b0368-6ba4-4184-b595-cac65d4d7145" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.813866] env[69858]: DEBUG nova.network.neutron [None req-7dab2759-b472-4f78-b20b-f765494ca351 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.814113] env[69858]: DEBUG nova.objects.instance [None req-7dab2759-b472-4f78-b20b-f765494ca351 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lazy-loading 'info_cache' on Instance uuid 2c6b0368-6ba4-4184-b595-cac65d4d7145 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.906806] env[69858]: DEBUG nova.compute.manager [req-4b317f62-5251-49a9-813f-94b537932cfc req-98aff1ff-d31e-414c-825e-854b6781dd59 service nova] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Received event network-vif-plugged-9a175e4e-5b05-4f93-a944-104d41962cca {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.906952] env[69858]: DEBUG oslo_concurrency.lockutils [req-4b317f62-5251-49a9-813f-94b537932cfc req-98aff1ff-d31e-414c-825e-854b6781dd59 service nova] Acquiring lock "d518daa9-b05d-423d-8e26-ebcf8b7b0853-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.907513] env[69858]: DEBUG oslo_concurrency.lockutils [req-4b317f62-5251-49a9-813f-94b537932cfc req-98aff1ff-d31e-414c-825e-854b6781dd59 service nova] Lock "d518daa9-b05d-423d-8e26-ebcf8b7b0853-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.907513] env[69858]: DEBUG oslo_concurrency.lockutils [req-4b317f62-5251-49a9-813f-94b537932cfc req-98aff1ff-d31e-414c-825e-854b6781dd59 service nova] Lock "d518daa9-b05d-423d-8e26-ebcf8b7b0853-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.907513] env[69858]: DEBUG nova.compute.manager [req-4b317f62-5251-49a9-813f-94b537932cfc req-98aff1ff-d31e-414c-825e-854b6781dd59 service nova] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] No waiting events found dispatching network-vif-plugged-9a175e4e-5b05-4f93-a944-104d41962cca {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1176.907780] env[69858]: WARNING nova.compute.manager [req-4b317f62-5251-49a9-813f-94b537932cfc req-98aff1ff-d31e-414c-825e-854b6781dd59 service nova] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Received unexpected event network-vif-plugged-9a175e4e-5b05-4f93-a944-104d41962cca for instance with vm_state building and task_state spawning. [ 1176.908032] env[69858]: DEBUG nova.compute.manager [req-4b317f62-5251-49a9-813f-94b537932cfc req-98aff1ff-d31e-414c-825e-854b6781dd59 service nova] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Received event network-changed-9a175e4e-5b05-4f93-a944-104d41962cca {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.908117] env[69858]: DEBUG nova.compute.manager [req-4b317f62-5251-49a9-813f-94b537932cfc req-98aff1ff-d31e-414c-825e-854b6781dd59 service nova] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Refreshing instance network info cache due to event network-changed-9a175e4e-5b05-4f93-a944-104d41962cca. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1176.908222] env[69858]: DEBUG oslo_concurrency.lockutils [req-4b317f62-5251-49a9-813f-94b537932cfc req-98aff1ff-d31e-414c-825e-854b6781dd59 service nova] Acquiring lock "refresh_cache-d518daa9-b05d-423d-8e26-ebcf8b7b0853" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.915488] env[69858]: DEBUG nova.network.neutron [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Updating instance_info_cache with network_info: [{"id": "9a175e4e-5b05-4f93-a944-104d41962cca", "address": "fa:16:3e:7e:0b:1e", "network": {"id": "5be3be6c-0dd1-46c4-982b-8f057bcf258d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1145908090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d5af7e5cc84fd885138b28a6913b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a175e4e-5b", "ovs_interfaceid": "9a175e4e-5b05-4f93-a944-104d41962cca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.941383] env[69858]: DEBUG nova.network.neutron [req-b9bdd58a-cc61-4db1-bdd7-975d622c91c4 req-6c9de830-27cc-4df8-9d98-6cd6e41546ae service nova] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Updated VIF entry in instance network info cache for port e929706c-843d-44eb-93ad-10b1c03d2db7. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.941829] env[69858]: DEBUG nova.network.neutron [req-b9bdd58a-cc61-4db1-bdd7-975d622c91c4 req-6c9de830-27cc-4df8-9d98-6cd6e41546ae service nova] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Updating instance_info_cache with network_info: [{"id": "e929706c-843d-44eb-93ad-10b1c03d2db7", "address": "fa:16:3e:be:9a:8d", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape929706c-84", "ovs_interfaceid": "e929706c-843d-44eb-93ad-10b1c03d2db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.949928] env[69858]: DEBUG oslo_vmware.api [None req-a495ef36-025f-4f91-bcd9-c29df150eb83 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243441} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.949928] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-a495ef36-025f-4f91-bcd9-c29df150eb83 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.950190] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a495ef36-025f-4f91-bcd9-c29df150eb83 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.950402] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a495ef36-025f-4f91-bcd9-c29df150eb83 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.950579] env[69858]: INFO nova.compute.manager [None req-a495ef36-025f-4f91-bcd9-c29df150eb83 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1176.950932] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a495ef36-025f-4f91-bcd9-c29df150eb83 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.951829] env[69858]: DEBUG nova.compute.manager [-] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.952565] env[69858]: DEBUG nova.network.neutron [-] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.046647] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1e54eec8-7a50-4bb4-a000-95add3f2043a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.824s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.047719] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4b471b82-2ed8-4b07-acb7-251003257c3a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 4.279s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.048032] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4b471b82-2ed8-4b07-acb7-251003257c3a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.048345] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4b471b82-2ed8-4b07-acb7-251003257c3a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.048601] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4b471b82-2ed8-4b07-acb7-251003257c3a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.053850] env[69858]: DEBUG nova.compute.manager [req-590ab9c6-4443-42cc-ba28-8f5b0779bd65 req-395a5b57-815c-410a-8ebc-909f0d4f0c81 service nova] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Received event network-changed-e929706c-843d-44eb-93ad-10b1c03d2db7 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.054175] env[69858]: DEBUG nova.compute.manager [req-590ab9c6-4443-42cc-ba28-8f5b0779bd65 req-395a5b57-815c-410a-8ebc-909f0d4f0c81 service nova] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Refreshing instance network info cache due to event network-changed-e929706c-843d-44eb-93ad-10b1c03d2db7. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1177.054330] env[69858]: DEBUG oslo_concurrency.lockutils [req-590ab9c6-4443-42cc-ba28-8f5b0779bd65 req-395a5b57-815c-410a-8ebc-909f0d4f0c81 service nova] Acquiring lock "refresh_cache-3bbab55a-cf65-43f4-93ac-7af742d87fba" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.054767] env[69858]: INFO nova.compute.manager [None req-4b471b82-2ed8-4b07-acb7-251003257c3a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Terminating instance [ 1177.143682] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.175340] env[69858]: DEBUG oslo_concurrency.lockutils [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.280420] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62af65b-c718-4a56-b2a8-2df489af59c1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.289979] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267dd7ee-e221-4692-9dff-668d79b703e9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.326527] env[69858]: DEBUG nova.compute.manager [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1177.330851] env[69858]: DEBUG nova.objects.base [None req-7dab2759-b472-4f78-b20b-f765494ca351 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Object Instance<2c6b0368-6ba4-4184-b595-cac65d4d7145> lazy-loaded attributes: flavor,info_cache {{(pid=69858) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1177.333136] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da03e9e1-9385-4c12-b17d-28c3e64807b4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.343065] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d44d9b-523b-490f-85ac-80a5fdddb91f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.361076] env[69858]: DEBUG nova.compute.provider_tree [None req-94c5fcd6-35a2-4b73-b0a3-efe755f1ff91 tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.418791] env[69858]: DEBUG oslo_concurrency.lockutils [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Releasing lock "refresh_cache-d518daa9-b05d-423d-8e26-ebcf8b7b0853" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.419089] env[69858]: DEBUG nova.compute.manager [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Instance network_info: |[{"id": "9a175e4e-5b05-4f93-a944-104d41962cca", "address": "fa:16:3e:7e:0b:1e", "network": {"id": "5be3be6c-0dd1-46c4-982b-8f057bcf258d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1145908090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d5af7e5cc84fd885138b28a6913b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a175e4e-5b", "ovs_interfaceid": "9a175e4e-5b05-4f93-a944-104d41962cca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1177.419401] env[69858]: DEBUG oslo_concurrency.lockutils [req-4b317f62-5251-49a9-813f-94b537932cfc req-98aff1ff-d31e-414c-825e-854b6781dd59 service nova] Acquired lock "refresh_cache-d518daa9-b05d-423d-8e26-ebcf8b7b0853" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.419579] env[69858]: DEBUG nova.network.neutron [req-4b317f62-5251-49a9-813f-94b537932cfc req-98aff1ff-d31e-414c-825e-854b6781dd59 service nova] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Refreshing network info cache for port 9a175e4e-5b05-4f93-a944-104d41962cca {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.420803] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:0b:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a175e4e-5b05-4f93-a944-104d41962cca', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1177.428173] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.431667] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1177.432418] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de2d0177-938c-4e9c-80a4-17dc4658caa6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.447030] env[69858]: DEBUG oslo_concurrency.lockutils [req-b9bdd58a-cc61-4db1-bdd7-975d622c91c4 req-6c9de830-27cc-4df8-9d98-6cd6e41546ae service nova] Releasing lock "refresh_cache-3bbab55a-cf65-43f4-93ac-7af742d87fba" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.447441] env[69858]: DEBUG oslo_concurrency.lockutils [req-590ab9c6-4443-42cc-ba28-8f5b0779bd65 req-395a5b57-815c-410a-8ebc-909f0d4f0c81 service nova] Acquired lock "refresh_cache-3bbab55a-cf65-43f4-93ac-7af742d87fba" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.447620] env[69858]: DEBUG nova.network.neutron [req-590ab9c6-4443-42cc-ba28-8f5b0779bd65 req-395a5b57-815c-410a-8ebc-909f0d4f0c81 service nova] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Refreshing network info cache for port e929706c-843d-44eb-93ad-10b1c03d2db7 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.454830] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1177.454830] env[69858]: value = "task-3419829" [ 1177.454830] env[69858]: _type = "Task" [ 1177.454830] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.468023] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9590442b-16ca-4381-aff5-6e20d0bbeaa1 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "587f6c2d-ea44-459f-b0c5-6e232da0e6d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.468023] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9590442b-16ca-4381-aff5-6e20d0bbeaa1 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "587f6c2d-ea44-459f-b0c5-6e232da0e6d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.468023] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9590442b-16ca-4381-aff5-6e20d0bbeaa1 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "587f6c2d-ea44-459f-b0c5-6e232da0e6d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.468023] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9590442b-16ca-4381-aff5-6e20d0bbeaa1 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "587f6c2d-ea44-459f-b0c5-6e232da0e6d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.468023] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9590442b-16ca-4381-aff5-6e20d0bbeaa1 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "587f6c2d-ea44-459f-b0c5-6e232da0e6d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.468866] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419829, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.469489] env[69858]: INFO nova.compute.manager [None req-9590442b-16ca-4381-aff5-6e20d0bbeaa1 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Terminating instance [ 1177.558801] env[69858]: DEBUG nova.compute.manager [None req-4b471b82-2ed8-4b07-acb7-251003257c3a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1177.559043] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4b471b82-2ed8-4b07-acb7-251003257c3a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1177.559355] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-221b30c1-c75b-462b-848c-95980850a6a2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.569893] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290b3b3a-8d46-4561-be78-4f81027aabea {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.605702] env[69858]: WARNING nova.virt.vmwareapi.vmops [None req-4b471b82-2ed8-4b07-acb7-251003257c3a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556 could not be found. [ 1177.605940] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4b471b82-2ed8-4b07-acb7-251003257c3a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.606124] env[69858]: INFO nova.compute.manager [None req-4b471b82-2ed8-4b07-acb7-251003257c3a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1177.606385] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b471b82-2ed8-4b07-acb7-251003257c3a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.606637] env[69858]: DEBUG nova.compute.manager [-] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.606727] env[69858]: DEBUG nova.network.neutron [-] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.668191] env[69858]: DEBUG nova.network.neutron [req-4b317f62-5251-49a9-813f-94b537932cfc req-98aff1ff-d31e-414c-825e-854b6781dd59 service nova] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Updated VIF entry in instance network info cache for port 9a175e4e-5b05-4f93-a944-104d41962cca. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1177.668965] env[69858]: DEBUG nova.network.neutron [req-4b317f62-5251-49a9-813f-94b537932cfc req-98aff1ff-d31e-414c-825e-854b6781dd59 service nova] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Updating instance_info_cache with network_info: [{"id": "9a175e4e-5b05-4f93-a944-104d41962cca", "address": "fa:16:3e:7e:0b:1e", "network": {"id": "5be3be6c-0dd1-46c4-982b-8f057bcf258d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1145908090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d5af7e5cc84fd885138b28a6913b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a175e4e-5b", "ovs_interfaceid": "9a175e4e-5b05-4f93-a944-104d41962cca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.741248] env[69858]: DEBUG nova.network.neutron [-] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.745328] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3f8bbbee-4f96-4535-955a-09399746cfd0 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Acquiring lock "7ff04108-0ea0-4b55-a21f-ac9d777c9e3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.746025] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3f8bbbee-4f96-4535-955a-09399746cfd0 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Lock "7ff04108-0ea0-4b55-a21f-ac9d777c9e3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.746025] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3f8bbbee-4f96-4535-955a-09399746cfd0 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Acquiring lock "7ff04108-0ea0-4b55-a21f-ac9d777c9e3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.746025] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3f8bbbee-4f96-4535-955a-09399746cfd0 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Lock "7ff04108-0ea0-4b55-a21f-ac9d777c9e3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.746025] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3f8bbbee-4f96-4535-955a-09399746cfd0 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Lock "7ff04108-0ea0-4b55-a21f-ac9d777c9e3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.749015] env[69858]: INFO nova.compute.manager [None req-3f8bbbee-4f96-4535-955a-09399746cfd0 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Terminating instance [ 1177.864830] env[69858]: DEBUG nova.scheduler.client.report [None req-94c5fcd6-35a2-4b73-b0a3-efe755f1ff91 tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.870917] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.969294] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419829, 'name': CreateVM_Task} progress is 25%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.973467] env[69858]: DEBUG nova.compute.manager [None req-9590442b-16ca-4381-aff5-6e20d0bbeaa1 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1177.974207] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9590442b-16ca-4381-aff5-6e20d0bbeaa1 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1177.974542] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcb166b-85f5-4b15-a147-abf561205bd7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.983648] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9590442b-16ca-4381-aff5-6e20d0bbeaa1 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.986790] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac69f7e7-a951-4ad9-bc30-7441032a9cbf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.998200] env[69858]: DEBUG oslo_vmware.api [None req-9590442b-16ca-4381-aff5-6e20d0bbeaa1 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1177.998200] env[69858]: value = "task-3419830" [ 1177.998200] env[69858]: _type = "Task" [ 1177.998200] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.009391] env[69858]: DEBUG oslo_vmware.api [None req-9590442b-16ca-4381-aff5-6e20d0bbeaa1 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.097672] env[69858]: DEBUG nova.network.neutron [None req-7dab2759-b472-4f78-b20b-f765494ca351 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Updating instance_info_cache with network_info: [{"id": "4d9dcad2-dce4-4f1f-9c36-18f3209e366d", "address": "fa:16:3e:92:6a:13", "network": {"id": "0b161d6c-e53e-45aa-bc0e-59ca8de1e5b5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-387557169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eecd4e4f7852489d88ac8dc75c2ad948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d9dcad2-dc", "ovs_interfaceid": "4d9dcad2-dce4-4f1f-9c36-18f3209e366d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.171723] env[69858]: DEBUG oslo_concurrency.lockutils [req-4b317f62-5251-49a9-813f-94b537932cfc req-98aff1ff-d31e-414c-825e-854b6781dd59 service nova] Releasing lock "refresh_cache-d518daa9-b05d-423d-8e26-ebcf8b7b0853" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.208219] env[69858]: DEBUG nova.network.neutron [req-590ab9c6-4443-42cc-ba28-8f5b0779bd65 req-395a5b57-815c-410a-8ebc-909f0d4f0c81 service nova] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Updated VIF entry in instance network info cache for port e929706c-843d-44eb-93ad-10b1c03d2db7. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.208701] env[69858]: DEBUG nova.network.neutron [req-590ab9c6-4443-42cc-ba28-8f5b0779bd65 req-395a5b57-815c-410a-8ebc-909f0d4f0c81 service nova] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Updating instance_info_cache with network_info: [{"id": "e929706c-843d-44eb-93ad-10b1c03d2db7", "address": "fa:16:3e:be:9a:8d", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape929706c-84", "ovs_interfaceid": "e929706c-843d-44eb-93ad-10b1c03d2db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.243801] env[69858]: INFO nova.compute.manager [-] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Took 1.29 seconds to deallocate network for instance. [ 1178.253304] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3f8bbbee-4f96-4535-955a-09399746cfd0 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Acquiring lock "refresh_cache-7ff04108-0ea0-4b55-a21f-ac9d777c9e3b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.253535] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3f8bbbee-4f96-4535-955a-09399746cfd0 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Acquired lock "refresh_cache-7ff04108-0ea0-4b55-a21f-ac9d777c9e3b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.253789] env[69858]: DEBUG nova.network.neutron [None req-3f8bbbee-4f96-4535-955a-09399746cfd0 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.373212] env[69858]: DEBUG oslo_concurrency.lockutils [None req-94c5fcd6-35a2-4b73-b0a3-efe755f1ff91 tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.377918] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.234s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.378563] env[69858]: DEBUG nova.objects.instance [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69858) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1178.407610] env[69858]: INFO nova.scheduler.client.report [None req-94c5fcd6-35a2-4b73-b0a3-efe755f1ff91 tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Deleted allocations for instance ff47e4b7-72ac-452c-9c0e-8306aae01f4e [ 1178.430452] env[69858]: DEBUG nova.network.neutron [-] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.467184] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419829, 'name': CreateVM_Task} progress is 25%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.470309] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d3bb01ec-4e22-472a-ae66-0227a223f7a6 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "b8842da7-b5af-422d-b3f0-ecf1673f334c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.470595] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d3bb01ec-4e22-472a-ae66-0227a223f7a6 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "b8842da7-b5af-422d-b3f0-ecf1673f334c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.470817] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d3bb01ec-4e22-472a-ae66-0227a223f7a6 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "b8842da7-b5af-422d-b3f0-ecf1673f334c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.471044] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d3bb01ec-4e22-472a-ae66-0227a223f7a6 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "b8842da7-b5af-422d-b3f0-ecf1673f334c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.471238] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d3bb01ec-4e22-472a-ae66-0227a223f7a6 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "b8842da7-b5af-422d-b3f0-ecf1673f334c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.473438] env[69858]: INFO nova.compute.manager [None req-d3bb01ec-4e22-472a-ae66-0227a223f7a6 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Terminating instance [ 1178.509663] env[69858]: DEBUG oslo_vmware.api [None req-9590442b-16ca-4381-aff5-6e20d0bbeaa1 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419830, 'name': PowerOffVM_Task, 'duration_secs': 0.3546} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.509663] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9590442b-16ca-4381-aff5-6e20d0bbeaa1 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.509663] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9590442b-16ca-4381-aff5-6e20d0bbeaa1 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.509938] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7a13a08-df82-446a-85ef-246f677066b3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.600726] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7dab2759-b472-4f78-b20b-f765494ca351 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Releasing lock "refresh_cache-2c6b0368-6ba4-4184-b595-cac65d4d7145" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.605802] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9590442b-16ca-4381-aff5-6e20d0bbeaa1 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1178.606060] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9590442b-16ca-4381-aff5-6e20d0bbeaa1 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1178.606234] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-9590442b-16ca-4381-aff5-6e20d0bbeaa1 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Deleting the datastore file [datastore1] 587f6c2d-ea44-459f-b0c5-6e232da0e6d1 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.606514] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e3043cf-22a0-4f9f-92eb-9f97afcb6cec {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.614667] env[69858]: DEBUG oslo_vmware.api [None req-9590442b-16ca-4381-aff5-6e20d0bbeaa1 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1178.614667] env[69858]: value = "task-3419832" [ 1178.614667] env[69858]: _type = "Task" [ 1178.614667] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.626280] env[69858]: DEBUG oslo_vmware.api [None req-9590442b-16ca-4381-aff5-6e20d0bbeaa1 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.712209] env[69858]: DEBUG oslo_concurrency.lockutils [req-590ab9c6-4443-42cc-ba28-8f5b0779bd65 req-395a5b57-815c-410a-8ebc-909f0d4f0c81 service nova] Releasing lock "refresh_cache-3bbab55a-cf65-43f4-93ac-7af742d87fba" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.751195] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a495ef36-025f-4f91-bcd9-c29df150eb83 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.772999] env[69858]: DEBUG nova.network.neutron [None req-3f8bbbee-4f96-4535-955a-09399746cfd0 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1178.822021] env[69858]: DEBUG nova.network.neutron [None req-3f8bbbee-4f96-4535-955a-09399746cfd0 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.916763] env[69858]: DEBUG oslo_concurrency.lockutils [None req-94c5fcd6-35a2-4b73-b0a3-efe755f1ff91 tempest-ServersTestManualDisk-512090720 tempest-ServersTestManualDisk-512090720-project-member] Lock "ff47e4b7-72ac-452c-9c0e-8306aae01f4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.174s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.934498] env[69858]: INFO nova.compute.manager [-] [instance: c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556] Took 1.33 seconds to deallocate network for instance. [ 1178.940951] env[69858]: DEBUG nova.compute.manager [req-ceeff69e-6adc-465a-b524-1dca5e151dbb req-0716a4c9-1222-4a0e-998e-cc093e4a5f3e service nova] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Received event network-vif-deleted-60f0616b-8d61-4b59-b31e-da1cace71955 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.951311] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.951507] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.966903] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419829, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.977485] env[69858]: DEBUG nova.compute.manager [None req-d3bb01ec-4e22-472a-ae66-0227a223f7a6 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1178.977755] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bb01ec-4e22-472a-ae66-0227a223f7a6 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.978869] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b66d10a-c6bb-4ef3-ae54-9a1498e41e2b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.986720] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3bb01ec-4e22-472a-ae66-0227a223f7a6 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.986960] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92a5c83a-e471-41c4-bbaf-83276e9d1cff {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.994184] env[69858]: DEBUG oslo_vmware.api [None req-d3bb01ec-4e22-472a-ae66-0227a223f7a6 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1178.994184] env[69858]: value = "task-3419833" [ 1178.994184] env[69858]: _type = "Task" [ 1178.994184] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.003365] env[69858]: DEBUG oslo_vmware.api [None req-d3bb01ec-4e22-472a-ae66-0227a223f7a6 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.084175] env[69858]: DEBUG nova.compute.manager [req-bd3e3ce0-0522-439f-a3c1-ebd1b60c2fcf req-ddd487cc-78d8-4a6f-aced-a1891d8edf08 service nova] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Received event network-changed-31eb05f0-d7f1-44cd-b8da-06517c463d92 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.084373] env[69858]: DEBUG nova.compute.manager [req-bd3e3ce0-0522-439f-a3c1-ebd1b60c2fcf req-ddd487cc-78d8-4a6f-aced-a1891d8edf08 service nova] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Refreshing instance network info cache due to event network-changed-31eb05f0-d7f1-44cd-b8da-06517c463d92. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.084635] env[69858]: DEBUG oslo_concurrency.lockutils [req-bd3e3ce0-0522-439f-a3c1-ebd1b60c2fcf req-ddd487cc-78d8-4a6f-aced-a1891d8edf08 service nova] Acquiring lock "refresh_cache-ae491f0a-11fb-4f17-bf4b-0dc8ff174db4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.084791] env[69858]: DEBUG oslo_concurrency.lockutils [req-bd3e3ce0-0522-439f-a3c1-ebd1b60c2fcf req-ddd487cc-78d8-4a6f-aced-a1891d8edf08 service nova] Acquired lock "refresh_cache-ae491f0a-11fb-4f17-bf4b-0dc8ff174db4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.084957] env[69858]: DEBUG nova.network.neutron [req-bd3e3ce0-0522-439f-a3c1-ebd1b60c2fcf req-ddd487cc-78d8-4a6f-aced-a1891d8edf08 service nova] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Refreshing network info cache for port 31eb05f0-d7f1-44cd-b8da-06517c463d92 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.129317] env[69858]: DEBUG oslo_vmware.api [None req-9590442b-16ca-4381-aff5-6e20d0bbeaa1 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184762} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.130134] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-9590442b-16ca-4381-aff5-6e20d0bbeaa1 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.130457] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9590442b-16ca-4381-aff5-6e20d0bbeaa1 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.130774] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9590442b-16ca-4381-aff5-6e20d0bbeaa1 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.131176] env[69858]: INFO nova.compute.manager [None req-9590442b-16ca-4381-aff5-6e20d0bbeaa1 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1179.131575] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9590442b-16ca-4381-aff5-6e20d0bbeaa1 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.131883] env[69858]: DEBUG nova.compute.manager [-] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1179.132056] env[69858]: DEBUG nova.network.neutron [-] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1179.325207] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3f8bbbee-4f96-4535-955a-09399746cfd0 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Releasing lock "refresh_cache-7ff04108-0ea0-4b55-a21f-ac9d777c9e3b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.325607] env[69858]: DEBUG nova.compute.manager [None req-3f8bbbee-4f96-4535-955a-09399746cfd0 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1179.325805] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8bbbee-4f96-4535-955a-09399746cfd0 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.326823] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0ee7f3-2a23-4618-9a52-39f0f5e75fb9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.336196] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8bbbee-4f96-4535-955a-09399746cfd0 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.336450] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5aef5ddb-de06-4892-bc67-54df9263a932 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.343703] env[69858]: DEBUG oslo_vmware.api [None req-3f8bbbee-4f96-4535-955a-09399746cfd0 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Waiting for the task: (returnval){ [ 1179.343703] env[69858]: value = "task-3419834" [ 1179.343703] env[69858]: _type = "Task" [ 1179.343703] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.353777] env[69858]: DEBUG oslo_vmware.api [None req-3f8bbbee-4f96-4535-955a-09399746cfd0 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': task-3419834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.388937] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fb5533aa-a5f4-4bba-aece-727712259e09 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.390332] env[69858]: DEBUG oslo_concurrency.lockutils [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.215s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.392863] env[69858]: INFO nova.compute.claims [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1179.466853] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.471088] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.471474] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.472139] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.472384] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.472851] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.472851] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69858) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1179.472995] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.479967] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419829, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.510489] env[69858]: DEBUG oslo_vmware.api [None req-d3bb01ec-4e22-472a-ae66-0227a223f7a6 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419833, 'name': PowerOffVM_Task, 'duration_secs': 0.288401} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.510869] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3bb01ec-4e22-472a-ae66-0227a223f7a6 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.511111] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bb01ec-4e22-472a-ae66-0227a223f7a6 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1179.512061] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b900f985-5545-4f4c-a7bf-d3dfd2c65ef6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.592059] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bb01ec-4e22-472a-ae66-0227a223f7a6 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.592446] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bb01ec-4e22-472a-ae66-0227a223f7a6 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.592750] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3bb01ec-4e22-472a-ae66-0227a223f7a6 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Deleting the datastore file [datastore2] b8842da7-b5af-422d-b3f0-ecf1673f334c {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.593562] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-333d5408-ee3f-483d-971f-5cbf63eee12f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.602353] env[69858]: DEBUG oslo_vmware.api [None req-d3bb01ec-4e22-472a-ae66-0227a223f7a6 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for the task: (returnval){ [ 1179.602353] env[69858]: value = "task-3419837" [ 1179.602353] env[69858]: _type = "Task" [ 1179.602353] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.607181] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dab2759-b472-4f78-b20b-f765494ca351 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.607649] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19fe9983-d0c9-490a-bc89-e7b174ff441a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.617197] env[69858]: DEBUG oslo_vmware.api [None req-d3bb01ec-4e22-472a-ae66-0227a223f7a6 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.618966] env[69858]: DEBUG oslo_vmware.api [None req-7dab2759-b472-4f78-b20b-f765494ca351 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1179.618966] env[69858]: value = "task-3419838" [ 1179.618966] env[69858]: _type = "Task" [ 1179.618966] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.630191] env[69858]: DEBUG oslo_vmware.api [None req-7dab2759-b472-4f78-b20b-f765494ca351 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3419838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.855443] env[69858]: DEBUG oslo_vmware.api [None req-3f8bbbee-4f96-4535-955a-09399746cfd0 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': task-3419834, 'name': PowerOffVM_Task, 'duration_secs': 0.159229} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.855727] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8bbbee-4f96-4535-955a-09399746cfd0 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.855903] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8bbbee-4f96-4535-955a-09399746cfd0 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1179.856193] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa1a6595-12f9-4974-b0e0-0511b1794f10 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.903843] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8bbbee-4f96-4535-955a-09399746cfd0 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.904708] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8bbbee-4f96-4535-955a-09399746cfd0 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.905012] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f8bbbee-4f96-4535-955a-09399746cfd0 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Deleting the datastore file [datastore2] 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.905317] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43244007-832a-48da-a140-5cb1bc183d53 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.913965] env[69858]: DEBUG oslo_vmware.api [None req-3f8bbbee-4f96-4535-955a-09399746cfd0 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Waiting for the task: (returnval){ [ 1179.913965] env[69858]: value = "task-3419840" [ 1179.913965] env[69858]: _type = "Task" [ 1179.913965] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.923571] env[69858]: DEBUG oslo_vmware.api [None req-3f8bbbee-4f96-4535-955a-09399746cfd0 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': task-3419840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.976943] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4b471b82-2ed8-4b07-acb7-251003257c3a tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "c4b0a7a7-8e59-4bd6-a359-d9b1dc8d6556" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.929s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.978679] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.989091] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419829, 'name': CreateVM_Task, 'duration_secs': 2.290927} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.989255] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1179.989959] env[69858]: DEBUG oslo_concurrency.lockutils [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.990142] env[69858]: DEBUG oslo_concurrency.lockutils [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.990466] env[69858]: DEBUG oslo_concurrency.lockutils [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.990754] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-597ed09f-e63b-42da-9a1f-1133dd56efd1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.997994] env[69858]: DEBUG oslo_vmware.api [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1179.997994] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e928cd-6da7-1320-0922-70fe32a088e3" [ 1179.997994] env[69858]: _type = "Task" [ 1179.997994] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.010369] env[69858]: DEBUG oslo_vmware.api [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e928cd-6da7-1320-0922-70fe32a088e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.119890] env[69858]: DEBUG oslo_vmware.api [None req-d3bb01ec-4e22-472a-ae66-0227a223f7a6 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Task: {'id': task-3419837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208127} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.119999] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3bb01ec-4e22-472a-ae66-0227a223f7a6 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.120255] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bb01ec-4e22-472a-ae66-0227a223f7a6 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1180.120452] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bb01ec-4e22-472a-ae66-0227a223f7a6 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.120780] env[69858]: INFO nova.compute.manager [None req-d3bb01ec-4e22-472a-ae66-0227a223f7a6 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1180.121055] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3bb01ec-4e22-472a-ae66-0227a223f7a6 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.124470] env[69858]: DEBUG nova.compute.manager [-] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1180.124578] env[69858]: DEBUG nova.network.neutron [-] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1180.133048] env[69858]: DEBUG oslo_vmware.api [None req-7dab2759-b472-4f78-b20b-f765494ca351 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3419838, 'name': PowerOnVM_Task, 'duration_secs': 0.419772} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.137833] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dab2759-b472-4f78-b20b-f765494ca351 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.137973] env[69858]: DEBUG nova.compute.manager [None req-7dab2759-b472-4f78-b20b-f765494ca351 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.139231] env[69858]: DEBUG nova.network.neutron [req-bd3e3ce0-0522-439f-a3c1-ebd1b60c2fcf req-ddd487cc-78d8-4a6f-aced-a1891d8edf08 service nova] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Updated VIF entry in instance network info cache for port 31eb05f0-d7f1-44cd-b8da-06517c463d92. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1180.139309] env[69858]: DEBUG nova.network.neutron [req-bd3e3ce0-0522-439f-a3c1-ebd1b60c2fcf req-ddd487cc-78d8-4a6f-aced-a1891d8edf08 service nova] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Updating instance_info_cache with network_info: [{"id": "31eb05f0-d7f1-44cd-b8da-06517c463d92", "address": "fa:16:3e:e4:5a:17", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31eb05f0-d7", "ovs_interfaceid": "31eb05f0-d7f1-44cd-b8da-06517c463d92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.144019] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c605a533-b411-4236-b906-e28481d19909 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.428834] env[69858]: DEBUG oslo_vmware.api [None req-3f8bbbee-4f96-4535-955a-09399746cfd0 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Task: {'id': task-3419840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249344} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.429143] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f8bbbee-4f96-4535-955a-09399746cfd0 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.429333] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8bbbee-4f96-4535-955a-09399746cfd0 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1180.429537] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8bbbee-4f96-4535-955a-09399746cfd0 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.429780] env[69858]: INFO nova.compute.manager [None req-3f8bbbee-4f96-4535-955a-09399746cfd0 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1180.430219] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f8bbbee-4f96-4535-955a-09399746cfd0 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.430454] env[69858]: DEBUG nova.compute.manager [-] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1180.430617] env[69858]: DEBUG nova.network.neutron [-] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1180.449559] env[69858]: DEBUG nova.network.neutron [-] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1180.473309] env[69858]: DEBUG nova.network.neutron [-] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.513434] env[69858]: DEBUG oslo_vmware.api [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e928cd-6da7-1320-0922-70fe32a088e3, 'name': SearchDatastore_Task, 'duration_secs': 0.041613} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.513744] env[69858]: DEBUG oslo_concurrency.lockutils [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.514049] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1180.514281] env[69858]: DEBUG oslo_concurrency.lockutils [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.514436] env[69858]: DEBUG oslo_concurrency.lockutils [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.514735] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1180.517177] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a49171fa-7f82-4e60-9e90-d82238d89f9b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.526653] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1180.526879] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1180.527726] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09410386-3775-4962-b5f3-806208da908d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.537961] env[69858]: DEBUG oslo_vmware.api [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1180.537961] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5251bc71-019e-67bf-5ee4-26c430bbf95b" [ 1180.537961] env[69858]: _type = "Task" [ 1180.537961] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.547072] env[69858]: DEBUG oslo_vmware.api [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5251bc71-019e-67bf-5ee4-26c430bbf95b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.623827] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf94206-630b-4f8a-a1fb-2c15910b555e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.634010] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24be2b1-b9b0-499c-a05d-56e71aa97caa {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.665201] env[69858]: DEBUG oslo_concurrency.lockutils [req-bd3e3ce0-0522-439f-a3c1-ebd1b60c2fcf req-ddd487cc-78d8-4a6f-aced-a1891d8edf08 service nova] Releasing lock "refresh_cache-ae491f0a-11fb-4f17-bf4b-0dc8ff174db4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.667790] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d520d0b-7255-4a70-bd22-90441fc7855d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.679438] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b419a1fc-bd57-4832-83d9-c7ffbb5cc199 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.703237] env[69858]: DEBUG nova.compute.provider_tree [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.800482] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "345a78e4-7156-4eee-b784-5e1322f2969e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.800482] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "345a78e4-7156-4eee-b784-5e1322f2969e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.854989] env[69858]: DEBUG nova.network.neutron [-] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.951838] env[69858]: DEBUG nova.network.neutron [-] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.975719] env[69858]: INFO nova.compute.manager [-] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Took 1.84 seconds to deallocate network for instance. [ 1181.048674] env[69858]: DEBUG oslo_vmware.api [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5251bc71-019e-67bf-5ee4-26c430bbf95b, 'name': SearchDatastore_Task, 'duration_secs': 0.010434} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.049630] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d09ff49b-a5b4-4e97-84b2-2f985999f41c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.056406] env[69858]: DEBUG oslo_vmware.api [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1181.056406] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52fc4175-d830-0740-7eaa-659fdc216b25" [ 1181.056406] env[69858]: _type = "Task" [ 1181.056406] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.065832] env[69858]: DEBUG oslo_vmware.api [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52fc4175-d830-0740-7eaa-659fdc216b25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.118082] env[69858]: DEBUG nova.compute.manager [req-ec854e1c-8beb-4dab-87eb-2c8ec2d57223 req-31aca5ee-513a-48c0-abde-294657be9a64 service nova] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Received event network-vif-deleted-34d5c5fd-0713-49d2-ad18-83f786b24215 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.118312] env[69858]: DEBUG nova.compute.manager [req-ec854e1c-8beb-4dab-87eb-2c8ec2d57223 req-31aca5ee-513a-48c0-abde-294657be9a64 service nova] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Received event network-vif-deleted-32921b19-70a8-46b6-914a-42076dabdf5c {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.210064] env[69858]: DEBUG nova.scheduler.client.report [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.302955] env[69858]: DEBUG nova.compute.manager [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1181.356979] env[69858]: INFO nova.compute.manager [-] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Took 1.23 seconds to deallocate network for instance. [ 1181.454857] env[69858]: INFO nova.compute.manager [-] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Took 1.02 seconds to deallocate network for instance. [ 1181.487212] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9590442b-16ca-4381-aff5-6e20d0bbeaa1 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.570452] env[69858]: DEBUG oslo_vmware.api [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52fc4175-d830-0740-7eaa-659fdc216b25, 'name': SearchDatastore_Task, 'duration_secs': 0.010998} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.570842] env[69858]: DEBUG oslo_concurrency.lockutils [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.571209] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] d518daa9-b05d-423d-8e26-ebcf8b7b0853/d518daa9-b05d-423d-8e26-ebcf8b7b0853.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1181.571581] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9d45562-bd25-421e-9f29-fe246ada5cce {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.578958] env[69858]: DEBUG oslo_vmware.api [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1181.578958] env[69858]: value = "task-3419842" [ 1181.578958] env[69858]: _type = "Task" [ 1181.578958] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.588581] env[69858]: DEBUG oslo_vmware.api [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.712412] env[69858]: DEBUG oslo_concurrency.lockutils [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.713015] env[69858]: DEBUG nova.compute.manager [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1181.715985] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.846s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.717767] env[69858]: INFO nova.compute.claims [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1181.840412] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.863870] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d3bb01ec-4e22-472a-ae66-0227a223f7a6 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.963342] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3f8bbbee-4f96-4535-955a-09399746cfd0 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.090797] env[69858]: DEBUG oslo_vmware.api [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419842, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.224128] env[69858]: DEBUG nova.compute.utils [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1182.227493] env[69858]: DEBUG nova.compute.manager [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1182.227837] env[69858]: DEBUG nova.network.neutron [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1182.928624] env[69858]: DEBUG nova.compute.manager [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1182.945356] env[69858]: DEBUG oslo_vmware.api [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563347} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.945572] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] d518daa9-b05d-423d-8e26-ebcf8b7b0853/d518daa9-b05d-423d-8e26-ebcf8b7b0853.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1182.945794] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1182.946057] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68df8993-beaf-41a9-a0f6-a41d5d1983dc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.954423] env[69858]: DEBUG oslo_vmware.api [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1182.954423] env[69858]: value = "task-3419843" [ 1182.954423] env[69858]: _type = "Task" [ 1182.954423] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.963950] env[69858]: DEBUG oslo_vmware.api [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.990439] env[69858]: DEBUG nova.policy [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02f0fd2e1f47456b8ed47106491d5d45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b8e4595b35f4c48a807c1ed8d509995', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1183.287314] env[69858]: DEBUG nova.network.neutron [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Successfully created port: 7c58058b-9511-469a-ad16-a1f5d1c9a2b7 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1183.437304] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ec418520-a9da-42d1-ae98-7a26105e0bb2 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "interface-ae491f0a-11fb-4f17-bf4b-0dc8ff174db4-f3bfd7a5-7c8a-49cf-b7af-dc8e8ca34259" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.437607] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ec418520-a9da-42d1-ae98-7a26105e0bb2 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "interface-ae491f0a-11fb-4f17-bf4b-0dc8ff174db4-f3bfd7a5-7c8a-49cf-b7af-dc8e8ca34259" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.437876] env[69858]: DEBUG nova.objects.instance [None req-ec418520-a9da-42d1-ae98-7a26105e0bb2 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lazy-loading 'flavor' on Instance uuid ae491f0a-11fb-4f17-bf4b-0dc8ff174db4 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.465465] env[69858]: DEBUG oslo_vmware.api [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075353} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.465733] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1183.466583] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca676ca-b208-47f1-a7df-41d2941c90d1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.491027] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] d518daa9-b05d-423d-8e26-ebcf8b7b0853/d518daa9-b05d-423d-8e26-ebcf8b7b0853.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.493700] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd1e934d-9eac-48d8-a979-4c8d894e0988 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.514912] env[69858]: DEBUG oslo_vmware.api [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1183.514912] env[69858]: value = "task-3419844" [ 1183.514912] env[69858]: _type = "Task" [ 1183.514912] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.525859] env[69858]: DEBUG oslo_vmware.api [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419844, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.648878] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9818e98c-b5ff-4330-ab59-a122959736bd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.658695] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328232e4-b470-4dae-b30b-bec9f84b13b2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.693407] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ba90f8-3d19-4fcd-98d4-7763ac1d756a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.702745] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fbf4d8-3524-46c8-8522-b75f72386223 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.717908] env[69858]: DEBUG nova.compute.provider_tree [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.938889] env[69858]: DEBUG nova.compute.manager [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1183.966745] env[69858]: DEBUG nova.virt.hardware [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.966999] env[69858]: DEBUG nova.virt.hardware [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.967181] env[69858]: DEBUG nova.virt.hardware [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.967373] env[69858]: DEBUG nova.virt.hardware [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.967521] env[69858]: DEBUG nova.virt.hardware [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.967681] env[69858]: DEBUG nova.virt.hardware [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.967946] env[69858]: DEBUG nova.virt.hardware [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.968046] env[69858]: DEBUG nova.virt.hardware [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.968223] env[69858]: DEBUG nova.virt.hardware [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.968387] env[69858]: DEBUG nova.virt.hardware [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.968558] env[69858]: DEBUG nova.virt.hardware [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.969444] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a89dba6-500f-4436-a3cf-5bf12d308db2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.993322] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a72783-f507-4cdd-90b1-e750b387593f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.025648] env[69858]: DEBUG oslo_vmware.api [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419844, 'name': ReconfigVM_Task, 'duration_secs': 0.302705} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.026019] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Reconfigured VM instance instance-00000064 to attach disk [datastore1] d518daa9-b05d-423d-8e26-ebcf8b7b0853/d518daa9-b05d-423d-8e26-ebcf8b7b0853.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.026685] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da3c8623-0ac0-4eb5-aac1-93d12c1523df {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.035456] env[69858]: DEBUG oslo_vmware.api [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1184.035456] env[69858]: value = "task-3419846" [ 1184.035456] env[69858]: _type = "Task" [ 1184.035456] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.050083] env[69858]: DEBUG oslo_vmware.api [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419846, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.051136] env[69858]: DEBUG nova.objects.instance [None req-ec418520-a9da-42d1-ae98-7a26105e0bb2 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lazy-loading 'pci_requests' on Instance uuid ae491f0a-11fb-4f17-bf4b-0dc8ff174db4 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.222183] env[69858]: DEBUG nova.scheduler.client.report [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.546663] env[69858]: DEBUG oslo_vmware.api [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419846, 'name': Rename_Task, 'duration_secs': 0.216816} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.546940] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1184.547197] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c15adb0-86ed-4824-873b-7cf6da15152a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.553559] env[69858]: DEBUG nova.objects.base [None req-ec418520-a9da-42d1-ae98-7a26105e0bb2 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69858) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1184.553781] env[69858]: DEBUG nova.network.neutron [None req-ec418520-a9da-42d1-ae98-7a26105e0bb2 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1184.556841] env[69858]: DEBUG oslo_vmware.api [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1184.556841] env[69858]: value = "task-3419847" [ 1184.556841] env[69858]: _type = "Task" [ 1184.556841] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.565029] env[69858]: DEBUG oslo_vmware.api [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.619310] env[69858]: DEBUG nova.policy [None req-ec418520-a9da-42d1-ae98-7a26105e0bb2 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed3cc26da6254451bf3730e3ef3ef734', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e4d98b5c92d49f4a6d2e8e37b5cc26b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1184.727640] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.012s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.728224] env[69858]: DEBUG nova.compute.manager [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1184.731477] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a495ef36-025f-4f91-bcd9-c29df150eb83 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.980s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.735029] env[69858]: DEBUG nova.objects.instance [None req-a495ef36-025f-4f91-bcd9-c29df150eb83 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lazy-loading 'resources' on Instance uuid 8fc5a802-b66e-45f9-a644-631a6314fa6a {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.781674] env[69858]: DEBUG nova.compute.manager [req-db3d0365-17d5-4b21-8e3a-670127d3cb59 req-131f1893-5dfd-4f7a-ae21-ed5cf78c8265 service nova] [instance: 227fed41-be46-4400-bc01-091b3b488554] Received event network-vif-plugged-7c58058b-9511-469a-ad16-a1f5d1c9a2b7 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.781988] env[69858]: DEBUG oslo_concurrency.lockutils [req-db3d0365-17d5-4b21-8e3a-670127d3cb59 req-131f1893-5dfd-4f7a-ae21-ed5cf78c8265 service nova] Acquiring lock "227fed41-be46-4400-bc01-091b3b488554-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.782343] env[69858]: DEBUG oslo_concurrency.lockutils [req-db3d0365-17d5-4b21-8e3a-670127d3cb59 req-131f1893-5dfd-4f7a-ae21-ed5cf78c8265 service nova] Lock "227fed41-be46-4400-bc01-091b3b488554-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.782570] env[69858]: DEBUG oslo_concurrency.lockutils [req-db3d0365-17d5-4b21-8e3a-670127d3cb59 req-131f1893-5dfd-4f7a-ae21-ed5cf78c8265 service nova] Lock "227fed41-be46-4400-bc01-091b3b488554-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.782837] env[69858]: DEBUG nova.compute.manager [req-db3d0365-17d5-4b21-8e3a-670127d3cb59 req-131f1893-5dfd-4f7a-ae21-ed5cf78c8265 service nova] [instance: 227fed41-be46-4400-bc01-091b3b488554] No waiting events found dispatching network-vif-plugged-7c58058b-9511-469a-ad16-a1f5d1c9a2b7 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1184.783510] env[69858]: WARNING nova.compute.manager [req-db3d0365-17d5-4b21-8e3a-670127d3cb59 req-131f1893-5dfd-4f7a-ae21-ed5cf78c8265 service nova] [instance: 227fed41-be46-4400-bc01-091b3b488554] Received unexpected event network-vif-plugged-7c58058b-9511-469a-ad16-a1f5d1c9a2b7 for instance with vm_state building and task_state spawning. [ 1184.867766] env[69858]: DEBUG nova.network.neutron [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Successfully updated port: 7c58058b-9511-469a-ad16-a1f5d1c9a2b7 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1185.068378] env[69858]: DEBUG oslo_vmware.api [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419847, 'name': PowerOnVM_Task, 'duration_secs': 0.441632} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.068589] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1185.068756] env[69858]: INFO nova.compute.manager [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Took 10.75 seconds to spawn the instance on the hypervisor. [ 1185.068941] env[69858]: DEBUG nova.compute.manager [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1185.069811] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597db320-e593-43bc-a234-ce592e4d418f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.235753] env[69858]: DEBUG nova.compute.utils [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1185.240622] env[69858]: DEBUG nova.compute.manager [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1185.240809] env[69858]: DEBUG nova.network.neutron [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1185.298572] env[69858]: DEBUG nova.policy [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03bf219779aa467ba5f0bbdf36232881', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bf68c64f84042d88f92a90e2b61740e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1185.372429] env[69858]: DEBUG oslo_concurrency.lockutils [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "refresh_cache-227fed41-be46-4400-bc01-091b3b488554" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.372429] env[69858]: DEBUG oslo_concurrency.lockutils [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquired lock "refresh_cache-227fed41-be46-4400-bc01-091b3b488554" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.372429] env[69858]: DEBUG nova.network.neutron [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.421705] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9523c853-f75f-4a15-b780-e1dc1228e9e5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.429446] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be65ec0e-e01a-4fce-988e-37af065ebb5a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.462903] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d54f0ec-6509-44b1-b5ab-dd881e17d4b9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.471994] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5fee47-5b38-44d8-b5d2-a31b451fe6da {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.486354] env[69858]: DEBUG nova.compute.provider_tree [None req-a495ef36-025f-4f91-bcd9-c29df150eb83 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.587455] env[69858]: INFO nova.compute.manager [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Took 16.43 seconds to build instance. [ 1185.645056] env[69858]: DEBUG nova.network.neutron [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Successfully created port: edc03887-3363-4d51-9a02-146487987a8e {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1185.743911] env[69858]: DEBUG nova.compute.manager [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1185.915595] env[69858]: DEBUG nova.network.neutron [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1185.989891] env[69858]: DEBUG nova.scheduler.client.report [None req-a495ef36-025f-4f91-bcd9-c29df150eb83 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.089446] env[69858]: DEBUG oslo_concurrency.lockutils [None req-25f2a53d-fc92-4103-9344-4653c60a0717 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "d518daa9-b05d-423d-8e26-ebcf8b7b0853" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.948s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.118442] env[69858]: DEBUG nova.network.neutron [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Updating instance_info_cache with network_info: [{"id": "7c58058b-9511-469a-ad16-a1f5d1c9a2b7", "address": "fa:16:3e:8c:7d:e7", "network": {"id": "867ae76e-e22a-4158-8267-e1cff83f2ddc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-601139580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b8e4595b35f4c48a807c1ed8d509995", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c58058b-95", "ovs_interfaceid": "7c58058b-9511-469a-ad16-a1f5d1c9a2b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.206852] env[69858]: DEBUG nova.network.neutron [None req-ec418520-a9da-42d1-ae98-7a26105e0bb2 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Successfully updated port: f3bfd7a5-7c8a-49cf-b7af-dc8e8ca34259 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1186.303717] env[69858]: DEBUG nova.compute.manager [req-95590e82-7217-41f3-b57e-f1defc0e7d79 req-2e60e774-c856-47ab-ae81-6d5166022c29 service nova] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Received event network-vif-plugged-f3bfd7a5-7c8a-49cf-b7af-dc8e8ca34259 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.303882] env[69858]: DEBUG oslo_concurrency.lockutils [req-95590e82-7217-41f3-b57e-f1defc0e7d79 req-2e60e774-c856-47ab-ae81-6d5166022c29 service nova] Acquiring lock "ae491f0a-11fb-4f17-bf4b-0dc8ff174db4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.304101] env[69858]: DEBUG oslo_concurrency.lockutils [req-95590e82-7217-41f3-b57e-f1defc0e7d79 req-2e60e774-c856-47ab-ae81-6d5166022c29 service nova] Lock "ae491f0a-11fb-4f17-bf4b-0dc8ff174db4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.304279] env[69858]: DEBUG oslo_concurrency.lockutils [req-95590e82-7217-41f3-b57e-f1defc0e7d79 req-2e60e774-c856-47ab-ae81-6d5166022c29 service nova] Lock "ae491f0a-11fb-4f17-bf4b-0dc8ff174db4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.304449] env[69858]: DEBUG nova.compute.manager [req-95590e82-7217-41f3-b57e-f1defc0e7d79 req-2e60e774-c856-47ab-ae81-6d5166022c29 service nova] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] No waiting events found dispatching network-vif-plugged-f3bfd7a5-7c8a-49cf-b7af-dc8e8ca34259 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1186.304611] env[69858]: WARNING nova.compute.manager [req-95590e82-7217-41f3-b57e-f1defc0e7d79 req-2e60e774-c856-47ab-ae81-6d5166022c29 service nova] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Received unexpected event network-vif-plugged-f3bfd7a5-7c8a-49cf-b7af-dc8e8ca34259 for instance with vm_state active and task_state None. [ 1186.494615] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a495ef36-025f-4f91-bcd9-c29df150eb83 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.763s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.497982] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.519s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.497982] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.497982] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69858) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1186.497982] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9590442b-16ca-4381-aff5-6e20d0bbeaa1 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.011s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.498487] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9590442b-16ca-4381-aff5-6e20d0bbeaa1 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.499994] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.662s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.501743] env[69858]: INFO nova.compute.claims [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.505670] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7b70f6-d0db-46d8-9d14-163d83d19b9e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.514409] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34bf32b-85a4-4ba2-8263-53e0e222b0a1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.531530] env[69858]: INFO nova.scheduler.client.report [None req-a495ef36-025f-4f91-bcd9-c29df150eb83 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Deleted allocations for instance 8fc5a802-b66e-45f9-a644-631a6314fa6a [ 1186.533282] env[69858]: INFO nova.scheduler.client.report [None req-9590442b-16ca-4381-aff5-6e20d0bbeaa1 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Deleted allocations for instance 587f6c2d-ea44-459f-b0c5-6e232da0e6d1 [ 1186.534755] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b546fb9-e7a9-4742-bb07-10b43b458e26 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.547759] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781b00c3-c32f-4920-8aaa-c0ccb56b38af {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.584785] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6b18b21e-9b96-4375-a3ad-1f7ecc06c151 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "d518daa9-b05d-423d-8e26-ebcf8b7b0853" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.585053] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6b18b21e-9b96-4375-a3ad-1f7ecc06c151 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "d518daa9-b05d-423d-8e26-ebcf8b7b0853" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.585266] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6b18b21e-9b96-4375-a3ad-1f7ecc06c151 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "d518daa9-b05d-423d-8e26-ebcf8b7b0853-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.585448] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6b18b21e-9b96-4375-a3ad-1f7ecc06c151 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "d518daa9-b05d-423d-8e26-ebcf8b7b0853-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.585616] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6b18b21e-9b96-4375-a3ad-1f7ecc06c151 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "d518daa9-b05d-423d-8e26-ebcf8b7b0853-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.587278] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179621MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=69858) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1186.587416] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.588431] env[69858]: INFO nova.compute.manager [None req-6b18b21e-9b96-4375-a3ad-1f7ecc06c151 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Terminating instance [ 1186.621226] env[69858]: DEBUG oslo_concurrency.lockutils [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Releasing lock "refresh_cache-227fed41-be46-4400-bc01-091b3b488554" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.621587] env[69858]: DEBUG nova.compute.manager [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Instance network_info: |[{"id": "7c58058b-9511-469a-ad16-a1f5d1c9a2b7", "address": "fa:16:3e:8c:7d:e7", "network": {"id": "867ae76e-e22a-4158-8267-e1cff83f2ddc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-601139580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b8e4595b35f4c48a807c1ed8d509995", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c58058b-95", "ovs_interfaceid": "7c58058b-9511-469a-ad16-a1f5d1c9a2b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1186.622159] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:7d:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd182e8eb-3f6d-4c76-a06e-133dd9b3cd30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c58058b-9511-469a-ad16-a1f5d1c9a2b7', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1186.629409] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1186.629624] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 227fed41-be46-4400-bc01-091b3b488554] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1186.630604] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-155a6ac6-8edf-46a9-b68f-41796886e2a3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.653144] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1186.653144] env[69858]: value = "task-3419849" [ 1186.653144] env[69858]: _type = "Task" [ 1186.653144] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.661693] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419849, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.712409] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ec418520-a9da-42d1-ae98-7a26105e0bb2 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "refresh_cache-ae491f0a-11fb-4f17-bf4b-0dc8ff174db4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.712409] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ec418520-a9da-42d1-ae98-7a26105e0bb2 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquired lock "refresh_cache-ae491f0a-11fb-4f17-bf4b-0dc8ff174db4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.712824] env[69858]: DEBUG nova.network.neutron [None req-ec418520-a9da-42d1-ae98-7a26105e0bb2 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.754792] env[69858]: DEBUG nova.compute.manager [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1186.785698] env[69858]: DEBUG nova.virt.hardware [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1186.786013] env[69858]: DEBUG nova.virt.hardware [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.786203] env[69858]: DEBUG nova.virt.hardware [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.786404] env[69858]: DEBUG nova.virt.hardware [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.786556] env[69858]: DEBUG nova.virt.hardware [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.786708] env[69858]: DEBUG nova.virt.hardware [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1186.787011] env[69858]: DEBUG nova.virt.hardware [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1186.787195] env[69858]: DEBUG nova.virt.hardware [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1186.787372] env[69858]: DEBUG nova.virt.hardware [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1186.787569] env[69858]: DEBUG nova.virt.hardware [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1186.787779] env[69858]: DEBUG nova.virt.hardware [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1186.788691] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9400e361-648a-4faf-b52f-c40f6965d505 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.798265] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5097fbf3-3ccf-47d5-902a-35bf0ce8d472 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.828327] env[69858]: DEBUG nova.compute.manager [req-4504a53a-a74d-46c6-a038-5ff3d023d388 req-4048f54f-4114-47e3-849f-c4812b75ee9a service nova] [instance: 227fed41-be46-4400-bc01-091b3b488554] Received event network-changed-7c58058b-9511-469a-ad16-a1f5d1c9a2b7 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.828327] env[69858]: DEBUG nova.compute.manager [req-4504a53a-a74d-46c6-a038-5ff3d023d388 req-4048f54f-4114-47e3-849f-c4812b75ee9a service nova] [instance: 227fed41-be46-4400-bc01-091b3b488554] Refreshing instance network info cache due to event network-changed-7c58058b-9511-469a-ad16-a1f5d1c9a2b7. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1186.828730] env[69858]: DEBUG oslo_concurrency.lockutils [req-4504a53a-a74d-46c6-a038-5ff3d023d388 req-4048f54f-4114-47e3-849f-c4812b75ee9a service nova] Acquiring lock "refresh_cache-227fed41-be46-4400-bc01-091b3b488554" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.828874] env[69858]: DEBUG oslo_concurrency.lockutils [req-4504a53a-a74d-46c6-a038-5ff3d023d388 req-4048f54f-4114-47e3-849f-c4812b75ee9a service nova] Acquired lock "refresh_cache-227fed41-be46-4400-bc01-091b3b488554" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.829066] env[69858]: DEBUG nova.network.neutron [req-4504a53a-a74d-46c6-a038-5ff3d023d388 req-4048f54f-4114-47e3-849f-c4812b75ee9a service nova] [instance: 227fed41-be46-4400-bc01-091b3b488554] Refreshing network info cache for port 7c58058b-9511-469a-ad16-a1f5d1c9a2b7 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.046748] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a495ef36-025f-4f91-bcd9-c29df150eb83 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "8fc5a802-b66e-45f9-a644-631a6314fa6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.749s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.048771] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9590442b-16ca-4381-aff5-6e20d0bbeaa1 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "587f6c2d-ea44-459f-b0c5-6e232da0e6d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.582s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.094021] env[69858]: DEBUG nova.compute.manager [None req-6b18b21e-9b96-4375-a3ad-1f7ecc06c151 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1187.094021] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6b18b21e-9b96-4375-a3ad-1f7ecc06c151 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1187.094021] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacd8149-64bf-4051-b9b5-fa67c2dd4fe5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.102130] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b18b21e-9b96-4375-a3ad-1f7ecc06c151 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.102610] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e7c10a6-4e60-430a-ae87-07596bdf916d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.109747] env[69858]: DEBUG oslo_vmware.api [None req-6b18b21e-9b96-4375-a3ad-1f7ecc06c151 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1187.109747] env[69858]: value = "task-3419850" [ 1187.109747] env[69858]: _type = "Task" [ 1187.109747] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.117821] env[69858]: DEBUG oslo_vmware.api [None req-6b18b21e-9b96-4375-a3ad-1f7ecc06c151 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.165560] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419849, 'name': CreateVM_Task, 'duration_secs': 0.371138} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.165916] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 227fed41-be46-4400-bc01-091b3b488554] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1187.166746] env[69858]: DEBUG oslo_concurrency.lockutils [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.167084] env[69858]: DEBUG oslo_concurrency.lockutils [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.167527] env[69858]: DEBUG oslo_concurrency.lockutils [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.169900] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c38b921-4581-42e1-b2ec-95d6740bb979 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.174063] env[69858]: DEBUG oslo_vmware.api [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1187.174063] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52dfc775-03e7-3a29-528d-4bdf09abee7e" [ 1187.174063] env[69858]: _type = "Task" [ 1187.174063] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.182586] env[69858]: DEBUG oslo_vmware.api [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52dfc775-03e7-3a29-528d-4bdf09abee7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.230471] env[69858]: DEBUG nova.network.neutron [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Successfully updated port: edc03887-3363-4d51-9a02-146487987a8e {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1187.253383] env[69858]: WARNING nova.network.neutron [None req-ec418520-a9da-42d1-ae98-7a26105e0bb2 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] 53dbf1f7-f7aa-4e33-a368-c4e2e72213e2 already exists in list: networks containing: ['53dbf1f7-f7aa-4e33-a368-c4e2e72213e2']. ignoring it [ 1187.584617] env[69858]: DEBUG nova.network.neutron [None req-ec418520-a9da-42d1-ae98-7a26105e0bb2 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Updating instance_info_cache with network_info: [{"id": "31eb05f0-d7f1-44cd-b8da-06517c463d92", "address": "fa:16:3e:e4:5a:17", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31eb05f0-d7", "ovs_interfaceid": "31eb05f0-d7f1-44cd-b8da-06517c463d92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f3bfd7a5-7c8a-49cf-b7af-dc8e8ca34259", "address": "fa:16:3e:be:2b:61", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3bfd7a5-7c", "ovs_interfaceid": "f3bfd7a5-7c8a-49cf-b7af-dc8e8ca34259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.623407] env[69858]: DEBUG oslo_vmware.api [None req-6b18b21e-9b96-4375-a3ad-1f7ecc06c151 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419850, 'name': PowerOffVM_Task, 'duration_secs': 0.202434} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.623772] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b18b21e-9b96-4375-a3ad-1f7ecc06c151 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.624051] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6b18b21e-9b96-4375-a3ad-1f7ecc06c151 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.624333] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9a4d753-2c3a-45a1-b58c-b5ee57914f0b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.633144] env[69858]: DEBUG nova.network.neutron [req-4504a53a-a74d-46c6-a038-5ff3d023d388 req-4048f54f-4114-47e3-849f-c4812b75ee9a service nova] [instance: 227fed41-be46-4400-bc01-091b3b488554] Updated VIF entry in instance network info cache for port 7c58058b-9511-469a-ad16-a1f5d1c9a2b7. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.633470] env[69858]: DEBUG nova.network.neutron [req-4504a53a-a74d-46c6-a038-5ff3d023d388 req-4048f54f-4114-47e3-849f-c4812b75ee9a service nova] [instance: 227fed41-be46-4400-bc01-091b3b488554] Updating instance_info_cache with network_info: [{"id": "7c58058b-9511-469a-ad16-a1f5d1c9a2b7", "address": "fa:16:3e:8c:7d:e7", "network": {"id": "867ae76e-e22a-4158-8267-e1cff83f2ddc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-601139580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b8e4595b35f4c48a807c1ed8d509995", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c58058b-95", "ovs_interfaceid": "7c58058b-9511-469a-ad16-a1f5d1c9a2b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.686107] env[69858]: DEBUG oslo_vmware.api [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52dfc775-03e7-3a29-528d-4bdf09abee7e, 'name': SearchDatastore_Task, 'duration_secs': 0.018159} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.687423] env[69858]: DEBUG oslo_concurrency.lockutils [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.687701] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1187.687895] env[69858]: DEBUG oslo_concurrency.lockutils [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.688056] env[69858]: DEBUG oslo_concurrency.lockutils [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.688247] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1187.689080] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98ca337-7afb-4319-aff2-93e5a9249bdc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.692751] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96beb85e-9760-4956-9df2-d3497e9edc1b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.694608] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6b18b21e-9b96-4375-a3ad-1f7ecc06c151 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.694801] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6b18b21e-9b96-4375-a3ad-1f7ecc06c151 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.694975] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b18b21e-9b96-4375-a3ad-1f7ecc06c151 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Deleting the datastore file [datastore1] d518daa9-b05d-423d-8e26-ebcf8b7b0853 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.695585] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e9fb63f-0fac-43fc-80fd-e0e1be8b1e24 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.707903] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0415b67d-86b5-4e02-b38e-437f9afa03a1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.714610] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1187.714809] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1187.716465] env[69858]: DEBUG oslo_vmware.api [None req-6b18b21e-9b96-4375-a3ad-1f7ecc06c151 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1187.716465] env[69858]: value = "task-3419852" [ 1187.716465] env[69858]: _type = "Task" [ 1187.716465] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.716713] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb802217-9cb4-4807-8626-a3a38de14adf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.749897] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Acquiring lock "refresh_cache-0673aa8b-d5ea-4e61-86a0-b12868470de2" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.749897] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Acquired lock "refresh_cache-0673aa8b-d5ea-4e61-86a0-b12868470de2" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.749897] env[69858]: DEBUG nova.network.neutron [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.752490] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61adc9ee-7aa2-41f2-b2eb-7bfee7181cfd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.759564] env[69858]: DEBUG oslo_vmware.api [None req-6b18b21e-9b96-4375-a3ad-1f7ecc06c151 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.760016] env[69858]: DEBUG oslo_vmware.api [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1187.760016] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521441b0-f725-32f1-f13a-1dbef7fa249e" [ 1187.760016] env[69858]: _type = "Task" [ 1187.760016] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.768474] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb54962b-a4fa-4594-97dd-5ba964f5fc97 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.777239] env[69858]: DEBUG oslo_vmware.api [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521441b0-f725-32f1-f13a-1dbef7fa249e, 'name': SearchDatastore_Task, 'duration_secs': 0.012383} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.778468] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e323075f-155e-4fcf-ad9f-8e5ae9a37bec {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.791976] env[69858]: DEBUG nova.compute.provider_tree [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.797965] env[69858]: DEBUG oslo_vmware.api [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1187.797965] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523388df-23cb-4f5b-6f7a-af2b3697049c" [ 1187.797965] env[69858]: _type = "Task" [ 1187.797965] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.808878] env[69858]: DEBUG oslo_vmware.api [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523388df-23cb-4f5b-6f7a-af2b3697049c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.088051] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ec418520-a9da-42d1-ae98-7a26105e0bb2 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Releasing lock "refresh_cache-ae491f0a-11fb-4f17-bf4b-0dc8ff174db4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.088562] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ec418520-a9da-42d1-ae98-7a26105e0bb2 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "ae491f0a-11fb-4f17-bf4b-0dc8ff174db4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.088724] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ec418520-a9da-42d1-ae98-7a26105e0bb2 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquired lock "ae491f0a-11fb-4f17-bf4b-0dc8ff174db4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.089652] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ec9ea8-e35b-4df0-a7e7-9d530f6a3650 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.107146] env[69858]: DEBUG nova.virt.hardware [None req-ec418520-a9da-42d1-ae98-7a26105e0bb2 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.107448] env[69858]: DEBUG nova.virt.hardware [None req-ec418520-a9da-42d1-ae98-7a26105e0bb2 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.107574] env[69858]: DEBUG nova.virt.hardware [None req-ec418520-a9da-42d1-ae98-7a26105e0bb2 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.107764] env[69858]: DEBUG nova.virt.hardware [None req-ec418520-a9da-42d1-ae98-7a26105e0bb2 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.107910] env[69858]: DEBUG nova.virt.hardware [None req-ec418520-a9da-42d1-ae98-7a26105e0bb2 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.108066] env[69858]: DEBUG nova.virt.hardware [None req-ec418520-a9da-42d1-ae98-7a26105e0bb2 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.108657] env[69858]: DEBUG nova.virt.hardware [None req-ec418520-a9da-42d1-ae98-7a26105e0bb2 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.108657] env[69858]: DEBUG nova.virt.hardware [None req-ec418520-a9da-42d1-ae98-7a26105e0bb2 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.108657] env[69858]: DEBUG nova.virt.hardware [None req-ec418520-a9da-42d1-ae98-7a26105e0bb2 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.108820] env[69858]: DEBUG nova.virt.hardware [None req-ec418520-a9da-42d1-ae98-7a26105e0bb2 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.108911] env[69858]: DEBUG nova.virt.hardware [None req-ec418520-a9da-42d1-ae98-7a26105e0bb2 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.115234] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ec418520-a9da-42d1-ae98-7a26105e0bb2 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Reconfiguring VM to attach interface {{(pid=69858) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1188.115585] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27191393-3328-4746-973c-b78e46ee9fe4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.136375] env[69858]: DEBUG oslo_concurrency.lockutils [req-4504a53a-a74d-46c6-a038-5ff3d023d388 req-4048f54f-4114-47e3-849f-c4812b75ee9a service nova] Releasing lock "refresh_cache-227fed41-be46-4400-bc01-091b3b488554" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.136837] env[69858]: DEBUG oslo_vmware.api [None req-ec418520-a9da-42d1-ae98-7a26105e0bb2 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 1188.136837] env[69858]: value = "task-3419854" [ 1188.136837] env[69858]: _type = "Task" [ 1188.136837] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.146606] env[69858]: DEBUG oslo_vmware.api [None req-ec418520-a9da-42d1-ae98-7a26105e0bb2 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419854, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.228882] env[69858]: DEBUG oslo_vmware.api [None req-6b18b21e-9b96-4375-a3ad-1f7ecc06c151 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159085} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.229019] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b18b21e-9b96-4375-a3ad-1f7ecc06c151 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1188.229157] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6b18b21e-9b96-4375-a3ad-1f7ecc06c151 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1188.229338] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6b18b21e-9b96-4375-a3ad-1f7ecc06c151 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1188.229520] env[69858]: INFO nova.compute.manager [None req-6b18b21e-9b96-4375-a3ad-1f7ecc06c151 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1188.229794] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b18b21e-9b96-4375-a3ad-1f7ecc06c151 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.230019] env[69858]: DEBUG nova.compute.manager [-] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1188.230114] env[69858]: DEBUG nova.network.neutron [-] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1188.284364] env[69858]: DEBUG nova.network.neutron [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1188.296096] env[69858]: DEBUG nova.scheduler.client.report [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.339694] env[69858]: DEBUG oslo_vmware.api [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523388df-23cb-4f5b-6f7a-af2b3697049c, 'name': SearchDatastore_Task, 'duration_secs': 0.010228} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.339694] env[69858]: DEBUG oslo_concurrency.lockutils [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.339694] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 227fed41-be46-4400-bc01-091b3b488554/227fed41-be46-4400-bc01-091b3b488554.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1188.339694] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a32fcd6-5242-455b-9aff-dd39af9ec545 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.339694] env[69858]: DEBUG nova.compute.manager [req-09a88d32-4825-43ad-b426-994ce76bebb9 req-68e2603c-8826-426e-a1a2-0e2389394507 service nova] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Received event network-changed-f3bfd7a5-7c8a-49cf-b7af-dc8e8ca34259 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.339694] env[69858]: DEBUG nova.compute.manager [req-09a88d32-4825-43ad-b426-994ce76bebb9 req-68e2603c-8826-426e-a1a2-0e2389394507 service nova] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Refreshing instance network info cache due to event network-changed-f3bfd7a5-7c8a-49cf-b7af-dc8e8ca34259. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1188.339694] env[69858]: DEBUG oslo_concurrency.lockutils [req-09a88d32-4825-43ad-b426-994ce76bebb9 req-68e2603c-8826-426e-a1a2-0e2389394507 service nova] Acquiring lock "refresh_cache-ae491f0a-11fb-4f17-bf4b-0dc8ff174db4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.339694] env[69858]: DEBUG oslo_concurrency.lockutils [req-09a88d32-4825-43ad-b426-994ce76bebb9 req-68e2603c-8826-426e-a1a2-0e2389394507 service nova] Acquired lock "refresh_cache-ae491f0a-11fb-4f17-bf4b-0dc8ff174db4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.339694] env[69858]: DEBUG nova.network.neutron [req-09a88d32-4825-43ad-b426-994ce76bebb9 req-68e2603c-8826-426e-a1a2-0e2389394507 service nova] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Refreshing network info cache for port f3bfd7a5-7c8a-49cf-b7af-dc8e8ca34259 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.339694] env[69858]: DEBUG oslo_vmware.api [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1188.339694] env[69858]: value = "task-3419855" [ 1188.339694] env[69858]: _type = "Task" [ 1188.339694] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.347772] env[69858]: DEBUG oslo_vmware.api [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.441076] env[69858]: DEBUG nova.network.neutron [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Updating instance_info_cache with network_info: [{"id": "edc03887-3363-4d51-9a02-146487987a8e", "address": "fa:16:3e:b5:78:89", "network": {"id": "103923b0-5539-4b88-b72d-1eb7cd247a03", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1398948685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bf68c64f84042d88f92a90e2b61740e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedc03887-33", "ovs_interfaceid": "edc03887-3363-4d51-9a02-146487987a8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.449392] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "4ce492a6-fa2a-4064-b242-90dc3c033689" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.450139] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "4ce492a6-fa2a-4064-b242-90dc3c033689" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.652243] env[69858]: DEBUG oslo_vmware.api [None req-ec418520-a9da-42d1-ae98-7a26105e0bb2 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.808198] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.308s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.808763] env[69858]: DEBUG nova.compute.manager [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1188.811687] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d3bb01ec-4e22-472a-ae66-0227a223f7a6 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.948s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.812458] env[69858]: DEBUG nova.objects.instance [None req-d3bb01ec-4e22-472a-ae66-0227a223f7a6 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lazy-loading 'resources' on Instance uuid b8842da7-b5af-422d-b3f0-ecf1673f334c {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.848507] env[69858]: DEBUG oslo_vmware.api [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488843} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.849177] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 227fed41-be46-4400-bc01-091b3b488554/227fed41-be46-4400-bc01-091b3b488554.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1188.849177] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1188.849391] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c721199-d266-421b-8b6d-48cd5969e549 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.859218] env[69858]: DEBUG nova.compute.manager [req-d4f41d3a-fb9d-4488-bcf6-63fb4f9e3560 req-361103b6-373b-4545-b4b0-e1310a121956 service nova] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Received event network-vif-plugged-edc03887-3363-4d51-9a02-146487987a8e {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.859519] env[69858]: DEBUG oslo_concurrency.lockutils [req-d4f41d3a-fb9d-4488-bcf6-63fb4f9e3560 req-361103b6-373b-4545-b4b0-e1310a121956 service nova] Acquiring lock "0673aa8b-d5ea-4e61-86a0-b12868470de2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.859672] env[69858]: DEBUG oslo_concurrency.lockutils [req-d4f41d3a-fb9d-4488-bcf6-63fb4f9e3560 req-361103b6-373b-4545-b4b0-e1310a121956 service nova] Lock "0673aa8b-d5ea-4e61-86a0-b12868470de2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.859927] env[69858]: DEBUG oslo_concurrency.lockutils [req-d4f41d3a-fb9d-4488-bcf6-63fb4f9e3560 req-361103b6-373b-4545-b4b0-e1310a121956 service nova] Lock "0673aa8b-d5ea-4e61-86a0-b12868470de2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.860116] env[69858]: DEBUG nova.compute.manager [req-d4f41d3a-fb9d-4488-bcf6-63fb4f9e3560 req-361103b6-373b-4545-b4b0-e1310a121956 service nova] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] No waiting events found dispatching network-vif-plugged-edc03887-3363-4d51-9a02-146487987a8e {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1188.860229] env[69858]: WARNING nova.compute.manager [req-d4f41d3a-fb9d-4488-bcf6-63fb4f9e3560 req-361103b6-373b-4545-b4b0-e1310a121956 service nova] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Received unexpected event network-vif-plugged-edc03887-3363-4d51-9a02-146487987a8e for instance with vm_state building and task_state spawning. [ 1188.860524] env[69858]: DEBUG nova.compute.manager [req-d4f41d3a-fb9d-4488-bcf6-63fb4f9e3560 req-361103b6-373b-4545-b4b0-e1310a121956 service nova] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Received event network-changed-edc03887-3363-4d51-9a02-146487987a8e {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.860752] env[69858]: DEBUG nova.compute.manager [req-d4f41d3a-fb9d-4488-bcf6-63fb4f9e3560 req-361103b6-373b-4545-b4b0-e1310a121956 service nova] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Refreshing instance network info cache due to event network-changed-edc03887-3363-4d51-9a02-146487987a8e. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1188.860983] env[69858]: DEBUG oslo_concurrency.lockutils [req-d4f41d3a-fb9d-4488-bcf6-63fb4f9e3560 req-361103b6-373b-4545-b4b0-e1310a121956 service nova] Acquiring lock "refresh_cache-0673aa8b-d5ea-4e61-86a0-b12868470de2" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.862966] env[69858]: DEBUG oslo_vmware.api [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1188.862966] env[69858]: value = "task-3419856" [ 1188.862966] env[69858]: _type = "Task" [ 1188.862966] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.873705] env[69858]: DEBUG oslo_vmware.api [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.943329] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Releasing lock "refresh_cache-0673aa8b-d5ea-4e61-86a0-b12868470de2" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.943679] env[69858]: DEBUG nova.compute.manager [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Instance network_info: |[{"id": "edc03887-3363-4d51-9a02-146487987a8e", "address": "fa:16:3e:b5:78:89", "network": {"id": "103923b0-5539-4b88-b72d-1eb7cd247a03", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1398948685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bf68c64f84042d88f92a90e2b61740e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedc03887-33", "ovs_interfaceid": "edc03887-3363-4d51-9a02-146487987a8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1188.943987] env[69858]: DEBUG oslo_concurrency.lockutils [req-d4f41d3a-fb9d-4488-bcf6-63fb4f9e3560 req-361103b6-373b-4545-b4b0-e1310a121956 service nova] Acquired lock "refresh_cache-0673aa8b-d5ea-4e61-86a0-b12868470de2" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.944195] env[69858]: DEBUG nova.network.neutron [req-d4f41d3a-fb9d-4488-bcf6-63fb4f9e3560 req-361103b6-373b-4545-b4b0-e1310a121956 service nova] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Refreshing network info cache for port edc03887-3363-4d51-9a02-146487987a8e {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.945638] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:78:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'edc03887-3363-4d51-9a02-146487987a8e', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1188.954385] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Creating folder: Project (2bf68c64f84042d88f92a90e2b61740e). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1188.957962] env[69858]: DEBUG nova.compute.manager [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1188.960555] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e43fe7c9-3744-4a27-91cc-236dbd17de8f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.976959] env[69858]: DEBUG nova.network.neutron [-] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.003281] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Created folder: Project (2bf68c64f84042d88f92a90e2b61740e) in parent group-v682032. [ 1189.003639] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Creating folder: Instances. Parent ref: group-v682302. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1189.004838] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef921477-e0b6-4306-8845-fe6b04025ad0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.020408] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Created folder: Instances in parent group-v682302. [ 1189.020723] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.020966] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1189.021232] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98bd4433-19f2-42a3-a46e-39cb2aaf12df {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.057028] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1189.057028] env[69858]: value = "task-3419859" [ 1189.057028] env[69858]: _type = "Task" [ 1189.057028] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.071393] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419859, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.130506] env[69858]: DEBUG nova.network.neutron [req-09a88d32-4825-43ad-b426-994ce76bebb9 req-68e2603c-8826-426e-a1a2-0e2389394507 service nova] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Updated VIF entry in instance network info cache for port f3bfd7a5-7c8a-49cf-b7af-dc8e8ca34259. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.131057] env[69858]: DEBUG nova.network.neutron [req-09a88d32-4825-43ad-b426-994ce76bebb9 req-68e2603c-8826-426e-a1a2-0e2389394507 service nova] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Updating instance_info_cache with network_info: [{"id": "31eb05f0-d7f1-44cd-b8da-06517c463d92", "address": "fa:16:3e:e4:5a:17", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31eb05f0-d7", "ovs_interfaceid": "31eb05f0-d7f1-44cd-b8da-06517c463d92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f3bfd7a5-7c8a-49cf-b7af-dc8e8ca34259", "address": "fa:16:3e:be:2b:61", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3bfd7a5-7c", "ovs_interfaceid": "f3bfd7a5-7c8a-49cf-b7af-dc8e8ca34259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.150513] env[69858]: DEBUG oslo_vmware.api [None req-ec418520-a9da-42d1-ae98-7a26105e0bb2 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419854, 'name': ReconfigVM_Task, 'duration_secs': 0.873518} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.151610] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ec418520-a9da-42d1-ae98-7a26105e0bb2 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Releasing lock "ae491f0a-11fb-4f17-bf4b-0dc8ff174db4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.151610] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ec418520-a9da-42d1-ae98-7a26105e0bb2 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Reconfigured VM to attach interface {{(pid=69858) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1189.315472] env[69858]: DEBUG nova.compute.utils [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1189.319227] env[69858]: DEBUG nova.compute.manager [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1189.319418] env[69858]: DEBUG nova.network.neutron [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1189.379969] env[69858]: DEBUG oslo_vmware.api [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074117} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.381518] env[69858]: DEBUG nova.policy [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e670047c916746eaaa2c2401b0446586', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19711d5bf05b42d6bcd1a4f2f89fd166', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1189.383124] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1189.386468] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdbba7b-f810-4369-914a-ce53d2728f80 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.416804] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 227fed41-be46-4400-bc01-091b3b488554/227fed41-be46-4400-bc01-091b3b488554.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.419808] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-734238e8-7a02-4dd8-8ac7-8e256d9d0a9a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.440490] env[69858]: DEBUG oslo_vmware.api [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1189.440490] env[69858]: value = "task-3419860" [ 1189.440490] env[69858]: _type = "Task" [ 1189.440490] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.451447] env[69858]: DEBUG oslo_vmware.api [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419860, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.479293] env[69858]: INFO nova.compute.manager [-] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Took 1.25 seconds to deallocate network for instance. [ 1189.487709] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.574222] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419859, 'name': CreateVM_Task, 'duration_secs': 0.398696} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.574222] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1189.574544] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.574676] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.575015] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.577535] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-142dfe4d-38f0-4956-b6f7-624752ed870b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.583294] env[69858]: DEBUG oslo_vmware.api [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for the task: (returnval){ [ 1189.583294] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a06b0c-dc76-81ca-cfd2-60bc996dea88" [ 1189.583294] env[69858]: _type = "Task" [ 1189.583294] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.588962] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781a74d7-7786-4dc3-a40d-03a332a75801 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.599386] env[69858]: DEBUG oslo_vmware.api [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a06b0c-dc76-81ca-cfd2-60bc996dea88, 'name': SearchDatastore_Task, 'duration_secs': 0.011693} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.602067] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.602341] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1189.602595] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.602781] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.602987] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1189.603578] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98ff7d38-312c-458c-b8aa-9d95b70e6eb3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.606781] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032c75f9-fb44-45ea-a45c-df19f498d193 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.641975] env[69858]: DEBUG oslo_concurrency.lockutils [req-09a88d32-4825-43ad-b426-994ce76bebb9 req-68e2603c-8826-426e-a1a2-0e2389394507 service nova] Releasing lock "refresh_cache-ae491f0a-11fb-4f17-bf4b-0dc8ff174db4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.644220] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974379d0-0853-449d-9007-9901be116fd0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.647276] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1189.647276] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1189.647776] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-792cd6c0-5853-417c-ab95-8abafa947605 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.653998] env[69858]: DEBUG oslo_vmware.api [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for the task: (returnval){ [ 1189.653998] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f6fe21-fee5-36fc-f7bc-30fb52ff7aff" [ 1189.653998] env[69858]: _type = "Task" [ 1189.653998] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.659838] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ec418520-a9da-42d1-ae98-7a26105e0bb2 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "interface-ae491f0a-11fb-4f17-bf4b-0dc8ff174db4-f3bfd7a5-7c8a-49cf-b7af-dc8e8ca34259" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.222s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.665864] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc437c42-c6ee-4a95-be08-436059c1e357 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.676370] env[69858]: DEBUG oslo_vmware.api [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f6fe21-fee5-36fc-f7bc-30fb52ff7aff, 'name': SearchDatastore_Task, 'duration_secs': 0.011215} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.685904] env[69858]: DEBUG nova.compute.provider_tree [None req-d3bb01ec-4e22-472a-ae66-0227a223f7a6 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.687991] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-042917f1-4ab0-476e-b9e1-2c90a7a9f816 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.697134] env[69858]: DEBUG oslo_vmware.api [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for the task: (returnval){ [ 1189.697134] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524bb65f-dde9-dd02-53ce-0d1f1f551bb0" [ 1189.697134] env[69858]: _type = "Task" [ 1189.697134] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.702932] env[69858]: DEBUG nova.network.neutron [req-d4f41d3a-fb9d-4488-bcf6-63fb4f9e3560 req-361103b6-373b-4545-b4b0-e1310a121956 service nova] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Updated VIF entry in instance network info cache for port edc03887-3363-4d51-9a02-146487987a8e. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.703493] env[69858]: DEBUG nova.network.neutron [req-d4f41d3a-fb9d-4488-bcf6-63fb4f9e3560 req-361103b6-373b-4545-b4b0-e1310a121956 service nova] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Updating instance_info_cache with network_info: [{"id": "edc03887-3363-4d51-9a02-146487987a8e", "address": "fa:16:3e:b5:78:89", "network": {"id": "103923b0-5539-4b88-b72d-1eb7cd247a03", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1398948685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bf68c64f84042d88f92a90e2b61740e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedc03887-33", "ovs_interfaceid": "edc03887-3363-4d51-9a02-146487987a8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.711333] env[69858]: DEBUG oslo_vmware.api [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524bb65f-dde9-dd02-53ce-0d1f1f551bb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.727893] env[69858]: DEBUG nova.network.neutron [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Successfully created port: b00296d9-f155-4eda-a73c-dce5b0f649e8 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1189.822740] env[69858]: DEBUG nova.compute.manager [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1189.951781] env[69858]: DEBUG oslo_vmware.api [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419860, 'name': ReconfigVM_Task, 'duration_secs': 0.324846} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.952153] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 227fed41-be46-4400-bc01-091b3b488554/227fed41-be46-4400-bc01-091b3b488554.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.952863] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1230405b-b7db-4baa-ae37-bdc33fce42bf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.961329] env[69858]: DEBUG oslo_vmware.api [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1189.961329] env[69858]: value = "task-3419861" [ 1189.961329] env[69858]: _type = "Task" [ 1189.961329] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.970405] env[69858]: DEBUG oslo_vmware.api [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419861, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.989951] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6b18b21e-9b96-4375-a3ad-1f7ecc06c151 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.192298] env[69858]: DEBUG nova.scheduler.client.report [None req-d3bb01ec-4e22-472a-ae66-0227a223f7a6 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.210153] env[69858]: DEBUG oslo_concurrency.lockutils [req-d4f41d3a-fb9d-4488-bcf6-63fb4f9e3560 req-361103b6-373b-4545-b4b0-e1310a121956 service nova] Releasing lock "refresh_cache-0673aa8b-d5ea-4e61-86a0-b12868470de2" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.210153] env[69858]: DEBUG nova.compute.manager [req-d4f41d3a-fb9d-4488-bcf6-63fb4f9e3560 req-361103b6-373b-4545-b4b0-e1310a121956 service nova] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Received event network-vif-deleted-9a175e4e-5b05-4f93-a944-104d41962cca {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.210287] env[69858]: INFO nova.compute.manager [req-d4f41d3a-fb9d-4488-bcf6-63fb4f9e3560 req-361103b6-373b-4545-b4b0-e1310a121956 service nova] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Neutron deleted interface 9a175e4e-5b05-4f93-a944-104d41962cca; detaching it from the instance and deleting it from the info cache [ 1190.210507] env[69858]: DEBUG nova.network.neutron [req-d4f41d3a-fb9d-4488-bcf6-63fb4f9e3560 req-361103b6-373b-4545-b4b0-e1310a121956 service nova] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.212745] env[69858]: DEBUG oslo_vmware.api [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524bb65f-dde9-dd02-53ce-0d1f1f551bb0, 'name': SearchDatastore_Task, 'duration_secs': 0.023179} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.212745] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.212970] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 0673aa8b-d5ea-4e61-86a0-b12868470de2/0673aa8b-d5ea-4e61-86a0-b12868470de2.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1190.213276] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72a154af-7b63-4ef1-92d0-49d58ad8b487 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.222603] env[69858]: DEBUG oslo_vmware.api [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for the task: (returnval){ [ 1190.222603] env[69858]: value = "task-3419862" [ 1190.222603] env[69858]: _type = "Task" [ 1190.222603] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.233598] env[69858]: DEBUG oslo_vmware.api [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3419862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.472748] env[69858]: DEBUG oslo_vmware.api [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419861, 'name': Rename_Task, 'duration_secs': 0.150834} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.473100] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.473377] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab6ff11b-5cb8-46fc-9257-097769700500 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.483206] env[69858]: DEBUG oslo_vmware.api [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1190.483206] env[69858]: value = "task-3419863" [ 1190.483206] env[69858]: _type = "Task" [ 1190.483206] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.504826] env[69858]: DEBUG oslo_vmware.api [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.697014] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d3bb01ec-4e22-472a-ae66-0227a223f7a6 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.700070] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3f8bbbee-4f96-4535-955a-09399746cfd0 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.737s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.700342] env[69858]: DEBUG nova.objects.instance [None req-3f8bbbee-4f96-4535-955a-09399746cfd0 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Lazy-loading 'resources' on Instance uuid 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.713879] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e4235cf-763f-453d-8df6-cc7f04a36bf5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.723423] env[69858]: INFO nova.scheduler.client.report [None req-d3bb01ec-4e22-472a-ae66-0227a223f7a6 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Deleted allocations for instance b8842da7-b5af-422d-b3f0-ecf1673f334c [ 1190.727490] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d51883e-8d70-481d-86ae-b38ad1ba5ee5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.758174] env[69858]: DEBUG oslo_vmware.api [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3419862, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469532} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.767080] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 0673aa8b-d5ea-4e61-86a0-b12868470de2/0673aa8b-d5ea-4e61-86a0-b12868470de2.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1190.767348] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1190.767928] env[69858]: DEBUG nova.compute.manager [req-d4f41d3a-fb9d-4488-bcf6-63fb4f9e3560 req-361103b6-373b-4545-b4b0-e1310a121956 service nova] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Detach interface failed, port_id=9a175e4e-5b05-4f93-a944-104d41962cca, reason: Instance d518daa9-b05d-423d-8e26-ebcf8b7b0853 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1190.768405] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bbc628e-08b5-41b1-8364-3035c54f5466 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.777326] env[69858]: DEBUG oslo_vmware.api [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for the task: (returnval){ [ 1190.777326] env[69858]: value = "task-3419864" [ 1190.777326] env[69858]: _type = "Task" [ 1190.777326] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.788985] env[69858]: DEBUG oslo_vmware.api [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3419864, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.834477] env[69858]: DEBUG nova.compute.manager [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1190.863801] env[69858]: DEBUG nova.virt.hardware [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1190.864130] env[69858]: DEBUG nova.virt.hardware [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.864362] env[69858]: DEBUG nova.virt.hardware [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.864590] env[69858]: DEBUG nova.virt.hardware [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.864760] env[69858]: DEBUG nova.virt.hardware [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.864925] env[69858]: DEBUG nova.virt.hardware [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1190.865238] env[69858]: DEBUG nova.virt.hardware [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1190.865418] env[69858]: DEBUG nova.virt.hardware [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1190.865612] env[69858]: DEBUG nova.virt.hardware [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1190.865802] env[69858]: DEBUG nova.virt.hardware [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1190.866012] env[69858]: DEBUG nova.virt.hardware [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1190.866929] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e943ba43-cb3b-47da-8e21-ea89b28f317e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.875579] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e8d5b2-c3a1-4a1d-a005-f4e51ab031e0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.995043] env[69858]: DEBUG oslo_vmware.api [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419863, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.046912] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ced0129b-e383-4e6d-9234-549494e3c00a tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "interface-ae491f0a-11fb-4f17-bf4b-0dc8ff174db4-f3bfd7a5-7c8a-49cf-b7af-dc8e8ca34259" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.047238] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ced0129b-e383-4e6d-9234-549494e3c00a tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "interface-ae491f0a-11fb-4f17-bf4b-0dc8ff174db4-f3bfd7a5-7c8a-49cf-b7af-dc8e8ca34259" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.243224] env[69858]: DEBUG nova.compute.manager [req-727cb236-340c-4a8f-8701-07dcf5fc5d57 req-8fc87dc1-cf88-41b7-9f86-cb5d5a8dcb4d service nova] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Received event network-vif-plugged-b00296d9-f155-4eda-a73c-dce5b0f649e8 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.243592] env[69858]: DEBUG oslo_concurrency.lockutils [req-727cb236-340c-4a8f-8701-07dcf5fc5d57 req-8fc87dc1-cf88-41b7-9f86-cb5d5a8dcb4d service nova] Acquiring lock "345a78e4-7156-4eee-b784-5e1322f2969e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.243851] env[69858]: DEBUG oslo_concurrency.lockutils [req-727cb236-340c-4a8f-8701-07dcf5fc5d57 req-8fc87dc1-cf88-41b7-9f86-cb5d5a8dcb4d service nova] Lock "345a78e4-7156-4eee-b784-5e1322f2969e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.243851] env[69858]: DEBUG oslo_concurrency.lockutils [req-727cb236-340c-4a8f-8701-07dcf5fc5d57 req-8fc87dc1-cf88-41b7-9f86-cb5d5a8dcb4d service nova] Lock "345a78e4-7156-4eee-b784-5e1322f2969e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.244020] env[69858]: DEBUG nova.compute.manager [req-727cb236-340c-4a8f-8701-07dcf5fc5d57 req-8fc87dc1-cf88-41b7-9f86-cb5d5a8dcb4d service nova] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] No waiting events found dispatching network-vif-plugged-b00296d9-f155-4eda-a73c-dce5b0f649e8 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1191.244151] env[69858]: WARNING nova.compute.manager [req-727cb236-340c-4a8f-8701-07dcf5fc5d57 req-8fc87dc1-cf88-41b7-9f86-cb5d5a8dcb4d service nova] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Received unexpected event network-vif-plugged-b00296d9-f155-4eda-a73c-dce5b0f649e8 for instance with vm_state building and task_state spawning. [ 1191.247068] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d3bb01ec-4e22-472a-ae66-0227a223f7a6 tempest-ServerDiskConfigTestJSON-701183298 tempest-ServerDiskConfigTestJSON-701183298-project-member] Lock "b8842da7-b5af-422d-b3f0-ecf1673f334c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.776s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.298223] env[69858]: DEBUG oslo_vmware.api [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3419864, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0702} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.298632] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1191.300190] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b1a23d-0eb2-4d44-af76-65fb82ba56f4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.332367] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 0673aa8b-d5ea-4e61-86a0-b12868470de2/0673aa8b-d5ea-4e61-86a0-b12868470de2.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.335350] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b5c8357-da79-4efa-81dc-f91a6e526209 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.358452] env[69858]: DEBUG oslo_vmware.api [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for the task: (returnval){ [ 1191.358452] env[69858]: value = "task-3419865" [ 1191.358452] env[69858]: _type = "Task" [ 1191.358452] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.373331] env[69858]: DEBUG oslo_vmware.api [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3419865, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.405473] env[69858]: DEBUG nova.network.neutron [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Successfully updated port: b00296d9-f155-4eda-a73c-dce5b0f649e8 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1191.463703] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574b8951-90c3-4e99-85c7-d10cdd45caee {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.472205] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590f0c06-1603-4e45-b279-45e653449311 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.509550] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4acdef3-77c9-473d-aacd-1f0d587c01c2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.520519] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f1b4c9-258e-457b-a41f-eff6a42fb1d0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.524407] env[69858]: DEBUG oslo_vmware.api [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419863, 'name': PowerOnVM_Task, 'duration_secs': 0.615683} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.524738] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1191.524971] env[69858]: INFO nova.compute.manager [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Took 7.59 seconds to spawn the instance on the hypervisor. [ 1191.525206] env[69858]: DEBUG nova.compute.manager [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1191.526316] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa82135-2ad1-4ef7-b885-1137dc67dcfa {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.537892] env[69858]: DEBUG nova.compute.provider_tree [None req-3f8bbbee-4f96-4535-955a-09399746cfd0 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.550899] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ced0129b-e383-4e6d-9234-549494e3c00a tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "ae491f0a-11fb-4f17-bf4b-0dc8ff174db4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.551052] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ced0129b-e383-4e6d-9234-549494e3c00a tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquired lock "ae491f0a-11fb-4f17-bf4b-0dc8ff174db4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.551879] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c71a04-5373-4046-a936-631c7c5ec0a3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.574581] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d543d5-b66e-44e9-ba0e-342f23d1bcd6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.605729] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ced0129b-e383-4e6d-9234-549494e3c00a tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Reconfiguring VM to detach interface {{(pid=69858) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1191.606437] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dbbe883-720f-4b3e-9b92-cedf1b438fb0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.626654] env[69858]: DEBUG oslo_vmware.api [None req-ced0129b-e383-4e6d-9234-549494e3c00a tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 1191.626654] env[69858]: value = "task-3419866" [ 1191.626654] env[69858]: _type = "Task" [ 1191.626654] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.637756] env[69858]: DEBUG oslo_vmware.api [None req-ced0129b-e383-4e6d-9234-549494e3c00a tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419866, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.869117] env[69858]: DEBUG oslo_vmware.api [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3419865, 'name': ReconfigVM_Task, 'duration_secs': 0.295052} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.869494] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 0673aa8b-d5ea-4e61-86a0-b12868470de2/0673aa8b-d5ea-4e61-86a0-b12868470de2.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.870198] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08f128f1-582a-4d38-b032-141330468371 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.876993] env[69858]: DEBUG oslo_vmware.api [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for the task: (returnval){ [ 1191.876993] env[69858]: value = "task-3419867" [ 1191.876993] env[69858]: _type = "Task" [ 1191.876993] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.897829] env[69858]: DEBUG oslo_vmware.api [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3419867, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.908520] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "refresh_cache-345a78e4-7156-4eee-b784-5e1322f2969e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.908660] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquired lock "refresh_cache-345a78e4-7156-4eee-b784-5e1322f2969e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.908809] env[69858]: DEBUG nova.network.neutron [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.042028] env[69858]: DEBUG nova.scheduler.client.report [None req-3f8bbbee-4f96-4535-955a-09399746cfd0 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.052921] env[69858]: DEBUG oslo_concurrency.lockutils [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "1128659c-a67d-4fd9-ae60-4105b8d53068" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.053231] env[69858]: DEBUG oslo_concurrency.lockutils [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "1128659c-a67d-4fd9-ae60-4105b8d53068" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.057474] env[69858]: INFO nova.compute.manager [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Took 14.91 seconds to build instance. [ 1192.137251] env[69858]: DEBUG oslo_vmware.api [None req-ced0129b-e383-4e6d-9234-549494e3c00a tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419866, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.388610] env[69858]: DEBUG oslo_vmware.api [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3419867, 'name': Rename_Task, 'duration_secs': 0.177805} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.388943] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1192.389208] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73f2609a-c111-4be4-92eb-57d6072629f4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.396062] env[69858]: DEBUG oslo_vmware.api [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for the task: (returnval){ [ 1192.396062] env[69858]: value = "task-3419868" [ 1192.396062] env[69858]: _type = "Task" [ 1192.396062] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.404135] env[69858]: DEBUG oslo_vmware.api [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3419868, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.456427] env[69858]: DEBUG nova.network.neutron [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1192.550284] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3f8bbbee-4f96-4535-955a-09399746cfd0 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.553435] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.966s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.557861] env[69858]: DEBUG nova.compute.manager [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1192.561423] env[69858]: DEBUG oslo_concurrency.lockutils [None req-87ebd374-b610-4406-8fe5-18e517570431 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "227fed41-be46-4400-bc01-091b3b488554" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.423s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.584950] env[69858]: INFO nova.scheduler.client.report [None req-3f8bbbee-4f96-4535-955a-09399746cfd0 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Deleted allocations for instance 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b [ 1192.642468] env[69858]: DEBUG oslo_vmware.api [None req-ced0129b-e383-4e6d-9234-549494e3c00a tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419866, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.820409] env[69858]: DEBUG nova.network.neutron [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Updating instance_info_cache with network_info: [{"id": "b00296d9-f155-4eda-a73c-dce5b0f649e8", "address": "fa:16:3e:07:9c:b7", "network": {"id": "f1ab05d5-73c8-43f1-82cd-36d1a6d246c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1201552373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19711d5bf05b42d6bcd1a4f2f89fd166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb00296d9-f1", "ovs_interfaceid": "b00296d9-f155-4eda-a73c-dce5b0f649e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.908198] env[69858]: DEBUG oslo_vmware.api [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3419868, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.097135] env[69858]: DEBUG oslo_concurrency.lockutils [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.097978] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3f8bbbee-4f96-4535-955a-09399746cfd0 tempest-ServerShowV257Test-2117207560 tempest-ServerShowV257Test-2117207560-project-member] Lock "7ff04108-0ea0-4b55-a21f-ac9d777c9e3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.352s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.141222] env[69858]: DEBUG oslo_vmware.api [None req-ced0129b-e383-4e6d-9234-549494e3c00a tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419866, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.282856] env[69858]: DEBUG nova.compute.manager [req-4803f6a1-fd20-4bb1-9a14-0b8275f4ca94 req-4d116b40-74e6-4a8d-a0c3-9cdc1c4d7810 service nova] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Received event network-changed-b00296d9-f155-4eda-a73c-dce5b0f649e8 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.282856] env[69858]: DEBUG nova.compute.manager [req-4803f6a1-fd20-4bb1-9a14-0b8275f4ca94 req-4d116b40-74e6-4a8d-a0c3-9cdc1c4d7810 service nova] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Refreshing instance network info cache due to event network-changed-b00296d9-f155-4eda-a73c-dce5b0f649e8. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1193.282856] env[69858]: DEBUG oslo_concurrency.lockutils [req-4803f6a1-fd20-4bb1-9a14-0b8275f4ca94 req-4d116b40-74e6-4a8d-a0c3-9cdc1c4d7810 service nova] Acquiring lock "refresh_cache-345a78e4-7156-4eee-b784-5e1322f2969e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.330025] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Releasing lock "refresh_cache-345a78e4-7156-4eee-b784-5e1322f2969e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.330025] env[69858]: DEBUG nova.compute.manager [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Instance network_info: |[{"id": "b00296d9-f155-4eda-a73c-dce5b0f649e8", "address": "fa:16:3e:07:9c:b7", "network": {"id": "f1ab05d5-73c8-43f1-82cd-36d1a6d246c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1201552373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19711d5bf05b42d6bcd1a4f2f89fd166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb00296d9-f1", "ovs_interfaceid": "b00296d9-f155-4eda-a73c-dce5b0f649e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1193.330025] env[69858]: DEBUG oslo_concurrency.lockutils [req-4803f6a1-fd20-4bb1-9a14-0b8275f4ca94 req-4d116b40-74e6-4a8d-a0c3-9cdc1c4d7810 service nova] Acquired lock "refresh_cache-345a78e4-7156-4eee-b784-5e1322f2969e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.330025] env[69858]: DEBUG nova.network.neutron [req-4803f6a1-fd20-4bb1-9a14-0b8275f4ca94 req-4d116b40-74e6-4a8d-a0c3-9cdc1c4d7810 service nova] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Refreshing network info cache for port b00296d9-f155-4eda-a73c-dce5b0f649e8 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.330750] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:9c:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b00296d9-f155-4eda-a73c-dce5b0f649e8', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1193.341289] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.342953] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1193.343328] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91683ad8-9f9d-4523-a4bf-97e8122f4d55 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.368575] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1193.368575] env[69858]: value = "task-3419869" [ 1193.368575] env[69858]: _type = "Task" [ 1193.368575] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.377842] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419869, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.409173] env[69858]: DEBUG oslo_vmware.api [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3419868, 'name': PowerOnVM_Task, 'duration_secs': 0.6983} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.409489] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1193.410395] env[69858]: INFO nova.compute.manager [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Took 6.65 seconds to spawn the instance on the hypervisor. [ 1193.410395] env[69858]: DEBUG nova.compute.manager [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1193.410668] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecc9b86-870e-4b0b-b0f8-91a77f4e3d7e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.600344] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance fb3a5c65-6522-4ca6-af8d-cc79d9847237 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.600344] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 0783efa1-a314-4a8b-b6ed-0a0e05618b34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.600344] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 2c6b0368-6ba4-4184-b595-cac65d4d7145 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.600344] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance ae491f0a-11fb-4f17-bf4b-0dc8ff174db4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.600344] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance b466ac03-70e0-4fc8-9bb6-d4824293d5ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.600344] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 3bbab55a-cf65-43f4-93ac-7af742d87fba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.600344] env[69858]: WARNING nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance d518daa9-b05d-423d-8e26-ebcf8b7b0853 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1193.600344] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 227fed41-be46-4400-bc01-091b3b488554 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.600344] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 0673aa8b-d5ea-4e61-86a0-b12868470de2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.600344] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 345a78e4-7156-4eee-b784-5e1322f2969e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.644853] env[69858]: DEBUG oslo_vmware.api [None req-ced0129b-e383-4e6d-9234-549494e3c00a tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419866, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.902272] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419869, 'name': CreateVM_Task, 'duration_secs': 0.388735} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.902272] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1193.902272] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.902272] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.902272] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.902272] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c0cb897-c771-4370-ade1-af4cf66353f6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.906763] env[69858]: DEBUG oslo_vmware.api [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1193.906763] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529f9047-f351-e361-4236-f91d2214a86e" [ 1193.906763] env[69858]: _type = "Task" [ 1193.906763] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.919644] env[69858]: DEBUG oslo_vmware.api [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529f9047-f351-e361-4236-f91d2214a86e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.933625] env[69858]: INFO nova.compute.manager [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Took 16.10 seconds to build instance. [ 1194.107571] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 4ce492a6-fa2a-4064-b242-90dc3c033689 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1194.145074] env[69858]: DEBUG oslo_vmware.api [None req-ced0129b-e383-4e6d-9234-549494e3c00a tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419866, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.295333] env[69858]: DEBUG nova.compute.manager [None req-73301b50-7d82-4727-a59b-81e7c59947a3 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1194.296398] env[69858]: DEBUG nova.network.neutron [req-4803f6a1-fd20-4bb1-9a14-0b8275f4ca94 req-4d116b40-74e6-4a8d-a0c3-9cdc1c4d7810 service nova] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Updated VIF entry in instance network info cache for port b00296d9-f155-4eda-a73c-dce5b0f649e8. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1194.296740] env[69858]: DEBUG nova.network.neutron [req-4803f6a1-fd20-4bb1-9a14-0b8275f4ca94 req-4d116b40-74e6-4a8d-a0c3-9cdc1c4d7810 service nova] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Updating instance_info_cache with network_info: [{"id": "b00296d9-f155-4eda-a73c-dce5b0f649e8", "address": "fa:16:3e:07:9c:b7", "network": {"id": "f1ab05d5-73c8-43f1-82cd-36d1a6d246c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1201552373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19711d5bf05b42d6bcd1a4f2f89fd166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb00296d9-f1", "ovs_interfaceid": "b00296d9-f155-4eda-a73c-dce5b0f649e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.298535] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544f829b-2159-482c-989d-bba66fcd0fae {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.418701] env[69858]: DEBUG oslo_vmware.api [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529f9047-f351-e361-4236-f91d2214a86e, 'name': SearchDatastore_Task, 'duration_secs': 0.012021} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.419424] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.419815] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1194.420200] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.420497] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.420822] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1194.421218] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7316657-ecd8-497e-a53a-ff951975ed05 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.434015] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1194.434015] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1194.434015] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99e65884-6b87-4d81-85db-00eb403df899 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.436169] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1ec9089b-6659-4a8a-ab58-e0b543e22f7f tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "0673aa8b-d5ea-4e61-86a0-b12868470de2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.633s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.439918] env[69858]: DEBUG oslo_vmware.api [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1194.439918] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52260641-4b07-f1ca-5cb1-c47c1141ce0d" [ 1194.439918] env[69858]: _type = "Task" [ 1194.439918] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.448322] env[69858]: DEBUG oslo_vmware.api [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52260641-4b07-f1ca-5cb1-c47c1141ce0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.612867] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 1128659c-a67d-4fd9-ae60-4105b8d53068 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1194.614165] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69858) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1194.614165] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69858) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1194.646690] env[69858]: DEBUG oslo_vmware.api [None req-ced0129b-e383-4e6d-9234-549494e3c00a tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419866, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.803466] env[69858]: DEBUG oslo_concurrency.lockutils [req-4803f6a1-fd20-4bb1-9a14-0b8275f4ca94 req-4d116b40-74e6-4a8d-a0c3-9cdc1c4d7810 service nova] Releasing lock "refresh_cache-345a78e4-7156-4eee-b784-5e1322f2969e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.815555] env[69858]: INFO nova.compute.manager [None req-73301b50-7d82-4727-a59b-81e7c59947a3 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] instance snapshotting [ 1194.820130] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9172dd9d-b1ef-44ac-a065-7331a4003c92 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.823684] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b01332-9363-4728-b04f-b949e06fef9e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.848483] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f096a33c-a709-4e6b-a44e-abdb0331ca5f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.852315] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918d38f0-2673-4172-b5e7-da3c669993c7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.888866] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7468d601-f077-4f45-85a9-481086a2075e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.898748] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd379bd4-cc68-40ac-949a-24480e17bf7a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.916594] env[69858]: DEBUG nova.compute.provider_tree [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.951807] env[69858]: DEBUG oslo_vmware.api [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52260641-4b07-f1ca-5cb1-c47c1141ce0d, 'name': SearchDatastore_Task, 'duration_secs': 0.01081} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.952471] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31ae01c2-9f13-46b1-85df-384a2f75c8b5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.958749] env[69858]: DEBUG oslo_vmware.api [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1194.958749] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52101832-bfee-05c2-0035-8a466500ff2c" [ 1194.958749] env[69858]: _type = "Task" [ 1194.958749] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.968552] env[69858]: DEBUG oslo_vmware.api [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52101832-bfee-05c2-0035-8a466500ff2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.145397] env[69858]: DEBUG oslo_vmware.api [None req-ced0129b-e383-4e6d-9234-549494e3c00a tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419866, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.307531] env[69858]: DEBUG nova.compute.manager [req-4b3c5819-ec53-474f-b20c-72b7165395ce req-cf6b7a6a-d5e4-4f35-8add-e7e91760b81d service nova] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Received event network-changed-edc03887-3363-4d51-9a02-146487987a8e {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.307728] env[69858]: DEBUG nova.compute.manager [req-4b3c5819-ec53-474f-b20c-72b7165395ce req-cf6b7a6a-d5e4-4f35-8add-e7e91760b81d service nova] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Refreshing instance network info cache due to event network-changed-edc03887-3363-4d51-9a02-146487987a8e. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1195.307978] env[69858]: DEBUG oslo_concurrency.lockutils [req-4b3c5819-ec53-474f-b20c-72b7165395ce req-cf6b7a6a-d5e4-4f35-8add-e7e91760b81d service nova] Acquiring lock "refresh_cache-0673aa8b-d5ea-4e61-86a0-b12868470de2" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.308137] env[69858]: DEBUG oslo_concurrency.lockutils [req-4b3c5819-ec53-474f-b20c-72b7165395ce req-cf6b7a6a-d5e4-4f35-8add-e7e91760b81d service nova] Acquired lock "refresh_cache-0673aa8b-d5ea-4e61-86a0-b12868470de2" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.308298] env[69858]: DEBUG nova.network.neutron [req-4b3c5819-ec53-474f-b20c-72b7165395ce req-cf6b7a6a-d5e4-4f35-8add-e7e91760b81d service nova] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Refreshing network info cache for port edc03887-3363-4d51-9a02-146487987a8e {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.390104] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-73301b50-7d82-4727-a59b-81e7c59947a3 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Creating Snapshot of the VM instance {{(pid=69858) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1195.390436] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a5065551-b4fa-4d9d-97d4-6640aed53182 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.399359] env[69858]: DEBUG oslo_vmware.api [None req-73301b50-7d82-4727-a59b-81e7c59947a3 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1195.399359] env[69858]: value = "task-3419870" [ 1195.399359] env[69858]: _type = "Task" [ 1195.399359] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.407662] env[69858]: DEBUG oslo_vmware.api [None req-73301b50-7d82-4727-a59b-81e7c59947a3 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419870, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.420023] env[69858]: DEBUG nova.scheduler.client.report [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.470050] env[69858]: DEBUG oslo_vmware.api [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52101832-bfee-05c2-0035-8a466500ff2c, 'name': SearchDatastore_Task, 'duration_secs': 0.012124} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.470310] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.470597] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 345a78e4-7156-4eee-b784-5e1322f2969e/345a78e4-7156-4eee-b784-5e1322f2969e.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1195.470897] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c77a96dd-d103-4cb7-8f9b-d5ba2476822d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.478275] env[69858]: DEBUG oslo_vmware.api [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1195.478275] env[69858]: value = "task-3419871" [ 1195.478275] env[69858]: _type = "Task" [ 1195.478275] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.486567] env[69858]: DEBUG oslo_vmware.api [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.654330] env[69858]: DEBUG oslo_vmware.api [None req-ced0129b-e383-4e6d-9234-549494e3c00a tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419866, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.913419] env[69858]: DEBUG oslo_vmware.api [None req-73301b50-7d82-4727-a59b-81e7c59947a3 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419870, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.925510] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69858) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1195.925907] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.372s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.926212] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.439s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.927920] env[69858]: INFO nova.compute.claims [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1195.991750] env[69858]: DEBUG oslo_vmware.api [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419871, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46461} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.992030] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 345a78e4-7156-4eee-b784-5e1322f2969e/345a78e4-7156-4eee-b784-5e1322f2969e.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1195.992312] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1195.992583] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9cf9d4b-0b41-4fa5-be91-b62a51ea8ecf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.001626] env[69858]: DEBUG oslo_vmware.api [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1196.001626] env[69858]: value = "task-3419872" [ 1196.001626] env[69858]: _type = "Task" [ 1196.001626] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.012611] env[69858]: DEBUG oslo_vmware.api [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419872, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.147754] env[69858]: DEBUG oslo_vmware.api [None req-ced0129b-e383-4e6d-9234-549494e3c00a tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419866, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.410959] env[69858]: DEBUG oslo_vmware.api [None req-73301b50-7d82-4727-a59b-81e7c59947a3 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419870, 'name': CreateSnapshot_Task, 'duration_secs': 0.739146} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.411261] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-73301b50-7d82-4727-a59b-81e7c59947a3 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Created Snapshot of the VM instance {{(pid=69858) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1196.412015] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd3e17e-0717-44d5-8271-a1098a2554f0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.426368] env[69858]: DEBUG nova.network.neutron [req-4b3c5819-ec53-474f-b20c-72b7165395ce req-cf6b7a6a-d5e4-4f35-8add-e7e91760b81d service nova] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Updated VIF entry in instance network info cache for port edc03887-3363-4d51-9a02-146487987a8e. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.426751] env[69858]: DEBUG nova.network.neutron [req-4b3c5819-ec53-474f-b20c-72b7165395ce req-cf6b7a6a-d5e4-4f35-8add-e7e91760b81d service nova] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Updating instance_info_cache with network_info: [{"id": "edc03887-3363-4d51-9a02-146487987a8e", "address": "fa:16:3e:b5:78:89", "network": {"id": "103923b0-5539-4b88-b72d-1eb7cd247a03", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1398948685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bf68c64f84042d88f92a90e2b61740e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedc03887-33", "ovs_interfaceid": "edc03887-3363-4d51-9a02-146487987a8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.513113] env[69858]: DEBUG oslo_vmware.api [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419872, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072386} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.513312] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1196.514143] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b140f4c-00e5-42cd-8941-9f885222c37d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.542770] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 345a78e4-7156-4eee-b784-5e1322f2969e/345a78e4-7156-4eee-b784-5e1322f2969e.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.543201] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa96c896-af9d-4258-bfea-2493facc28bf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.566351] env[69858]: DEBUG oslo_vmware.api [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1196.566351] env[69858]: value = "task-3419873" [ 1196.566351] env[69858]: _type = "Task" [ 1196.566351] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.575523] env[69858]: DEBUG oslo_vmware.api [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419873, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.646035] env[69858]: DEBUG oslo_vmware.api [None req-ced0129b-e383-4e6d-9234-549494e3c00a tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419866, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.930086] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-73301b50-7d82-4727-a59b-81e7c59947a3 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Creating linked-clone VM from snapshot {{(pid=69858) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1196.931398] env[69858]: DEBUG oslo_concurrency.lockutils [req-4b3c5819-ec53-474f-b20c-72b7165395ce req-cf6b7a6a-d5e4-4f35-8add-e7e91760b81d service nova] Releasing lock "refresh_cache-0673aa8b-d5ea-4e61-86a0-b12868470de2" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.931981] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fe35b660-635b-4bea-ba71-d495fcf7209e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.950714] env[69858]: DEBUG oslo_vmware.api [None req-73301b50-7d82-4727-a59b-81e7c59947a3 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1196.950714] env[69858]: value = "task-3419874" [ 1196.950714] env[69858]: _type = "Task" [ 1196.950714] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.961187] env[69858]: DEBUG oslo_vmware.api [None req-73301b50-7d82-4727-a59b-81e7c59947a3 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419874, 'name': CloneVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.080147] env[69858]: DEBUG oslo_vmware.api [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419873, 'name': ReconfigVM_Task, 'duration_secs': 0.331048} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.080437] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 345a78e4-7156-4eee-b784-5e1322f2969e/345a78e4-7156-4eee-b784-5e1322f2969e.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.081096] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a5ef15c-85cc-4fc5-af0a-9687281b601e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.090222] env[69858]: DEBUG oslo_vmware.api [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1197.090222] env[69858]: value = "task-3419875" [ 1197.090222] env[69858]: _type = "Task" [ 1197.090222] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.102027] env[69858]: DEBUG oslo_vmware.api [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419875, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.120820] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4684562-fa1c-42ef-a407-af529362e1a6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.128950] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f72a539-27ec-4a19-a612-11a0c5059c52 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.164103] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940e3a30-a7cd-474a-b1c3-5cc8b325dc93 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.170214] env[69858]: DEBUG oslo_vmware.api [None req-ced0129b-e383-4e6d-9234-549494e3c00a tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419866, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.176123] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622f2659-29c3-4a8e-84ef-bdebe5ce98e0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.191670] env[69858]: DEBUG nova.compute.provider_tree [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.463360] env[69858]: DEBUG oslo_vmware.api [None req-73301b50-7d82-4727-a59b-81e7c59947a3 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419874, 'name': CloneVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.478484] env[69858]: DEBUG oslo_concurrency.lockutils [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Acquiring lock "4af1c965-624e-45d4-9725-e16e108e7397" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.478703] env[69858]: DEBUG oslo_concurrency.lockutils [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Lock "4af1c965-624e-45d4-9725-e16e108e7397" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.600478] env[69858]: DEBUG oslo_vmware.api [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419875, 'name': Rename_Task, 'duration_secs': 0.17184} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.600753] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1197.601107] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21506fb3-e4a9-47de-8a6a-d32ce3809ee0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.607793] env[69858]: DEBUG oslo_vmware.api [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1197.607793] env[69858]: value = "task-3419876" [ 1197.607793] env[69858]: _type = "Task" [ 1197.607793] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.616238] env[69858]: DEBUG oslo_vmware.api [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.647248] env[69858]: DEBUG oslo_vmware.api [None req-ced0129b-e383-4e6d-9234-549494e3c00a tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419866, 'name': ReconfigVM_Task, 'duration_secs': 5.780413} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.647430] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ced0129b-e383-4e6d-9234-549494e3c00a tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Releasing lock "ae491f0a-11fb-4f17-bf4b-0dc8ff174db4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.647663] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ced0129b-e383-4e6d-9234-549494e3c00a tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Reconfigured VM to detach interface {{(pid=69858) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1197.694774] env[69858]: DEBUG nova.scheduler.client.report [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.967937] env[69858]: DEBUG oslo_vmware.api [None req-73301b50-7d82-4727-a59b-81e7c59947a3 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419874, 'name': CloneVM_Task} progress is 95%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.981642] env[69858]: DEBUG nova.compute.manager [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1198.120184] env[69858]: DEBUG oslo_vmware.api [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419876, 'name': PowerOnVM_Task, 'duration_secs': 0.43937} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.120485] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.120689] env[69858]: INFO nova.compute.manager [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Took 7.29 seconds to spawn the instance on the hypervisor. [ 1198.120901] env[69858]: DEBUG nova.compute.manager [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1198.121743] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f17ebf-6886-4675-8707-a31e002fd5a5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.202203] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.276s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.202742] env[69858]: DEBUG nova.compute.manager [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1198.205528] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6b18b21e-9b96-4375-a3ad-1f7ecc06c151 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.216s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.205800] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6b18b21e-9b96-4375-a3ad-1f7ecc06c151 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.208145] env[69858]: DEBUG oslo_concurrency.lockutils [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.111s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.209658] env[69858]: INFO nova.compute.claims [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1198.240055] env[69858]: INFO nova.scheduler.client.report [None req-6b18b21e-9b96-4375-a3ad-1f7ecc06c151 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Deleted allocations for instance d518daa9-b05d-423d-8e26-ebcf8b7b0853 [ 1198.464327] env[69858]: DEBUG oslo_vmware.api [None req-73301b50-7d82-4727-a59b-81e7c59947a3 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419874, 'name': CloneVM_Task, 'duration_secs': 1.386285} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.464655] env[69858]: INFO nova.virt.vmwareapi.vmops [None req-73301b50-7d82-4727-a59b-81e7c59947a3 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Created linked-clone VM from snapshot [ 1198.465430] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eeefd7f-d155-476a-97d8-741673e313a1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.473908] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-73301b50-7d82-4727-a59b-81e7c59947a3 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Uploading image 91fbd62d-b6b9-4654-839e-ede4d063c859 {{(pid=69858) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1198.488322] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-73301b50-7d82-4727-a59b-81e7c59947a3 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Destroying the VM {{(pid=69858) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1198.488587] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0f8a9c66-de37-4c75-8c2a-f95ecdd01025 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.501084] env[69858]: DEBUG oslo_vmware.api [None req-73301b50-7d82-4727-a59b-81e7c59947a3 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1198.501084] env[69858]: value = "task-3419877" [ 1198.501084] env[69858]: _type = "Task" [ 1198.501084] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.508160] env[69858]: DEBUG oslo_vmware.api [None req-73301b50-7d82-4727-a59b-81e7c59947a3 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419877, 'name': Destroy_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.509278] env[69858]: DEBUG oslo_concurrency.lockutils [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.642284] env[69858]: INFO nova.compute.manager [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Took 16.83 seconds to build instance. [ 1198.714651] env[69858]: DEBUG nova.compute.utils [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1198.718552] env[69858]: DEBUG nova.compute.manager [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1198.718793] env[69858]: DEBUG nova.network.neutron [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1198.750744] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6b18b21e-9b96-4375-a3ad-1f7ecc06c151 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "d518daa9-b05d-423d-8e26-ebcf8b7b0853" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.166s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.827608] env[69858]: DEBUG nova.policy [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e000570822224a57a6f44dd486c009ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d7e8193856c48c58e9cd583c010b8fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1198.938609] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ced0129b-e383-4e6d-9234-549494e3c00a tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "refresh_cache-ae491f0a-11fb-4f17-bf4b-0dc8ff174db4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.938814] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ced0129b-e383-4e6d-9234-549494e3c00a tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquired lock "refresh_cache-ae491f0a-11fb-4f17-bf4b-0dc8ff174db4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.939114] env[69858]: DEBUG nova.network.neutron [None req-ced0129b-e383-4e6d-9234-549494e3c00a tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.012125] env[69858]: DEBUG oslo_vmware.api [None req-73301b50-7d82-4727-a59b-81e7c59947a3 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419877, 'name': Destroy_Task} progress is 33%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.142709] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ce87153f-10e5-4157-b792-f75f33b2c016 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "345a78e4-7156-4eee-b784-5e1322f2969e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.343s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.225459] env[69858]: DEBUG nova.compute.manager [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1199.310604] env[69858]: DEBUG oslo_concurrency.lockutils [None req-75ba67d7-7a06-4a0d-b174-508368cf6813 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "345a78e4-7156-4eee-b784-5e1322f2969e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.314087] env[69858]: DEBUG oslo_concurrency.lockutils [None req-75ba67d7-7a06-4a0d-b174-508368cf6813 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "345a78e4-7156-4eee-b784-5e1322f2969e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.314087] env[69858]: DEBUG nova.compute.manager [None req-75ba67d7-7a06-4a0d-b174-508368cf6813 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.314087] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94693fe-2710-411b-95a1-75014b528ec1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.323116] env[69858]: DEBUG nova.compute.manager [None req-75ba67d7-7a06-4a0d-b174-508368cf6813 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69858) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1199.323116] env[69858]: DEBUG nova.objects.instance [None req-75ba67d7-7a06-4a0d-b174-508368cf6813 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lazy-loading 'flavor' on Instance uuid 345a78e4-7156-4eee-b784-5e1322f2969e {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.473031] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330fc31c-5d8c-4b92-9be8-5d29abfe9afa {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.486203] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad24c31-f657-448c-99f9-99613c650cb0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.530550] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7d8203-762a-4d94-8a9d-c80bf10299a3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.539519] env[69858]: DEBUG oslo_vmware.api [None req-73301b50-7d82-4727-a59b-81e7c59947a3 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419877, 'name': Destroy_Task, 'duration_secs': 0.582238} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.541909] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-73301b50-7d82-4727-a59b-81e7c59947a3 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Destroyed the VM [ 1199.542259] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-73301b50-7d82-4727-a59b-81e7c59947a3 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Deleting Snapshot of the VM instance {{(pid=69858) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1199.542687] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-800be7df-c6f0-4742-9ff4-262bc432849f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.545814] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57b3dca-50c5-4ae5-881f-a109b63fce26 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.564458] env[69858]: DEBUG nova.compute.provider_tree [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.567795] env[69858]: DEBUG oslo_vmware.api [None req-73301b50-7d82-4727-a59b-81e7c59947a3 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1199.567795] env[69858]: value = "task-3419878" [ 1199.567795] env[69858]: _type = "Task" [ 1199.567795] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.576146] env[69858]: DEBUG oslo_vmware.api [None req-73301b50-7d82-4727-a59b-81e7c59947a3 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419878, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.607228] env[69858]: DEBUG nova.network.neutron [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Successfully created port: 073b76f2-8e9a-499b-a495-4a8e1b02df95 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1199.680649] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "973512e5-3e0b-4803-9236-85e01eedef22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.681520] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "973512e5-3e0b-4803-9236-85e01eedef22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.684408] env[69858]: INFO nova.network.neutron [None req-ced0129b-e383-4e6d-9234-549494e3c00a tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Port f3bfd7a5-7c8a-49cf-b7af-dc8e8ca34259 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1199.684752] env[69858]: DEBUG nova.network.neutron [None req-ced0129b-e383-4e6d-9234-549494e3c00a tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Updating instance_info_cache with network_info: [{"id": "31eb05f0-d7f1-44cd-b8da-06517c463d92", "address": "fa:16:3e:e4:5a:17", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31eb05f0-d7", "ovs_interfaceid": "31eb05f0-d7f1-44cd-b8da-06517c463d92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.785118] env[69858]: DEBUG nova.compute.manager [req-65087254-f51b-4661-b80e-454cd14732af req-9b93de69-4905-406d-af56-fbf137a77b30 service nova] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Received event network-changed-31eb05f0-d7f1-44cd-b8da-06517c463d92 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.785352] env[69858]: DEBUG nova.compute.manager [req-65087254-f51b-4661-b80e-454cd14732af req-9b93de69-4905-406d-af56-fbf137a77b30 service nova] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Refreshing instance network info cache due to event network-changed-31eb05f0-d7f1-44cd-b8da-06517c463d92. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1199.786263] env[69858]: DEBUG oslo_concurrency.lockutils [req-65087254-f51b-4661-b80e-454cd14732af req-9b93de69-4905-406d-af56-fbf137a77b30 service nova] Acquiring lock "refresh_cache-ae491f0a-11fb-4f17-bf4b-0dc8ff174db4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.068916] env[69858]: DEBUG nova.scheduler.client.report [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.086576] env[69858]: DEBUG oslo_vmware.api [None req-73301b50-7d82-4727-a59b-81e7c59947a3 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419878, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.184065] env[69858]: DEBUG nova.compute.manager [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1200.188156] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ced0129b-e383-4e6d-9234-549494e3c00a tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Releasing lock "refresh_cache-ae491f0a-11fb-4f17-bf4b-0dc8ff174db4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.190153] env[69858]: DEBUG oslo_concurrency.lockutils [req-65087254-f51b-4661-b80e-454cd14732af req-9b93de69-4905-406d-af56-fbf137a77b30 service nova] Acquired lock "refresh_cache-ae491f0a-11fb-4f17-bf4b-0dc8ff174db4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.190355] env[69858]: DEBUG nova.network.neutron [req-65087254-f51b-4661-b80e-454cd14732af req-9b93de69-4905-406d-af56-fbf137a77b30 service nova] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Refreshing network info cache for port 31eb05f0-d7f1-44cd-b8da-06517c463d92 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.240272] env[69858]: DEBUG nova.compute.manager [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1200.266568] env[69858]: DEBUG nova.virt.hardware [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1200.266816] env[69858]: DEBUG nova.virt.hardware [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1200.266977] env[69858]: DEBUG nova.virt.hardware [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1200.267185] env[69858]: DEBUG nova.virt.hardware [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1200.267338] env[69858]: DEBUG nova.virt.hardware [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1200.267528] env[69858]: DEBUG nova.virt.hardware [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1200.267778] env[69858]: DEBUG nova.virt.hardware [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1200.267960] env[69858]: DEBUG nova.virt.hardware [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1200.268155] env[69858]: DEBUG nova.virt.hardware [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1200.268409] env[69858]: DEBUG nova.virt.hardware [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1200.268519] env[69858]: DEBUG nova.virt.hardware [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1200.269457] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfa43df-73b7-46e6-ba24-945e37eeb701 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.279401] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11193797-f442-489e-a4a3-30d34bbcb3f3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.334533] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ba67d7-7a06-4a0d-b174-508368cf6813 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.334914] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9f1d74f-c37e-4153-b5d6-912f69b4c4db {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.343233] env[69858]: DEBUG oslo_vmware.api [None req-75ba67d7-7a06-4a0d-b174-508368cf6813 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1200.343233] env[69858]: value = "task-3419879" [ 1200.343233] env[69858]: _type = "Task" [ 1200.343233] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.352815] env[69858]: DEBUG oslo_vmware.api [None req-75ba67d7-7a06-4a0d-b174-508368cf6813 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.563287] env[69858]: DEBUG oslo_concurrency.lockutils [None req-65008f1e-1099-4573-ab4d-949832b01fee tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "interface-3bbab55a-cf65-43f4-93ac-7af742d87fba-f3bfd7a5-7c8a-49cf-b7af-dc8e8ca34259" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.563644] env[69858]: DEBUG oslo_concurrency.lockutils [None req-65008f1e-1099-4573-ab4d-949832b01fee tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "interface-3bbab55a-cf65-43f4-93ac-7af742d87fba-f3bfd7a5-7c8a-49cf-b7af-dc8e8ca34259" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.564061] env[69858]: DEBUG nova.objects.instance [None req-65008f1e-1099-4573-ab4d-949832b01fee tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lazy-loading 'flavor' on Instance uuid 3bbab55a-cf65-43f4-93ac-7af742d87fba {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.577213] env[69858]: DEBUG oslo_concurrency.lockutils [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.577577] env[69858]: DEBUG nova.compute.manager [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1200.581043] env[69858]: DEBUG oslo_concurrency.lockutils [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.072s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.582501] env[69858]: INFO nova.compute.claims [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1200.595295] env[69858]: DEBUG oslo_vmware.api [None req-73301b50-7d82-4727-a59b-81e7c59947a3 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419878, 'name': RemoveSnapshot_Task, 'duration_secs': 0.64763} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.595583] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-73301b50-7d82-4727-a59b-81e7c59947a3 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Deleted Snapshot of the VM instance {{(pid=69858) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1200.695071] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ced0129b-e383-4e6d-9234-549494e3c00a tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "interface-ae491f0a-11fb-4f17-bf4b-0dc8ff174db4-f3bfd7a5-7c8a-49cf-b7af-dc8e8ca34259" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.648s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.712792] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.854874] env[69858]: DEBUG oslo_vmware.api [None req-75ba67d7-7a06-4a0d-b174-508368cf6813 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419879, 'name': PowerOffVM_Task, 'duration_secs': 0.201859} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.857675] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ba67d7-7a06-4a0d-b174-508368cf6813 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1200.857982] env[69858]: DEBUG nova.compute.manager [None req-75ba67d7-7a06-4a0d-b174-508368cf6813 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1200.858825] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cea3f2d-79fa-49d1-8d9d-efeadcacfd7a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.924535] env[69858]: DEBUG nova.network.neutron [req-65087254-f51b-4661-b80e-454cd14732af req-9b93de69-4905-406d-af56-fbf137a77b30 service nova] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Updated VIF entry in instance network info cache for port 31eb05f0-d7f1-44cd-b8da-06517c463d92. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1200.925173] env[69858]: DEBUG nova.network.neutron [req-65087254-f51b-4661-b80e-454cd14732af req-9b93de69-4905-406d-af56-fbf137a77b30 service nova] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Updating instance_info_cache with network_info: [{"id": "31eb05f0-d7f1-44cd-b8da-06517c463d92", "address": "fa:16:3e:e4:5a:17", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31eb05f0-d7", "ovs_interfaceid": "31eb05f0-d7f1-44cd-b8da-06517c463d92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.094765] env[69858]: DEBUG nova.compute.utils [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1201.096733] env[69858]: DEBUG nova.compute.manager [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1201.096916] env[69858]: DEBUG nova.network.neutron [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1201.100127] env[69858]: WARNING nova.compute.manager [None req-73301b50-7d82-4727-a59b-81e7c59947a3 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Image not found during snapshot: nova.exception.ImageNotFound: Image 91fbd62d-b6b9-4654-839e-ede4d063c859 could not be found. [ 1201.160841] env[69858]: DEBUG nova.policy [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47e0591ec2b047bcb8fa71679963c9db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7dedf87ec0a4a0eacbea8b7ce50f40e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1201.205034] env[69858]: DEBUG nova.objects.instance [None req-65008f1e-1099-4573-ab4d-949832b01fee tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lazy-loading 'pci_requests' on Instance uuid 3bbab55a-cf65-43f4-93ac-7af742d87fba {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.347341] env[69858]: DEBUG nova.network.neutron [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Successfully updated port: 073b76f2-8e9a-499b-a495-4a8e1b02df95 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1201.372344] env[69858]: DEBUG oslo_concurrency.lockutils [None req-75ba67d7-7a06-4a0d-b174-508368cf6813 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "345a78e4-7156-4eee-b784-5e1322f2969e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.428018] env[69858]: DEBUG oslo_concurrency.lockutils [req-65087254-f51b-4661-b80e-454cd14732af req-9b93de69-4905-406d-af56-fbf137a77b30 service nova] Releasing lock "refresh_cache-ae491f0a-11fb-4f17-bf4b-0dc8ff174db4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.452960] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e9cb63fa-d4b1-480c-a4ec-150ae5f8aca6 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "227fed41-be46-4400-bc01-091b3b488554" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.454029] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e9cb63fa-d4b1-480c-a4ec-150ae5f8aca6 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "227fed41-be46-4400-bc01-091b3b488554" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.454029] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e9cb63fa-d4b1-480c-a4ec-150ae5f8aca6 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "227fed41-be46-4400-bc01-091b3b488554-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.454029] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e9cb63fa-d4b1-480c-a4ec-150ae5f8aca6 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "227fed41-be46-4400-bc01-091b3b488554-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.454029] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e9cb63fa-d4b1-480c-a4ec-150ae5f8aca6 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "227fed41-be46-4400-bc01-091b3b488554-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.455994] env[69858]: INFO nova.compute.manager [None req-e9cb63fa-d4b1-480c-a4ec-150ae5f8aca6 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Terminating instance [ 1201.523593] env[69858]: DEBUG nova.network.neutron [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Successfully created port: f34b9b7c-b463-4596-a047-8aa411bda859 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1201.601261] env[69858]: DEBUG nova.compute.manager [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1201.708093] env[69858]: DEBUG nova.objects.base [None req-65008f1e-1099-4573-ab4d-949832b01fee tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Object Instance<3bbab55a-cf65-43f4-93ac-7af742d87fba> lazy-loaded attributes: flavor,pci_requests {{(pid=69858) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1201.708352] env[69858]: DEBUG nova.network.neutron [None req-65008f1e-1099-4573-ab4d-949832b01fee tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1201.830209] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e67b8b-44a7-4334-9ecf-d59305477419 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.840456] env[69858]: DEBUG nova.policy [None req-65008f1e-1099-4573-ab4d-949832b01fee tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed3cc26da6254451bf3730e3ef3ef734', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e4d98b5c92d49f4a6d2e8e37b5cc26b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1201.845124] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc628e9-4b80-44a6-b240-ffeffb1b8903 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.852267] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "refresh_cache-4ce492a6-fa2a-4064-b242-90dc3c033689" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.852360] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquired lock "refresh_cache-4ce492a6-fa2a-4064-b242-90dc3c033689" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.852515] env[69858]: DEBUG nova.network.neutron [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1201.885588] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc345acd-83a9-4003-9279-c658b2c45e31 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.894922] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2a6df9-183e-4271-b47c-43b5ede83863 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.911026] env[69858]: DEBUG nova.compute.provider_tree [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.960894] env[69858]: DEBUG nova.compute.manager [None req-e9cb63fa-d4b1-480c-a4ec-150ae5f8aca6 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1201.961218] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cb63fa-d4b1-480c-a4ec-150ae5f8aca6 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1201.962168] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba15483-e4c6-4c07-8829-f5b931415001 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.971737] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cb63fa-d4b1-480c-a4ec-150ae5f8aca6 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.972742] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6009a390-137f-45cf-8d15-c045ec992b80 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.981641] env[69858]: DEBUG oslo_vmware.api [None req-e9cb63fa-d4b1-480c-a4ec-150ae5f8aca6 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1201.981641] env[69858]: value = "task-3419880" [ 1201.981641] env[69858]: _type = "Task" [ 1201.981641] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.990804] env[69858]: DEBUG oslo_vmware.api [None req-e9cb63fa-d4b1-480c-a4ec-150ae5f8aca6 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.002609] env[69858]: DEBUG nova.compute.manager [req-34506a1a-6edd-40a8-8d8a-289427535b05 req-6c90580b-aec8-4df2-8caf-064d14cbec2d service nova] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Received event network-changed-e929706c-843d-44eb-93ad-10b1c03d2db7 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.003017] env[69858]: DEBUG nova.compute.manager [req-34506a1a-6edd-40a8-8d8a-289427535b05 req-6c90580b-aec8-4df2-8caf-064d14cbec2d service nova] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Refreshing instance network info cache due to event network-changed-e929706c-843d-44eb-93ad-10b1c03d2db7. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1202.003269] env[69858]: DEBUG oslo_concurrency.lockutils [req-34506a1a-6edd-40a8-8d8a-289427535b05 req-6c90580b-aec8-4df2-8caf-064d14cbec2d service nova] Acquiring lock "refresh_cache-3bbab55a-cf65-43f4-93ac-7af742d87fba" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.003431] env[69858]: DEBUG oslo_concurrency.lockutils [req-34506a1a-6edd-40a8-8d8a-289427535b05 req-6c90580b-aec8-4df2-8caf-064d14cbec2d service nova] Acquired lock "refresh_cache-3bbab55a-cf65-43f4-93ac-7af742d87fba" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.003605] env[69858]: DEBUG nova.network.neutron [req-34506a1a-6edd-40a8-8d8a-289427535b05 req-6c90580b-aec8-4df2-8caf-064d14cbec2d service nova] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Refreshing network info cache for port e929706c-843d-44eb-93ad-10b1c03d2db7 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1202.022745] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ae582251-8985-4b16-bdbf-215cc377aea5 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "345a78e4-7156-4eee-b784-5e1322f2969e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.023018] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ae582251-8985-4b16-bdbf-215cc377aea5 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "345a78e4-7156-4eee-b784-5e1322f2969e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.023214] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ae582251-8985-4b16-bdbf-215cc377aea5 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "345a78e4-7156-4eee-b784-5e1322f2969e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.023403] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ae582251-8985-4b16-bdbf-215cc377aea5 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "345a78e4-7156-4eee-b784-5e1322f2969e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.023571] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ae582251-8985-4b16-bdbf-215cc377aea5 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "345a78e4-7156-4eee-b784-5e1322f2969e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.025799] env[69858]: INFO nova.compute.manager [None req-ae582251-8985-4b16-bdbf-215cc377aea5 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Terminating instance [ 1202.107558] env[69858]: INFO nova.virt.block_device [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Booting with volume 235d750b-2d53-47f3-a1d6-903a359177d7 at /dev/sda [ 1202.149332] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ad082ff-5df0-49c9-913f-480cec90016a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.160344] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4fd6ca-8210-4659-b77f-de57f9de2802 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.196129] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19d1ade2-88ff-4ad6-97fd-4b0752f7a173 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.206621] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef0ab5c-6f64-48bc-ba3d-fcd279c01c3a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.245468] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6036ae48-7c01-4c01-a94a-01fe81534e22 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.253461] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac16100-f1f6-43c1-888a-84753c99fa27 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.269563] env[69858]: DEBUG nova.virt.block_device [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Updating existing volume attachment record: 1eedec6a-1bcb-4c24-9f48-0787e5edef56 {{(pid=69858) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1202.386788] env[69858]: DEBUG nova.network.neutron [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1202.414101] env[69858]: DEBUG nova.scheduler.client.report [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.491937] env[69858]: DEBUG oslo_vmware.api [None req-e9cb63fa-d4b1-480c-a4ec-150ae5f8aca6 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.533187] env[69858]: DEBUG nova.compute.manager [None req-ae582251-8985-4b16-bdbf-215cc377aea5 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1202.533429] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ae582251-8985-4b16-bdbf-215cc377aea5 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1202.534536] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d299e580-6e19-420a-a838-8d9d5d6d364c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.545693] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ae582251-8985-4b16-bdbf-215cc377aea5 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1202.546770] env[69858]: DEBUG nova.network.neutron [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Updating instance_info_cache with network_info: [{"id": "073b76f2-8e9a-499b-a495-4a8e1b02df95", "address": "fa:16:3e:3f:ae:32", "network": {"id": "4484751d-59b0-4615-9b2a-599607510af6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1350349162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d7e8193856c48c58e9cd583c010b8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap073b76f2-8e", "ovs_interfaceid": "073b76f2-8e9a-499b-a495-4a8e1b02df95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.547974] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93228b84-51e8-41bd-8e73-19c105cd80ec {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.635760] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ae582251-8985-4b16-bdbf-215cc377aea5 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1202.636168] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ae582251-8985-4b16-bdbf-215cc377aea5 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1202.636214] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae582251-8985-4b16-bdbf-215cc377aea5 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Deleting the datastore file [datastore1] 345a78e4-7156-4eee-b784-5e1322f2969e {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1202.636509] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a1000b0-de1d-4260-b83a-6c20b5734983 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.644742] env[69858]: DEBUG oslo_vmware.api [None req-ae582251-8985-4b16-bdbf-215cc377aea5 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1202.644742] env[69858]: value = "task-3419882" [ 1202.644742] env[69858]: _type = "Task" [ 1202.644742] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.653955] env[69858]: DEBUG oslo_vmware.api [None req-ae582251-8985-4b16-bdbf-215cc377aea5 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.778980] env[69858]: DEBUG nova.network.neutron [req-34506a1a-6edd-40a8-8d8a-289427535b05 req-6c90580b-aec8-4df2-8caf-064d14cbec2d service nova] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Updated VIF entry in instance network info cache for port e929706c-843d-44eb-93ad-10b1c03d2db7. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1202.779450] env[69858]: DEBUG nova.network.neutron [req-34506a1a-6edd-40a8-8d8a-289427535b05 req-6c90580b-aec8-4df2-8caf-064d14cbec2d service nova] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Updating instance_info_cache with network_info: [{"id": "e929706c-843d-44eb-93ad-10b1c03d2db7", "address": "fa:16:3e:be:9a:8d", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape929706c-84", "ovs_interfaceid": "e929706c-843d-44eb-93ad-10b1c03d2db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.920705] env[69858]: DEBUG oslo_concurrency.lockutils [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.921333] env[69858]: DEBUG nova.compute.manager [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1202.928169] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.211s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.928169] env[69858]: INFO nova.compute.claims [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1202.992909] env[69858]: DEBUG oslo_vmware.api [None req-e9cb63fa-d4b1-480c-a4ec-150ae5f8aca6 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419880, 'name': PowerOffVM_Task, 'duration_secs': 0.801261} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.994410] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cb63fa-d4b1-480c-a4ec-150ae5f8aca6 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.994601] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cb63fa-d4b1-480c-a4ec-150ae5f8aca6 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1202.995746] env[69858]: DEBUG nova.compute.manager [req-21be466b-91e8-4352-aab5-e5d7f2cada8e req-2e619822-7775-4253-8d99-6e97c8b497cd service nova] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Received event network-vif-plugged-f34b9b7c-b463-4596-a047-8aa411bda859 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.995991] env[69858]: DEBUG oslo_concurrency.lockutils [req-21be466b-91e8-4352-aab5-e5d7f2cada8e req-2e619822-7775-4253-8d99-6e97c8b497cd service nova] Acquiring lock "1128659c-a67d-4fd9-ae60-4105b8d53068-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.996246] env[69858]: DEBUG oslo_concurrency.lockutils [req-21be466b-91e8-4352-aab5-e5d7f2cada8e req-2e619822-7775-4253-8d99-6e97c8b497cd service nova] Lock "1128659c-a67d-4fd9-ae60-4105b8d53068-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.996477] env[69858]: DEBUG oslo_concurrency.lockutils [req-21be466b-91e8-4352-aab5-e5d7f2cada8e req-2e619822-7775-4253-8d99-6e97c8b497cd service nova] Lock "1128659c-a67d-4fd9-ae60-4105b8d53068-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.996626] env[69858]: DEBUG nova.compute.manager [req-21be466b-91e8-4352-aab5-e5d7f2cada8e req-2e619822-7775-4253-8d99-6e97c8b497cd service nova] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] No waiting events found dispatching network-vif-plugged-f34b9b7c-b463-4596-a047-8aa411bda859 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1202.996800] env[69858]: WARNING nova.compute.manager [req-21be466b-91e8-4352-aab5-e5d7f2cada8e req-2e619822-7775-4253-8d99-6e97c8b497cd service nova] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Received unexpected event network-vif-plugged-f34b9b7c-b463-4596-a047-8aa411bda859 for instance with vm_state building and task_state block_device_mapping. [ 1202.997092] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e206625d-a70b-4edd-9442-74de8fc3b4f9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.052639] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Releasing lock "refresh_cache-4ce492a6-fa2a-4064-b242-90dc3c033689" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.053061] env[69858]: DEBUG nova.compute.manager [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Instance network_info: |[{"id": "073b76f2-8e9a-499b-a495-4a8e1b02df95", "address": "fa:16:3e:3f:ae:32", "network": {"id": "4484751d-59b0-4615-9b2a-599607510af6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1350349162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d7e8193856c48c58e9cd583c010b8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap073b76f2-8e", "ovs_interfaceid": "073b76f2-8e9a-499b-a495-4a8e1b02df95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1203.056021] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:ae:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '073b76f2-8e9a-499b-a495-4a8e1b02df95', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1203.063549] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.063798] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1203.064421] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ed2829a-f0f4-42ed-80fe-ccd4c5911d60 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.081642] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cb63fa-d4b1-480c-a4ec-150ae5f8aca6 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1203.081889] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cb63fa-d4b1-480c-a4ec-150ae5f8aca6 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1203.082027] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9cb63fa-d4b1-480c-a4ec-150ae5f8aca6 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Deleting the datastore file [datastore1] 227fed41-be46-4400-bc01-091b3b488554 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1203.082736] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3969cbfe-bfb4-4cca-89db-02596b5ae5fc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.089728] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1203.089728] env[69858]: value = "task-3419884" [ 1203.089728] env[69858]: _type = "Task" [ 1203.089728] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.091123] env[69858]: DEBUG oslo_vmware.api [None req-e9cb63fa-d4b1-480c-a4ec-150ae5f8aca6 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for the task: (returnval){ [ 1203.091123] env[69858]: value = "task-3419885" [ 1203.091123] env[69858]: _type = "Task" [ 1203.091123] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.098727] env[69858]: DEBUG nova.network.neutron [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Successfully updated port: f34b9b7c-b463-4596-a047-8aa411bda859 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1203.105184] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419884, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.108445] env[69858]: DEBUG oslo_vmware.api [None req-e9cb63fa-d4b1-480c-a4ec-150ae5f8aca6 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.156637] env[69858]: DEBUG oslo_vmware.api [None req-ae582251-8985-4b16-bdbf-215cc377aea5 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381257} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.157264] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae582251-8985-4b16-bdbf-215cc377aea5 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1203.158037] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ae582251-8985-4b16-bdbf-215cc377aea5 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1203.158037] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ae582251-8985-4b16-bdbf-215cc377aea5 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1203.158192] env[69858]: INFO nova.compute.manager [None req-ae582251-8985-4b16-bdbf-215cc377aea5 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1203.158399] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae582251-8985-4b16-bdbf-215cc377aea5 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.158611] env[69858]: DEBUG nova.compute.manager [-] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1203.158733] env[69858]: DEBUG nova.network.neutron [-] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1203.284714] env[69858]: DEBUG oslo_concurrency.lockutils [req-34506a1a-6edd-40a8-8d8a-289427535b05 req-6c90580b-aec8-4df2-8caf-064d14cbec2d service nova] Releasing lock "refresh_cache-3bbab55a-cf65-43f4-93ac-7af742d87fba" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.285011] env[69858]: DEBUG nova.compute.manager [req-34506a1a-6edd-40a8-8d8a-289427535b05 req-6c90580b-aec8-4df2-8caf-064d14cbec2d service nova] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Received event network-vif-plugged-073b76f2-8e9a-499b-a495-4a8e1b02df95 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.286249] env[69858]: DEBUG oslo_concurrency.lockutils [req-34506a1a-6edd-40a8-8d8a-289427535b05 req-6c90580b-aec8-4df2-8caf-064d14cbec2d service nova] Acquiring lock "4ce492a6-fa2a-4064-b242-90dc3c033689-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.286249] env[69858]: DEBUG oslo_concurrency.lockutils [req-34506a1a-6edd-40a8-8d8a-289427535b05 req-6c90580b-aec8-4df2-8caf-064d14cbec2d service nova] Lock "4ce492a6-fa2a-4064-b242-90dc3c033689-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.286249] env[69858]: DEBUG oslo_concurrency.lockutils [req-34506a1a-6edd-40a8-8d8a-289427535b05 req-6c90580b-aec8-4df2-8caf-064d14cbec2d service nova] Lock "4ce492a6-fa2a-4064-b242-90dc3c033689-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.286249] env[69858]: DEBUG nova.compute.manager [req-34506a1a-6edd-40a8-8d8a-289427535b05 req-6c90580b-aec8-4df2-8caf-064d14cbec2d service nova] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] No waiting events found dispatching network-vif-plugged-073b76f2-8e9a-499b-a495-4a8e1b02df95 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1203.286249] env[69858]: WARNING nova.compute.manager [req-34506a1a-6edd-40a8-8d8a-289427535b05 req-6c90580b-aec8-4df2-8caf-064d14cbec2d service nova] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Received unexpected event network-vif-plugged-073b76f2-8e9a-499b-a495-4a8e1b02df95 for instance with vm_state building and task_state spawning. [ 1203.286249] env[69858]: DEBUG nova.compute.manager [req-34506a1a-6edd-40a8-8d8a-289427535b05 req-6c90580b-aec8-4df2-8caf-064d14cbec2d service nova] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Received event network-changed-073b76f2-8e9a-499b-a495-4a8e1b02df95 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.286536] env[69858]: DEBUG nova.compute.manager [req-34506a1a-6edd-40a8-8d8a-289427535b05 req-6c90580b-aec8-4df2-8caf-064d14cbec2d service nova] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Refreshing instance network info cache due to event network-changed-073b76f2-8e9a-499b-a495-4a8e1b02df95. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1203.286661] env[69858]: DEBUG oslo_concurrency.lockutils [req-34506a1a-6edd-40a8-8d8a-289427535b05 req-6c90580b-aec8-4df2-8caf-064d14cbec2d service nova] Acquiring lock "refresh_cache-4ce492a6-fa2a-4064-b242-90dc3c033689" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.286805] env[69858]: DEBUG oslo_concurrency.lockutils [req-34506a1a-6edd-40a8-8d8a-289427535b05 req-6c90580b-aec8-4df2-8caf-064d14cbec2d service nova] Acquired lock "refresh_cache-4ce492a6-fa2a-4064-b242-90dc3c033689" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.286998] env[69858]: DEBUG nova.network.neutron [req-34506a1a-6edd-40a8-8d8a-289427535b05 req-6c90580b-aec8-4df2-8caf-064d14cbec2d service nova] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Refreshing network info cache for port 073b76f2-8e9a-499b-a495-4a8e1b02df95 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1203.434805] env[69858]: DEBUG nova.compute.utils [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1203.439161] env[69858]: DEBUG nova.compute.manager [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1203.439330] env[69858]: DEBUG nova.network.neutron [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1203.490047] env[69858]: DEBUG nova.policy [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b1d722bd34e4a2d8b96afad2ed5bc88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25538578e3ca44bd80950efa4c87f119', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1203.589924] env[69858]: DEBUG nova.network.neutron [None req-65008f1e-1099-4573-ab4d-949832b01fee tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Successfully updated port: f3bfd7a5-7c8a-49cf-b7af-dc8e8ca34259 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1203.601415] env[69858]: DEBUG oslo_concurrency.lockutils [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "refresh_cache-1128659c-a67d-4fd9-ae60-4105b8d53068" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.601415] env[69858]: DEBUG oslo_concurrency.lockutils [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquired lock "refresh_cache-1128659c-a67d-4fd9-ae60-4105b8d53068" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.601415] env[69858]: DEBUG nova.network.neutron [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.607016] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419884, 'name': CreateVM_Task, 'duration_secs': 0.358248} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.610475] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1203.611069] env[69858]: DEBUG oslo_vmware.api [None req-e9cb63fa-d4b1-480c-a4ec-150ae5f8aca6 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Task: {'id': task-3419885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198464} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.612714] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.613054] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.613305] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.613568] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9cb63fa-d4b1-480c-a4ec-150ae5f8aca6 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1203.613739] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cb63fa-d4b1-480c-a4ec-150ae5f8aca6 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1203.613904] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cb63fa-d4b1-480c-a4ec-150ae5f8aca6 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1203.614081] env[69858]: INFO nova.compute.manager [None req-e9cb63fa-d4b1-480c-a4ec-150ae5f8aca6 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] [instance: 227fed41-be46-4400-bc01-091b3b488554] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1203.614299] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9cb63fa-d4b1-480c-a4ec-150ae5f8aca6 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.614718] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7cd6b32-2c83-49e9-a3ce-727ae4c9b770 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.616370] env[69858]: DEBUG nova.compute.manager [-] [instance: 227fed41-be46-4400-bc01-091b3b488554] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1203.616472] env[69858]: DEBUG nova.network.neutron [-] [instance: 227fed41-be46-4400-bc01-091b3b488554] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1203.621659] env[69858]: DEBUG oslo_vmware.api [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1203.621659] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523d72d7-0514-6291-9da3-4baf76a202fc" [ 1203.621659] env[69858]: _type = "Task" [ 1203.621659] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.631129] env[69858]: DEBUG oslo_vmware.api [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523d72d7-0514-6291-9da3-4baf76a202fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.792685] env[69858]: DEBUG nova.network.neutron [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Successfully created port: e1f7199c-c27b-4de0-ae9f-b85fb0db1353 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1203.928266] env[69858]: DEBUG nova.network.neutron [-] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.944791] env[69858]: DEBUG nova.compute.manager [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1204.098622] env[69858]: DEBUG oslo_concurrency.lockutils [None req-65008f1e-1099-4573-ab4d-949832b01fee tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "refresh_cache-3bbab55a-cf65-43f4-93ac-7af742d87fba" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.098852] env[69858]: DEBUG oslo_concurrency.lockutils [None req-65008f1e-1099-4573-ab4d-949832b01fee tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquired lock "refresh_cache-3bbab55a-cf65-43f4-93ac-7af742d87fba" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.099055] env[69858]: DEBUG nova.network.neutron [None req-65008f1e-1099-4573-ab4d-949832b01fee tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.135599] env[69858]: DEBUG oslo_vmware.api [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523d72d7-0514-6291-9da3-4baf76a202fc, 'name': SearchDatastore_Task, 'duration_secs': 0.013637} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.138153] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.138393] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1204.138623] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.138771] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.138946] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1204.140193] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efd5f557-bcda-475b-ae13-7af3d4641041 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.149023] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1204.149223] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1204.152237] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4e0677e-4ce3-4616-a384-b63da6527435 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.158636] env[69858]: DEBUG oslo_vmware.api [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1204.158636] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a6a819-a8c9-abd6-611b-e676c17613c3" [ 1204.158636] env[69858]: _type = "Task" [ 1204.158636] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.172178] env[69858]: DEBUG oslo_vmware.api [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a6a819-a8c9-abd6-611b-e676c17613c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.177217] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15711900-a07c-4811-aa25-9ebb0dabff30 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.184493] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d7070f-2935-4b1a-a764-4e23bb7fdfe7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.216758] env[69858]: DEBUG nova.network.neutron [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1204.220841] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a67e81-afe7-4133-ba73-045e6cdd9c79 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.228484] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac5d030-6f25-446e-988c-feb9df662c67 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.243379] env[69858]: DEBUG nova.compute.provider_tree [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.369053] env[69858]: DEBUG nova.compute.manager [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1204.369603] env[69858]: DEBUG nova.virt.hardware [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1204.369815] env[69858]: DEBUG nova.virt.hardware [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.370051] env[69858]: DEBUG nova.virt.hardware [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1204.370255] env[69858]: DEBUG nova.virt.hardware [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.370645] env[69858]: DEBUG nova.virt.hardware [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1204.370645] env[69858]: DEBUG nova.virt.hardware [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1204.370760] env[69858]: DEBUG nova.virt.hardware [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1204.370912] env[69858]: DEBUG nova.virt.hardware [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1204.371754] env[69858]: DEBUG nova.virt.hardware [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1204.372046] env[69858]: DEBUG nova.virt.hardware [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1204.372264] env[69858]: DEBUG nova.virt.hardware [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1204.372551] env[69858]: DEBUG nova.network.neutron [-] [instance: 227fed41-be46-4400-bc01-091b3b488554] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.374505] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4af174-efc3-432b-916d-aeb8ddc86193 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.384493] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40822c7-f4f6-46bc-995d-9f0cf0e5e014 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.430695] env[69858]: INFO nova.compute.manager [-] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Took 1.27 seconds to deallocate network for instance. [ 1204.440534] env[69858]: DEBUG nova.compute.manager [req-7ef586e0-3a46-46a3-a377-d4dc8d9e161b req-288679a6-5eca-4e95-96d4-3ae86000775e service nova] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Received event network-vif-plugged-f3bfd7a5-7c8a-49cf-b7af-dc8e8ca34259 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.440782] env[69858]: DEBUG oslo_concurrency.lockutils [req-7ef586e0-3a46-46a3-a377-d4dc8d9e161b req-288679a6-5eca-4e95-96d4-3ae86000775e service nova] Acquiring lock "3bbab55a-cf65-43f4-93ac-7af742d87fba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.440970] env[69858]: DEBUG oslo_concurrency.lockutils [req-7ef586e0-3a46-46a3-a377-d4dc8d9e161b req-288679a6-5eca-4e95-96d4-3ae86000775e service nova] Lock "3bbab55a-cf65-43f4-93ac-7af742d87fba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.441180] env[69858]: DEBUG oslo_concurrency.lockutils [req-7ef586e0-3a46-46a3-a377-d4dc8d9e161b req-288679a6-5eca-4e95-96d4-3ae86000775e service nova] Lock "3bbab55a-cf65-43f4-93ac-7af742d87fba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.441377] env[69858]: DEBUG nova.compute.manager [req-7ef586e0-3a46-46a3-a377-d4dc8d9e161b req-288679a6-5eca-4e95-96d4-3ae86000775e service nova] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] No waiting events found dispatching network-vif-plugged-f3bfd7a5-7c8a-49cf-b7af-dc8e8ca34259 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1204.441513] env[69858]: WARNING nova.compute.manager [req-7ef586e0-3a46-46a3-a377-d4dc8d9e161b req-288679a6-5eca-4e95-96d4-3ae86000775e service nova] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Received unexpected event network-vif-plugged-f3bfd7a5-7c8a-49cf-b7af-dc8e8ca34259 for instance with vm_state active and task_state None. [ 1204.441675] env[69858]: DEBUG nova.compute.manager [req-7ef586e0-3a46-46a3-a377-d4dc8d9e161b req-288679a6-5eca-4e95-96d4-3ae86000775e service nova] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Received event network-changed-f3bfd7a5-7c8a-49cf-b7af-dc8e8ca34259 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.441844] env[69858]: DEBUG nova.compute.manager [req-7ef586e0-3a46-46a3-a377-d4dc8d9e161b req-288679a6-5eca-4e95-96d4-3ae86000775e service nova] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Refreshing instance network info cache due to event network-changed-f3bfd7a5-7c8a-49cf-b7af-dc8e8ca34259. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1204.442234] env[69858]: DEBUG oslo_concurrency.lockutils [req-7ef586e0-3a46-46a3-a377-d4dc8d9e161b req-288679a6-5eca-4e95-96d4-3ae86000775e service nova] Acquiring lock "refresh_cache-3bbab55a-cf65-43f4-93ac-7af742d87fba" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.474686] env[69858]: DEBUG nova.network.neutron [req-34506a1a-6edd-40a8-8d8a-289427535b05 req-6c90580b-aec8-4df2-8caf-064d14cbec2d service nova] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Updated VIF entry in instance network info cache for port 073b76f2-8e9a-499b-a495-4a8e1b02df95. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1204.475067] env[69858]: DEBUG nova.network.neutron [req-34506a1a-6edd-40a8-8d8a-289427535b05 req-6c90580b-aec8-4df2-8caf-064d14cbec2d service nova] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Updating instance_info_cache with network_info: [{"id": "073b76f2-8e9a-499b-a495-4a8e1b02df95", "address": "fa:16:3e:3f:ae:32", "network": {"id": "4484751d-59b0-4615-9b2a-599607510af6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1350349162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d7e8193856c48c58e9cd583c010b8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap073b76f2-8e", "ovs_interfaceid": "073b76f2-8e9a-499b-a495-4a8e1b02df95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.477462] env[69858]: DEBUG nova.network.neutron [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Updating instance_info_cache with network_info: [{"id": "f34b9b7c-b463-4596-a047-8aa411bda859", "address": "fa:16:3e:f4:de:b9", "network": {"id": "8ff8d9d7-ac3f-4144-8c10-cf2cb5e15ece", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-665236185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7dedf87ec0a4a0eacbea8b7ce50f40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf34b9b7c-b4", "ovs_interfaceid": "f34b9b7c-b463-4596-a047-8aa411bda859", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.646861] env[69858]: WARNING nova.network.neutron [None req-65008f1e-1099-4573-ab4d-949832b01fee tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] 53dbf1f7-f7aa-4e33-a368-c4e2e72213e2 already exists in list: networks containing: ['53dbf1f7-f7aa-4e33-a368-c4e2e72213e2']. ignoring it [ 1204.669702] env[69858]: DEBUG oslo_vmware.api [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a6a819-a8c9-abd6-611b-e676c17613c3, 'name': SearchDatastore_Task, 'duration_secs': 0.010963} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.670572] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76687f93-7b3b-4396-abe4-45fff0037b59 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.676375] env[69858]: DEBUG oslo_vmware.api [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1204.676375] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528bd5ed-612f-141d-f77c-3e2fc5933be5" [ 1204.676375] env[69858]: _type = "Task" [ 1204.676375] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.687206] env[69858]: DEBUG oslo_vmware.api [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528bd5ed-612f-141d-f77c-3e2fc5933be5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.747756] env[69858]: DEBUG nova.scheduler.client.report [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.878906] env[69858]: INFO nova.compute.manager [-] [instance: 227fed41-be46-4400-bc01-091b3b488554] Took 1.26 seconds to deallocate network for instance. [ 1204.937153] env[69858]: DEBUG nova.network.neutron [None req-65008f1e-1099-4573-ab4d-949832b01fee tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Updating instance_info_cache with network_info: [{"id": "e929706c-843d-44eb-93ad-10b1c03d2db7", "address": "fa:16:3e:be:9a:8d", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape929706c-84", "ovs_interfaceid": "e929706c-843d-44eb-93ad-10b1c03d2db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f3bfd7a5-7c8a-49cf-b7af-dc8e8ca34259", "address": "fa:16:3e:be:2b:61", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3bfd7a5-7c", "ovs_interfaceid": "f3bfd7a5-7c8a-49cf-b7af-dc8e8ca34259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.939033] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ae582251-8985-4b16-bdbf-215cc377aea5 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.959245] env[69858]: DEBUG nova.compute.manager [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1204.980129] env[69858]: DEBUG oslo_concurrency.lockutils [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Releasing lock "refresh_cache-1128659c-a67d-4fd9-ae60-4105b8d53068" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.980444] env[69858]: DEBUG nova.compute.manager [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Instance network_info: |[{"id": "f34b9b7c-b463-4596-a047-8aa411bda859", "address": "fa:16:3e:f4:de:b9", "network": {"id": "8ff8d9d7-ac3f-4144-8c10-cf2cb5e15ece", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-665236185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7dedf87ec0a4a0eacbea8b7ce50f40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf34b9b7c-b4", "ovs_interfaceid": "f34b9b7c-b463-4596-a047-8aa411bda859", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1204.980950] env[69858]: DEBUG oslo_concurrency.lockutils [req-34506a1a-6edd-40a8-8d8a-289427535b05 req-6c90580b-aec8-4df2-8caf-064d14cbec2d service nova] Releasing lock "refresh_cache-4ce492a6-fa2a-4064-b242-90dc3c033689" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.981858] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:de:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '67921bdb-a7a0-46b5-ba05-ca997496e222', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f34b9b7c-b463-4596-a047-8aa411bda859', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1204.989171] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.991300] env[69858]: DEBUG nova.virt.hardware [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1204.991525] env[69858]: DEBUG nova.virt.hardware [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.991682] env[69858]: DEBUG nova.virt.hardware [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1204.991866] env[69858]: DEBUG nova.virt.hardware [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.992036] env[69858]: DEBUG nova.virt.hardware [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1204.992204] env[69858]: DEBUG nova.virt.hardware [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1204.992459] env[69858]: DEBUG nova.virt.hardware [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1204.992632] env[69858]: DEBUG nova.virt.hardware [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1204.992804] env[69858]: DEBUG nova.virt.hardware [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1204.992972] env[69858]: DEBUG nova.virt.hardware [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1204.993159] env[69858]: DEBUG nova.virt.hardware [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1204.993645] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1204.994430] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b9cf65-cbbc-454e-bd26-bdb8ef67fab9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.996972] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddf1ea3e-9638-4322-8dc7-14c46f6e2351 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.018419] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d5859a-0f13-4a5f-a56c-72d2d5ffbaa3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.022168] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1205.022168] env[69858]: value = "task-3419886" [ 1205.022168] env[69858]: _type = "Task" [ 1205.022168] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.024933] env[69858]: DEBUG nova.compute.manager [req-0d005cac-852e-4efd-83e6-ee973b739e0c req-92649236-8905-483b-b348-486d43ed1f08 service nova] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Received event network-changed-f34b9b7c-b463-4596-a047-8aa411bda859 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.025104] env[69858]: DEBUG nova.compute.manager [req-0d005cac-852e-4efd-83e6-ee973b739e0c req-92649236-8905-483b-b348-486d43ed1f08 service nova] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Refreshing instance network info cache due to event network-changed-f34b9b7c-b463-4596-a047-8aa411bda859. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1205.025324] env[69858]: DEBUG oslo_concurrency.lockutils [req-0d005cac-852e-4efd-83e6-ee973b739e0c req-92649236-8905-483b-b348-486d43ed1f08 service nova] Acquiring lock "refresh_cache-1128659c-a67d-4fd9-ae60-4105b8d53068" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.025470] env[69858]: DEBUG oslo_concurrency.lockutils [req-0d005cac-852e-4efd-83e6-ee973b739e0c req-92649236-8905-483b-b348-486d43ed1f08 service nova] Acquired lock "refresh_cache-1128659c-a67d-4fd9-ae60-4105b8d53068" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.025634] env[69858]: DEBUG nova.network.neutron [req-0d005cac-852e-4efd-83e6-ee973b739e0c req-92649236-8905-483b-b348-486d43ed1f08 service nova] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Refreshing network info cache for port f34b9b7c-b463-4596-a047-8aa411bda859 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1205.045505] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419886, 'name': CreateVM_Task} progress is 10%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.188608] env[69858]: DEBUG oslo_vmware.api [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528bd5ed-612f-141d-f77c-3e2fc5933be5, 'name': SearchDatastore_Task, 'duration_secs': 0.011171} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.188887] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.189157] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 4ce492a6-fa2a-4064-b242-90dc3c033689/4ce492a6-fa2a-4064-b242-90dc3c033689.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1205.189411] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e206792d-3d65-4854-a5d4-03531a3457e1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.196662] env[69858]: DEBUG oslo_vmware.api [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1205.196662] env[69858]: value = "task-3419887" [ 1205.196662] env[69858]: _type = "Task" [ 1205.196662] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.204980] env[69858]: DEBUG oslo_vmware.api [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419887, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.252238] env[69858]: DEBUG nova.network.neutron [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Successfully updated port: e1f7199c-c27b-4de0-ae9f-b85fb0db1353 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1205.253942] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.254423] env[69858]: DEBUG nova.compute.manager [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1205.258653] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ae582251-8985-4b16-bdbf-215cc377aea5 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.320s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.259028] env[69858]: DEBUG nova.objects.instance [None req-ae582251-8985-4b16-bdbf-215cc377aea5 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lazy-loading 'resources' on Instance uuid 345a78e4-7156-4eee-b784-5e1322f2969e {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.385090] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e9cb63fa-d4b1-480c-a4ec-150ae5f8aca6 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.440563] env[69858]: DEBUG oslo_concurrency.lockutils [None req-65008f1e-1099-4573-ab4d-949832b01fee tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Releasing lock "refresh_cache-3bbab55a-cf65-43f4-93ac-7af742d87fba" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.442087] env[69858]: DEBUG oslo_concurrency.lockutils [None req-65008f1e-1099-4573-ab4d-949832b01fee tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "3bbab55a-cf65-43f4-93ac-7af742d87fba" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.442087] env[69858]: DEBUG oslo_concurrency.lockutils [None req-65008f1e-1099-4573-ab4d-949832b01fee tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquired lock "3bbab55a-cf65-43f4-93ac-7af742d87fba" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.442087] env[69858]: DEBUG oslo_concurrency.lockutils [req-7ef586e0-3a46-46a3-a377-d4dc8d9e161b req-288679a6-5eca-4e95-96d4-3ae86000775e service nova] Acquired lock "refresh_cache-3bbab55a-cf65-43f4-93ac-7af742d87fba" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.442087] env[69858]: DEBUG nova.network.neutron [req-7ef586e0-3a46-46a3-a377-d4dc8d9e161b req-288679a6-5eca-4e95-96d4-3ae86000775e service nova] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Refreshing network info cache for port f3bfd7a5-7c8a-49cf-b7af-dc8e8ca34259 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1205.443941] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a20a98-49af-49b0-abb7-af41b9fde15b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.465306] env[69858]: DEBUG nova.virt.hardware [None req-65008f1e-1099-4573-ab4d-949832b01fee tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1205.465580] env[69858]: DEBUG nova.virt.hardware [None req-65008f1e-1099-4573-ab4d-949832b01fee tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.465741] env[69858]: DEBUG nova.virt.hardware [None req-65008f1e-1099-4573-ab4d-949832b01fee tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.465927] env[69858]: DEBUG nova.virt.hardware [None req-65008f1e-1099-4573-ab4d-949832b01fee tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.466096] env[69858]: DEBUG nova.virt.hardware [None req-65008f1e-1099-4573-ab4d-949832b01fee tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.466250] env[69858]: DEBUG nova.virt.hardware [None req-65008f1e-1099-4573-ab4d-949832b01fee tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1205.466459] env[69858]: DEBUG nova.virt.hardware [None req-65008f1e-1099-4573-ab4d-949832b01fee tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1205.466609] env[69858]: DEBUG nova.virt.hardware [None req-65008f1e-1099-4573-ab4d-949832b01fee tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1205.466776] env[69858]: DEBUG nova.virt.hardware [None req-65008f1e-1099-4573-ab4d-949832b01fee tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1205.466943] env[69858]: DEBUG nova.virt.hardware [None req-65008f1e-1099-4573-ab4d-949832b01fee tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1205.467140] env[69858]: DEBUG nova.virt.hardware [None req-65008f1e-1099-4573-ab4d-949832b01fee tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1205.473611] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-65008f1e-1099-4573-ab4d-949832b01fee tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Reconfiguring VM to attach interface {{(pid=69858) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1205.474388] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5f28aa9-a29d-477e-b021-8d4d06c30eec {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.496465] env[69858]: DEBUG oslo_vmware.api [None req-65008f1e-1099-4573-ab4d-949832b01fee tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 1205.496465] env[69858]: value = "task-3419888" [ 1205.496465] env[69858]: _type = "Task" [ 1205.496465] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.507165] env[69858]: DEBUG oslo_vmware.api [None req-65008f1e-1099-4573-ab4d-949832b01fee tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419888, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.535645] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419886, 'name': CreateVM_Task, 'duration_secs': 0.338663} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.535830] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1205.536616] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'guest_format': None, 'attachment_id': '1eedec6a-1bcb-4c24-9f48-0787e5edef56', 'disk_bus': None, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682300', 'volume_id': '235d750b-2d53-47f3-a1d6-903a359177d7', 'name': 'volume-235d750b-2d53-47f3-a1d6-903a359177d7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1128659c-a67d-4fd9-ae60-4105b8d53068', 'attached_at': '', 'detached_at': '', 'volume_id': '235d750b-2d53-47f3-a1d6-903a359177d7', 'serial': '235d750b-2d53-47f3-a1d6-903a359177d7'}, 'device_type': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69858) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1205.536840] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Root volume attach. Driver type: vmdk {{(pid=69858) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1205.537938] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a9a8be-051e-434e-a52b-76dcc5cf21d4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.551535] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102ddeb3-e936-44b7-aad6-9a283d1b675c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.563677] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2f6fb6-a5f1-45b6-8809-a474a10322f8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.574049] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-dfeac53f-f133-40d9-b816-c90377669378 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.586589] env[69858]: DEBUG oslo_vmware.api [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1205.586589] env[69858]: value = "task-3419889" [ 1205.586589] env[69858]: _type = "Task" [ 1205.586589] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.598084] env[69858]: DEBUG oslo_vmware.api [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419889, 'name': RelocateVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.709191] env[69858]: DEBUG oslo_vmware.api [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419887, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476294} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.709534] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 4ce492a6-fa2a-4064-b242-90dc3c033689/4ce492a6-fa2a-4064-b242-90dc3c033689.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1205.709807] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1205.710130] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4423d87-9fcb-435d-9b83-a667c8f71493 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.718612] env[69858]: DEBUG oslo_vmware.api [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1205.718612] env[69858]: value = "task-3419890" [ 1205.718612] env[69858]: _type = "Task" [ 1205.718612] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.730220] env[69858]: DEBUG oslo_vmware.api [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419890, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.759224] env[69858]: DEBUG oslo_concurrency.lockutils [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Acquiring lock "refresh_cache-4af1c965-624e-45d4-9725-e16e108e7397" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.759418] env[69858]: DEBUG oslo_concurrency.lockutils [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Acquired lock "refresh_cache-4af1c965-624e-45d4-9725-e16e108e7397" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.759619] env[69858]: DEBUG nova.network.neutron [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.761942] env[69858]: DEBUG nova.compute.utils [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1205.763871] env[69858]: DEBUG nova.compute.manager [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1205.763871] env[69858]: DEBUG nova.network.neutron [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1205.772349] env[69858]: DEBUG nova.network.neutron [req-0d005cac-852e-4efd-83e6-ee973b739e0c req-92649236-8905-483b-b348-486d43ed1f08 service nova] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Updated VIF entry in instance network info cache for port f34b9b7c-b463-4596-a047-8aa411bda859. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1205.773066] env[69858]: DEBUG nova.network.neutron [req-0d005cac-852e-4efd-83e6-ee973b739e0c req-92649236-8905-483b-b348-486d43ed1f08 service nova] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Updating instance_info_cache with network_info: [{"id": "f34b9b7c-b463-4596-a047-8aa411bda859", "address": "fa:16:3e:f4:de:b9", "network": {"id": "8ff8d9d7-ac3f-4144-8c10-cf2cb5e15ece", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-665236185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7dedf87ec0a4a0eacbea8b7ce50f40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf34b9b7c-b4", "ovs_interfaceid": "f34b9b7c-b463-4596-a047-8aa411bda859", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.837700] env[69858]: DEBUG nova.policy [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5428c94ea8242bf9ee9ef989561fa30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55d5af7e5cc84fd885138b28a6913b6f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1205.963324] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106a4f26-b869-48e2-9f25-480440a144b1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.973510] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33293ce-c3a9-4e50-8387-8e205f9b26ec {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.013896] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e734f5-b7dd-46a9-9350-d2af552a0452 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.026636] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e586233-4a2c-4343-b989-eadee96bd0a6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.031318] env[69858]: DEBUG oslo_vmware.api [None req-65008f1e-1099-4573-ab4d-949832b01fee tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.041839] env[69858]: DEBUG nova.compute.provider_tree [None req-ae582251-8985-4b16-bdbf-215cc377aea5 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.097329] env[69858]: DEBUG oslo_vmware.api [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419889, 'name': RelocateVM_Task, 'duration_secs': 0.445116} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.097631] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Volume attach. Driver type: vmdk {{(pid=69858) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1206.097869] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682300', 'volume_id': '235d750b-2d53-47f3-a1d6-903a359177d7', 'name': 'volume-235d750b-2d53-47f3-a1d6-903a359177d7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1128659c-a67d-4fd9-ae60-4105b8d53068', 'attached_at': '', 'detached_at': '', 'volume_id': '235d750b-2d53-47f3-a1d6-903a359177d7', 'serial': '235d750b-2d53-47f3-a1d6-903a359177d7'} {{(pid=69858) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1206.098743] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bd1154-e517-466b-bed7-9bffdce89712 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.119638] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b104fc48-9ca2-4ba4-8abc-afdd90daaca5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.142367] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-235d750b-2d53-47f3-a1d6-903a359177d7/volume-235d750b-2d53-47f3-a1d6-903a359177d7.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.143333] env[69858]: DEBUG nova.network.neutron [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Successfully created port: 78d950c4-88a1-43fc-a2e3-01251111cd64 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1206.145262] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adb694c1-7026-46c8-b168-746fa9c94eb8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.169329] env[69858]: DEBUG oslo_vmware.api [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1206.169329] env[69858]: value = "task-3419891" [ 1206.169329] env[69858]: _type = "Task" [ 1206.169329] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.177798] env[69858]: DEBUG oslo_vmware.api [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419891, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.193056] env[69858]: DEBUG nova.network.neutron [req-7ef586e0-3a46-46a3-a377-d4dc8d9e161b req-288679a6-5eca-4e95-96d4-3ae86000775e service nova] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Updated VIF entry in instance network info cache for port f3bfd7a5-7c8a-49cf-b7af-dc8e8ca34259. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1206.193527] env[69858]: DEBUG nova.network.neutron [req-7ef586e0-3a46-46a3-a377-d4dc8d9e161b req-288679a6-5eca-4e95-96d4-3ae86000775e service nova] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Updating instance_info_cache with network_info: [{"id": "e929706c-843d-44eb-93ad-10b1c03d2db7", "address": "fa:16:3e:be:9a:8d", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape929706c-84", "ovs_interfaceid": "e929706c-843d-44eb-93ad-10b1c03d2db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f3bfd7a5-7c8a-49cf-b7af-dc8e8ca34259", "address": "fa:16:3e:be:2b:61", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3bfd7a5-7c", "ovs_interfaceid": "f3bfd7a5-7c8a-49cf-b7af-dc8e8ca34259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.229024] env[69858]: DEBUG oslo_vmware.api [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419890, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078045} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.229308] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1206.230108] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a3d575-a300-4266-95da-87777a747d24 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.253901] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 4ce492a6-fa2a-4064-b242-90dc3c033689/4ce492a6-fa2a-4064-b242-90dc3c033689.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.253901] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d291839a-9fec-4bbf-adf5-163e1e0493b0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.269778] env[69858]: DEBUG nova.compute.manager [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1206.275514] env[69858]: DEBUG oslo_concurrency.lockutils [req-0d005cac-852e-4efd-83e6-ee973b739e0c req-92649236-8905-483b-b348-486d43ed1f08 service nova] Releasing lock "refresh_cache-1128659c-a67d-4fd9-ae60-4105b8d53068" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.275767] env[69858]: DEBUG nova.compute.manager [req-0d005cac-852e-4efd-83e6-ee973b739e0c req-92649236-8905-483b-b348-486d43ed1f08 service nova] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Received event network-vif-deleted-b00296d9-f155-4eda-a73c-dce5b0f649e8 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.280264] env[69858]: DEBUG oslo_vmware.api [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1206.280264] env[69858]: value = "task-3419892" [ 1206.280264] env[69858]: _type = "Task" [ 1206.280264] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.289568] env[69858]: DEBUG oslo_vmware.api [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419892, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.300088] env[69858]: DEBUG nova.network.neutron [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1206.450045] env[69858]: DEBUG nova.network.neutron [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Updating instance_info_cache with network_info: [{"id": "e1f7199c-c27b-4de0-ae9f-b85fb0db1353", "address": "fa:16:3e:cf:ce:c6", "network": {"id": "3e83c4ba-a2e3-426f-9019-5289d047e25c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-490028014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25538578e3ca44bd80950efa4c87f119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1f7199c-c2", "ovs_interfaceid": "e1f7199c-c27b-4de0-ae9f-b85fb0db1353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.519992] env[69858]: DEBUG oslo_vmware.api [None req-65008f1e-1099-4573-ab4d-949832b01fee tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419888, 'name': ReconfigVM_Task, 'duration_secs': 0.674317} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.520553] env[69858]: DEBUG oslo_concurrency.lockutils [None req-65008f1e-1099-4573-ab4d-949832b01fee tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Releasing lock "3bbab55a-cf65-43f4-93ac-7af742d87fba" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.520786] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-65008f1e-1099-4573-ab4d-949832b01fee tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Reconfigured VM to attach interface {{(pid=69858) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1206.545725] env[69858]: DEBUG nova.scheduler.client.report [None req-ae582251-8985-4b16-bdbf-215cc377aea5 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.680947] env[69858]: DEBUG oslo_vmware.api [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419891, 'name': ReconfigVM_Task, 'duration_secs': 0.423543} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.681311] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-235d750b-2d53-47f3-a1d6-903a359177d7/volume-235d750b-2d53-47f3-a1d6-903a359177d7.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.685817] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5898aeaf-b4b0-4990-88a4-a7a67794cc33 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.696177] env[69858]: DEBUG oslo_concurrency.lockutils [req-7ef586e0-3a46-46a3-a377-d4dc8d9e161b req-288679a6-5eca-4e95-96d4-3ae86000775e service nova] Releasing lock "refresh_cache-3bbab55a-cf65-43f4-93ac-7af742d87fba" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.696432] env[69858]: DEBUG nova.compute.manager [req-7ef586e0-3a46-46a3-a377-d4dc8d9e161b req-288679a6-5eca-4e95-96d4-3ae86000775e service nova] [instance: 227fed41-be46-4400-bc01-091b3b488554] Received event network-vif-deleted-7c58058b-9511-469a-ad16-a1f5d1c9a2b7 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.703607] env[69858]: DEBUG oslo_vmware.api [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1206.703607] env[69858]: value = "task-3419893" [ 1206.703607] env[69858]: _type = "Task" [ 1206.703607] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.711690] env[69858]: DEBUG oslo_vmware.api [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419893, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.791381] env[69858]: DEBUG oslo_vmware.api [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419892, 'name': ReconfigVM_Task, 'duration_secs': 0.302005} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.791766] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 4ce492a6-fa2a-4064-b242-90dc3c033689/4ce492a6-fa2a-4064-b242-90dc3c033689.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.792508] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ee0cd29-5f7c-477c-9277-95df6d768881 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.800078] env[69858]: DEBUG oslo_vmware.api [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1206.800078] env[69858]: value = "task-3419894" [ 1206.800078] env[69858]: _type = "Task" [ 1206.800078] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.808789] env[69858]: DEBUG oslo_vmware.api [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419894, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.954675] env[69858]: DEBUG oslo_concurrency.lockutils [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Releasing lock "refresh_cache-4af1c965-624e-45d4-9725-e16e108e7397" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.955080] env[69858]: DEBUG nova.compute.manager [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Instance network_info: |[{"id": "e1f7199c-c27b-4de0-ae9f-b85fb0db1353", "address": "fa:16:3e:cf:ce:c6", "network": {"id": "3e83c4ba-a2e3-426f-9019-5289d047e25c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-490028014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25538578e3ca44bd80950efa4c87f119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1f7199c-c2", "ovs_interfaceid": "e1f7199c-c27b-4de0-ae9f-b85fb0db1353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1206.955540] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:ce:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a7ba8d0-0208-4af7-af44-2a5ad382f9be', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1f7199c-c27b-4de0-ae9f-b85fb0db1353', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1206.963507] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Creating folder: Project (25538578e3ca44bd80950efa4c87f119). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1206.963948] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68602253-8aa2-4589-bdc0-734fc78400b7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.984715] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Created folder: Project (25538578e3ca44bd80950efa4c87f119) in parent group-v682032. [ 1206.985042] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Creating folder: Instances. Parent ref: group-v682310. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1206.985361] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19b5feca-c9f7-4c1a-b708-bbf329edb0b1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.995628] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Created folder: Instances in parent group-v682310. [ 1206.995894] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.996106] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1206.996345] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c588d30a-dabc-47cb-a5e8-473c05a07fad {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.018176] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1207.018176] env[69858]: value = "task-3419897" [ 1207.018176] env[69858]: _type = "Task" [ 1207.018176] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.027516] env[69858]: DEBUG oslo_concurrency.lockutils [None req-65008f1e-1099-4573-ab4d-949832b01fee tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "interface-3bbab55a-cf65-43f4-93ac-7af742d87fba-f3bfd7a5-7c8a-49cf-b7af-dc8e8ca34259" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.464s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.028749] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419897, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.051252] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ae582251-8985-4b16-bdbf-215cc377aea5 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.792s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.054190] env[69858]: DEBUG nova.compute.manager [req-52796aeb-17cb-4d6e-9325-f4307912230b req-ecc42f51-1b57-4d28-abf8-2ed11fb02beb service nova] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Received event network-vif-plugged-e1f7199c-c27b-4de0-ae9f-b85fb0db1353 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.054413] env[69858]: DEBUG oslo_concurrency.lockutils [req-52796aeb-17cb-4d6e-9325-f4307912230b req-ecc42f51-1b57-4d28-abf8-2ed11fb02beb service nova] Acquiring lock "4af1c965-624e-45d4-9725-e16e108e7397-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.054626] env[69858]: DEBUG oslo_concurrency.lockutils [req-52796aeb-17cb-4d6e-9325-f4307912230b req-ecc42f51-1b57-4d28-abf8-2ed11fb02beb service nova] Lock "4af1c965-624e-45d4-9725-e16e108e7397-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.054800] env[69858]: DEBUG oslo_concurrency.lockutils [req-52796aeb-17cb-4d6e-9325-f4307912230b req-ecc42f51-1b57-4d28-abf8-2ed11fb02beb service nova] Lock "4af1c965-624e-45d4-9725-e16e108e7397-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.054993] env[69858]: DEBUG nova.compute.manager [req-52796aeb-17cb-4d6e-9325-f4307912230b req-ecc42f51-1b57-4d28-abf8-2ed11fb02beb service nova] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] No waiting events found dispatching network-vif-plugged-e1f7199c-c27b-4de0-ae9f-b85fb0db1353 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1207.055231] env[69858]: WARNING nova.compute.manager [req-52796aeb-17cb-4d6e-9325-f4307912230b req-ecc42f51-1b57-4d28-abf8-2ed11fb02beb service nova] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Received unexpected event network-vif-plugged-e1f7199c-c27b-4de0-ae9f-b85fb0db1353 for instance with vm_state building and task_state spawning. [ 1207.055402] env[69858]: DEBUG nova.compute.manager [req-52796aeb-17cb-4d6e-9325-f4307912230b req-ecc42f51-1b57-4d28-abf8-2ed11fb02beb service nova] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Received event network-changed-e1f7199c-c27b-4de0-ae9f-b85fb0db1353 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.055561] env[69858]: DEBUG nova.compute.manager [req-52796aeb-17cb-4d6e-9325-f4307912230b req-ecc42f51-1b57-4d28-abf8-2ed11fb02beb service nova] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Refreshing instance network info cache due to event network-changed-e1f7199c-c27b-4de0-ae9f-b85fb0db1353. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.055749] env[69858]: DEBUG oslo_concurrency.lockutils [req-52796aeb-17cb-4d6e-9325-f4307912230b req-ecc42f51-1b57-4d28-abf8-2ed11fb02beb service nova] Acquiring lock "refresh_cache-4af1c965-624e-45d4-9725-e16e108e7397" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.055882] env[69858]: DEBUG oslo_concurrency.lockutils [req-52796aeb-17cb-4d6e-9325-f4307912230b req-ecc42f51-1b57-4d28-abf8-2ed11fb02beb service nova] Acquired lock "refresh_cache-4af1c965-624e-45d4-9725-e16e108e7397" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.056051] env[69858]: DEBUG nova.network.neutron [req-52796aeb-17cb-4d6e-9325-f4307912230b req-ecc42f51-1b57-4d28-abf8-2ed11fb02beb service nova] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Refreshing network info cache for port e1f7199c-c27b-4de0-ae9f-b85fb0db1353 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.058294] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e9cb63fa-d4b1-480c-a4ec-150ae5f8aca6 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.673s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.058383] env[69858]: DEBUG nova.objects.instance [None req-e9cb63fa-d4b1-480c-a4ec-150ae5f8aca6 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lazy-loading 'resources' on Instance uuid 227fed41-be46-4400-bc01-091b3b488554 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.077074] env[69858]: INFO nova.scheduler.client.report [None req-ae582251-8985-4b16-bdbf-215cc377aea5 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Deleted allocations for instance 345a78e4-7156-4eee-b784-5e1322f2969e [ 1207.214399] env[69858]: DEBUG oslo_vmware.api [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419893, 'name': ReconfigVM_Task, 'duration_secs': 0.143064} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.214710] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682300', 'volume_id': '235d750b-2d53-47f3-a1d6-903a359177d7', 'name': 'volume-235d750b-2d53-47f3-a1d6-903a359177d7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1128659c-a67d-4fd9-ae60-4105b8d53068', 'attached_at': '', 'detached_at': '', 'volume_id': '235d750b-2d53-47f3-a1d6-903a359177d7', 'serial': '235d750b-2d53-47f3-a1d6-903a359177d7'} {{(pid=69858) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1207.215269] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef6bea27-a791-47ac-b0a9-1f27bd749cc0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.223059] env[69858]: DEBUG oslo_vmware.api [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1207.223059] env[69858]: value = "task-3419898" [ 1207.223059] env[69858]: _type = "Task" [ 1207.223059] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.231819] env[69858]: DEBUG oslo_vmware.api [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419898, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.279113] env[69858]: DEBUG nova.compute.manager [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1207.307143] env[69858]: DEBUG nova.virt.hardware [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1207.307395] env[69858]: DEBUG nova.virt.hardware [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1207.307555] env[69858]: DEBUG nova.virt.hardware [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1207.307773] env[69858]: DEBUG nova.virt.hardware [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1207.307962] env[69858]: DEBUG nova.virt.hardware [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1207.308126] env[69858]: DEBUG nova.virt.hardware [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1207.308346] env[69858]: DEBUG nova.virt.hardware [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1207.308552] env[69858]: DEBUG nova.virt.hardware [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1207.308675] env[69858]: DEBUG nova.virt.hardware [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1207.308837] env[69858]: DEBUG nova.virt.hardware [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1207.309110] env[69858]: DEBUG nova.virt.hardware [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1207.310320] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7419e434-c433-4122-977c-83df02451057 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.319234] env[69858]: DEBUG oslo_vmware.api [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419894, 'name': Rename_Task, 'duration_secs': 0.203022} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.321377] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.322017] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31049ed3-8333-4eb4-a794-549b5356403e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.324510] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216b8ab2-3cc9-49df-9dc8-7a208d8bdf81 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.344009] env[69858]: DEBUG oslo_vmware.api [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1207.344009] env[69858]: value = "task-3419899" [ 1207.344009] env[69858]: _type = "Task" [ 1207.344009] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.352026] env[69858]: DEBUG oslo_vmware.api [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.530316] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419897, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.590796] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ae582251-8985-4b16-bdbf-215cc377aea5 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "345a78e4-7156-4eee-b784-5e1322f2969e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.568s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.666207] env[69858]: DEBUG nova.compute.manager [req-9d766bcf-3ecd-4113-b34d-7ca613712418 req-9d797f45-11d2-48de-9649-371ab6ad3fc7 service nova] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Received event network-vif-plugged-78d950c4-88a1-43fc-a2e3-01251111cd64 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.666207] env[69858]: DEBUG oslo_concurrency.lockutils [req-9d766bcf-3ecd-4113-b34d-7ca613712418 req-9d797f45-11d2-48de-9649-371ab6ad3fc7 service nova] Acquiring lock "973512e5-3e0b-4803-9236-85e01eedef22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.666207] env[69858]: DEBUG oslo_concurrency.lockutils [req-9d766bcf-3ecd-4113-b34d-7ca613712418 req-9d797f45-11d2-48de-9649-371ab6ad3fc7 service nova] Lock "973512e5-3e0b-4803-9236-85e01eedef22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.666207] env[69858]: DEBUG oslo_concurrency.lockutils [req-9d766bcf-3ecd-4113-b34d-7ca613712418 req-9d797f45-11d2-48de-9649-371ab6ad3fc7 service nova] Lock "973512e5-3e0b-4803-9236-85e01eedef22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.666592] env[69858]: DEBUG nova.compute.manager [req-9d766bcf-3ecd-4113-b34d-7ca613712418 req-9d797f45-11d2-48de-9649-371ab6ad3fc7 service nova] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] No waiting events found dispatching network-vif-plugged-78d950c4-88a1-43fc-a2e3-01251111cd64 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1207.666592] env[69858]: WARNING nova.compute.manager [req-9d766bcf-3ecd-4113-b34d-7ca613712418 req-9d797f45-11d2-48de-9649-371ab6ad3fc7 service nova] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Received unexpected event network-vif-plugged-78d950c4-88a1-43fc-a2e3-01251111cd64 for instance with vm_state building and task_state spawning. [ 1207.736561] env[69858]: DEBUG oslo_vmware.api [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419898, 'name': Rename_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.805593] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79de680-a771-406e-98dc-44be8a687c02 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.812045] env[69858]: DEBUG nova.network.neutron [req-52796aeb-17cb-4d6e-9325-f4307912230b req-ecc42f51-1b57-4d28-abf8-2ed11fb02beb service nova] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Updated VIF entry in instance network info cache for port e1f7199c-c27b-4de0-ae9f-b85fb0db1353. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1207.812045] env[69858]: DEBUG nova.network.neutron [req-52796aeb-17cb-4d6e-9325-f4307912230b req-ecc42f51-1b57-4d28-abf8-2ed11fb02beb service nova] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Updating instance_info_cache with network_info: [{"id": "e1f7199c-c27b-4de0-ae9f-b85fb0db1353", "address": "fa:16:3e:cf:ce:c6", "network": {"id": "3e83c4ba-a2e3-426f-9019-5289d047e25c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-490028014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25538578e3ca44bd80950efa4c87f119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1f7199c-c2", "ovs_interfaceid": "e1f7199c-c27b-4de0-ae9f-b85fb0db1353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.816301] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbbdf06-eee1-4429-a372-ee795e84868f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.850426] env[69858]: DEBUG nova.network.neutron [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Successfully updated port: 78d950c4-88a1-43fc-a2e3-01251111cd64 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1207.861116] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36cf106f-e68c-407a-978b-798e6ae28733 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.872111] env[69858]: DEBUG oslo_vmware.api [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419899, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.875926] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf2b118-e0d9-4763-ac53-010bf071c9c4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.894663] env[69858]: DEBUG nova.compute.provider_tree [None req-e9cb63fa-d4b1-480c-a4ec-150ae5f8aca6 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.030590] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419897, 'name': CreateVM_Task, 'duration_secs': 0.515095} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.030932] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1208.031446] env[69858]: DEBUG oslo_concurrency.lockutils [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.031624] env[69858]: DEBUG oslo_concurrency.lockutils [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.031959] env[69858]: DEBUG oslo_concurrency.lockutils [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.032244] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54f3c6dc-13e9-4447-86d6-8233bd597704 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.037644] env[69858]: DEBUG oslo_vmware.api [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for the task: (returnval){ [ 1208.037644] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52107193-2f7c-6da3-8943-22ade3af0fd5" [ 1208.037644] env[69858]: _type = "Task" [ 1208.037644] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.046795] env[69858]: DEBUG oslo_vmware.api [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52107193-2f7c-6da3-8943-22ade3af0fd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.234075] env[69858]: DEBUG oslo_vmware.api [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419898, 'name': Rename_Task, 'duration_secs': 0.752918} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.234365] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1208.234624] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a314c11d-3e9e-4124-9750-5709ec24b34a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.243188] env[69858]: DEBUG oslo_vmware.api [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1208.243188] env[69858]: value = "task-3419900" [ 1208.243188] env[69858]: _type = "Task" [ 1208.243188] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.251054] env[69858]: DEBUG oslo_vmware.api [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.316957] env[69858]: DEBUG oslo_concurrency.lockutils [req-52796aeb-17cb-4d6e-9325-f4307912230b req-ecc42f51-1b57-4d28-abf8-2ed11fb02beb service nova] Releasing lock "refresh_cache-4af1c965-624e-45d4-9725-e16e108e7397" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.359417] env[69858]: DEBUG oslo_vmware.api [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3419899, 'name': PowerOnVM_Task, 'duration_secs': 0.70737} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.359665] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1208.359874] env[69858]: INFO nova.compute.manager [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1208.360109] env[69858]: DEBUG nova.compute.manager [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1208.360900] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c03cac9-b047-4fb3-8bd0-d233dc043776 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.365020] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "refresh_cache-973512e5-3e0b-4803-9236-85e01eedef22" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.365171] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquired lock "refresh_cache-973512e5-3e0b-4803-9236-85e01eedef22" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.365332] env[69858]: DEBUG nova.network.neutron [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.398280] env[69858]: DEBUG nova.scheduler.client.report [None req-e9cb63fa-d4b1-480c-a4ec-150ae5f8aca6 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.405853] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7a21a555-167d-4029-8568-8684a174f277 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "interface-3bbab55a-cf65-43f4-93ac-7af742d87fba-f3bfd7a5-7c8a-49cf-b7af-dc8e8ca34259" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.406113] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7a21a555-167d-4029-8568-8684a174f277 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "interface-3bbab55a-cf65-43f4-93ac-7af742d87fba-f3bfd7a5-7c8a-49cf-b7af-dc8e8ca34259" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.549538] env[69858]: DEBUG oslo_vmware.api [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52107193-2f7c-6da3-8943-22ade3af0fd5, 'name': SearchDatastore_Task, 'duration_secs': 0.037128} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.549936] env[69858]: DEBUG oslo_concurrency.lockutils [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.550087] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1208.550342] env[69858]: DEBUG oslo_concurrency.lockutils [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.550488] env[69858]: DEBUG oslo_concurrency.lockutils [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.550668] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1208.550933] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fd10bc4-015a-4455-857e-731be133b31a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.560361] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1208.560552] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1208.561356] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c274726b-53ff-4106-b648-8b6482546b7d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.566954] env[69858]: DEBUG oslo_vmware.api [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for the task: (returnval){ [ 1208.566954] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5286c001-dec2-7a37-07ef-46eebaf6755b" [ 1208.566954] env[69858]: _type = "Task" [ 1208.566954] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.574873] env[69858]: DEBUG oslo_vmware.api [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5286c001-dec2-7a37-07ef-46eebaf6755b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.754816] env[69858]: DEBUG oslo_vmware.api [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419900, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.787872] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "3d705be0-ff80-4b69-a83c-fa1a7f1aeb78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.788162] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "3d705be0-ff80-4b69-a83c-fa1a7f1aeb78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.883545] env[69858]: INFO nova.compute.manager [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Took 19.42 seconds to build instance. [ 1208.902724] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e9cb63fa-d4b1-480c-a4ec-150ae5f8aca6 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.844s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.908428] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7a21a555-167d-4029-8568-8684a174f277 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "3bbab55a-cf65-43f4-93ac-7af742d87fba" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.908616] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7a21a555-167d-4029-8568-8684a174f277 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquired lock "3bbab55a-cf65-43f4-93ac-7af742d87fba" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.909519] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc628383-a736-46d1-ad63-e50beb755f36 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.929886] env[69858]: INFO nova.scheduler.client.report [None req-e9cb63fa-d4b1-480c-a4ec-150ae5f8aca6 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Deleted allocations for instance 227fed41-be46-4400-bc01-091b3b488554 [ 1208.931492] env[69858]: DEBUG nova.network.neutron [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1208.934021] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd55b689-df5a-4f9e-9b81-2edd0e08e903 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.966198] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7a21a555-167d-4029-8568-8684a174f277 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Reconfiguring VM to detach interface {{(pid=69858) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1208.968667] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8eb08d94-07ac-4dd2-88d2-ca30042a8dad {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.993093] env[69858]: DEBUG oslo_vmware.api [None req-7a21a555-167d-4029-8568-8684a174f277 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 1208.993093] env[69858]: value = "task-3419901" [ 1208.993093] env[69858]: _type = "Task" [ 1208.993093] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.002384] env[69858]: DEBUG oslo_vmware.api [None req-7a21a555-167d-4029-8568-8684a174f277 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419901, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.080483] env[69858]: DEBUG oslo_vmware.api [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5286c001-dec2-7a37-07ef-46eebaf6755b, 'name': SearchDatastore_Task, 'duration_secs': 0.01016} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.081346] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-278422db-642f-44f1-abbd-d3b3c2025412 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.087874] env[69858]: DEBUG oslo_vmware.api [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for the task: (returnval){ [ 1209.087874] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528a162b-ebfb-d396-a902-48e2ef5d8c6a" [ 1209.087874] env[69858]: _type = "Task" [ 1209.087874] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.096770] env[69858]: DEBUG oslo_vmware.api [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528a162b-ebfb-d396-a902-48e2ef5d8c6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.168145] env[69858]: DEBUG nova.network.neutron [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Updating instance_info_cache with network_info: [{"id": "78d950c4-88a1-43fc-a2e3-01251111cd64", "address": "fa:16:3e:b7:3e:be", "network": {"id": "5be3be6c-0dd1-46c4-982b-8f057bcf258d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1145908090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d5af7e5cc84fd885138b28a6913b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d950c4-88", "ovs_interfaceid": "78d950c4-88a1-43fc-a2e3-01251111cd64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.254520] env[69858]: DEBUG oslo_vmware.api [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419900, 'name': PowerOnVM_Task, 'duration_secs': 0.693204} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.254896] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.254991] env[69858]: INFO nova.compute.manager [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Took 4.89 seconds to spawn the instance on the hypervisor. [ 1209.255259] env[69858]: DEBUG nova.compute.manager [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.256018] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa574599-ec1e-4df8-a760-ed70815e60ae {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.290246] env[69858]: DEBUG nova.compute.manager [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1209.385882] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1c8b4660-649f-459c-9c4d-f61cae1a6371 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "4ce492a6-fa2a-4064-b242-90dc3c033689" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.936s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.442738] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e9cb63fa-d4b1-480c-a4ec-150ae5f8aca6 tempest-ImagesTestJSON-454910240 tempest-ImagesTestJSON-454910240-project-member] Lock "227fed41-be46-4400-bc01-091b3b488554" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.989s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.491442] env[69858]: DEBUG nova.compute.manager [req-0355fcea-e213-408b-b25d-8b8679fd99b6 req-c2334d3b-f1d9-4e0a-ad4e-f8b9bd8f8aa3 service nova] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Received event network-changed-073b76f2-8e9a-499b-a495-4a8e1b02df95 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.491742] env[69858]: DEBUG nova.compute.manager [req-0355fcea-e213-408b-b25d-8b8679fd99b6 req-c2334d3b-f1d9-4e0a-ad4e-f8b9bd8f8aa3 service nova] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Refreshing instance network info cache due to event network-changed-073b76f2-8e9a-499b-a495-4a8e1b02df95. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1209.492059] env[69858]: DEBUG oslo_concurrency.lockutils [req-0355fcea-e213-408b-b25d-8b8679fd99b6 req-c2334d3b-f1d9-4e0a-ad4e-f8b9bd8f8aa3 service nova] Acquiring lock "refresh_cache-4ce492a6-fa2a-4064-b242-90dc3c033689" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.492347] env[69858]: DEBUG oslo_concurrency.lockutils [req-0355fcea-e213-408b-b25d-8b8679fd99b6 req-c2334d3b-f1d9-4e0a-ad4e-f8b9bd8f8aa3 service nova] Acquired lock "refresh_cache-4ce492a6-fa2a-4064-b242-90dc3c033689" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.492600] env[69858]: DEBUG nova.network.neutron [req-0355fcea-e213-408b-b25d-8b8679fd99b6 req-c2334d3b-f1d9-4e0a-ad4e-f8b9bd8f8aa3 service nova] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Refreshing network info cache for port 073b76f2-8e9a-499b-a495-4a8e1b02df95 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.507817] env[69858]: DEBUG oslo_vmware.api [None req-7a21a555-167d-4029-8568-8684a174f277 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.598177] env[69858]: DEBUG oslo_vmware.api [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528a162b-ebfb-d396-a902-48e2ef5d8c6a, 'name': SearchDatastore_Task, 'duration_secs': 0.026389} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.598445] env[69858]: DEBUG oslo_concurrency.lockutils [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.598717] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 4af1c965-624e-45d4-9725-e16e108e7397/4af1c965-624e-45d4-9725-e16e108e7397.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1209.598977] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c02bd4a-ad28-4b93-b6d7-ba244104be05 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.607364] env[69858]: DEBUG oslo_vmware.api [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for the task: (returnval){ [ 1209.607364] env[69858]: value = "task-3419902" [ 1209.607364] env[69858]: _type = "Task" [ 1209.607364] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.615294] env[69858]: DEBUG oslo_vmware.api [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3419902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.671198] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Releasing lock "refresh_cache-973512e5-3e0b-4803-9236-85e01eedef22" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.671358] env[69858]: DEBUG nova.compute.manager [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Instance network_info: |[{"id": "78d950c4-88a1-43fc-a2e3-01251111cd64", "address": "fa:16:3e:b7:3e:be", "network": {"id": "5be3be6c-0dd1-46c4-982b-8f057bcf258d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1145908090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d5af7e5cc84fd885138b28a6913b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d950c4-88", "ovs_interfaceid": "78d950c4-88a1-43fc-a2e3-01251111cd64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1209.671784] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:3e:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78d950c4-88a1-43fc-a2e3-01251111cd64', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1209.679310] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1209.679532] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1209.679759] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-030901bb-3e86-4265-a6d1-808a80b8917f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.697643] env[69858]: DEBUG nova.compute.manager [req-e1d0ebb5-4254-441f-bc10-5f7161480bdb req-cf93d93c-e0c2-4b92-a94b-4ab33d477b70 service nova] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Received event network-changed-78d950c4-88a1-43fc-a2e3-01251111cd64 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.697916] env[69858]: DEBUG nova.compute.manager [req-e1d0ebb5-4254-441f-bc10-5f7161480bdb req-cf93d93c-e0c2-4b92-a94b-4ab33d477b70 service nova] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Refreshing instance network info cache due to event network-changed-78d950c4-88a1-43fc-a2e3-01251111cd64. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1209.698165] env[69858]: DEBUG oslo_concurrency.lockutils [req-e1d0ebb5-4254-441f-bc10-5f7161480bdb req-cf93d93c-e0c2-4b92-a94b-4ab33d477b70 service nova] Acquiring lock "refresh_cache-973512e5-3e0b-4803-9236-85e01eedef22" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.698327] env[69858]: DEBUG oslo_concurrency.lockutils [req-e1d0ebb5-4254-441f-bc10-5f7161480bdb req-cf93d93c-e0c2-4b92-a94b-4ab33d477b70 service nova] Acquired lock "refresh_cache-973512e5-3e0b-4803-9236-85e01eedef22" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.698508] env[69858]: DEBUG nova.network.neutron [req-e1d0ebb5-4254-441f-bc10-5f7161480bdb req-cf93d93c-e0c2-4b92-a94b-4ab33d477b70 service nova] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Refreshing network info cache for port 78d950c4-88a1-43fc-a2e3-01251111cd64 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.706642] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1209.706642] env[69858]: value = "task-3419903" [ 1209.706642] env[69858]: _type = "Task" [ 1209.706642] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.717604] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419903, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.777642] env[69858]: INFO nova.compute.manager [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Took 16.71 seconds to build instance. [ 1209.818359] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.818359] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.819030] env[69858]: INFO nova.compute.claims [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1210.008336] env[69858]: DEBUG oslo_vmware.api [None req-7a21a555-167d-4029-8568-8684a174f277 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.120471] env[69858]: DEBUG oslo_vmware.api [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3419902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467725} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.122980] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 4af1c965-624e-45d4-9725-e16e108e7397/4af1c965-624e-45d4-9725-e16e108e7397.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1210.123247] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1210.123840] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50fece79-c9e8-4291-a680-3a2a9ee5c834 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.133429] env[69858]: DEBUG oslo_vmware.api [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for the task: (returnval){ [ 1210.133429] env[69858]: value = "task-3419904" [ 1210.133429] env[69858]: _type = "Task" [ 1210.133429] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.143926] env[69858]: DEBUG oslo_vmware.api [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3419904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.218186] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419903, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.280695] env[69858]: DEBUG oslo_concurrency.lockutils [None req-17a69c4e-3466-4028-b037-1d94c97116ce tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "1128659c-a67d-4fd9-ae60-4105b8d53068" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.227s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.342794] env[69858]: DEBUG nova.network.neutron [req-0355fcea-e213-408b-b25d-8b8679fd99b6 req-c2334d3b-f1d9-4e0a-ad4e-f8b9bd8f8aa3 service nova] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Updated VIF entry in instance network info cache for port 073b76f2-8e9a-499b-a495-4a8e1b02df95. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.343214] env[69858]: DEBUG nova.network.neutron [req-0355fcea-e213-408b-b25d-8b8679fd99b6 req-c2334d3b-f1d9-4e0a-ad4e-f8b9bd8f8aa3 service nova] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Updating instance_info_cache with network_info: [{"id": "073b76f2-8e9a-499b-a495-4a8e1b02df95", "address": "fa:16:3e:3f:ae:32", "network": {"id": "4484751d-59b0-4615-9b2a-599607510af6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1350349162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d7e8193856c48c58e9cd583c010b8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap073b76f2-8e", "ovs_interfaceid": "073b76f2-8e9a-499b-a495-4a8e1b02df95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.505883] env[69858]: DEBUG oslo_vmware.api [None req-7a21a555-167d-4029-8568-8684a174f277 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.643625] env[69858]: DEBUG oslo_vmware.api [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3419904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083291} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.643906] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1210.644697] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64cecc9-3136-41fe-af04-c0bff93e54ad {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.675441] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 4af1c965-624e-45d4-9725-e16e108e7397/4af1c965-624e-45d4-9725-e16e108e7397.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1210.675880] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-560145a8-8013-41bb-a36f-50e009175740 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.720178] env[69858]: DEBUG oslo_vmware.api [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for the task: (returnval){ [ 1210.720178] env[69858]: value = "task-3419905" [ 1210.720178] env[69858]: _type = "Task" [ 1210.720178] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.734254] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419903, 'name': CreateVM_Task, 'duration_secs': 0.658742} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.734254] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1210.734720] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.734844] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.735275] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.735558] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e46da780-3c12-46fb-a7ef-4dd1285ddd92 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.741128] env[69858]: DEBUG oslo_vmware.api [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3419905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.745521] env[69858]: DEBUG oslo_vmware.api [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1210.745521] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ace8df-c837-df33-be08-5c982d2115f1" [ 1210.745521] env[69858]: _type = "Task" [ 1210.745521] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.754790] env[69858]: DEBUG oslo_vmware.api [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ace8df-c837-df33-be08-5c982d2115f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.846551] env[69858]: DEBUG oslo_concurrency.lockutils [req-0355fcea-e213-408b-b25d-8b8679fd99b6 req-c2334d3b-f1d9-4e0a-ad4e-f8b9bd8f8aa3 service nova] Releasing lock "refresh_cache-4ce492a6-fa2a-4064-b242-90dc3c033689" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.938748] env[69858]: DEBUG nova.network.neutron [req-e1d0ebb5-4254-441f-bc10-5f7161480bdb req-cf93d93c-e0c2-4b92-a94b-4ab33d477b70 service nova] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Updated VIF entry in instance network info cache for port 78d950c4-88a1-43fc-a2e3-01251111cd64. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.938931] env[69858]: DEBUG nova.network.neutron [req-e1d0ebb5-4254-441f-bc10-5f7161480bdb req-cf93d93c-e0c2-4b92-a94b-4ab33d477b70 service nova] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Updating instance_info_cache with network_info: [{"id": "78d950c4-88a1-43fc-a2e3-01251111cd64", "address": "fa:16:3e:b7:3e:be", "network": {"id": "5be3be6c-0dd1-46c4-982b-8f057bcf258d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1145908090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55d5af7e5cc84fd885138b28a6913b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d950c4-88", "ovs_interfaceid": "78d950c4-88a1-43fc-a2e3-01251111cd64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.996159] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7578cd-cf1b-4753-b5cc-9788de74eb72 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.010424] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2533160-27a9-4bcd-b5be-453e6f1dbf77 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.017741] env[69858]: DEBUG oslo_vmware.api [None req-7a21a555-167d-4029-8568-8684a174f277 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.050961] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d318df6-11ad-4d18-bb1b-17dd756f7536 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.059516] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acecc13-8589-4981-8f25-27ea173d229b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.073504] env[69858]: DEBUG nova.compute.provider_tree [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.232355] env[69858]: DEBUG oslo_vmware.api [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3419905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.256296] env[69858]: DEBUG oslo_vmware.api [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ace8df-c837-df33-be08-5c982d2115f1, 'name': SearchDatastore_Task, 'duration_secs': 0.016848} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.256630] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.256933] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1211.257240] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.257433] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.257663] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1211.258110] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-351f3a3c-a22a-4d2e-9a0c-a129c3a4719b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.269023] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1211.269200] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1211.270289] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-249de5cb-c350-4fec-93e1-ee9f035b7d1a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.276099] env[69858]: DEBUG oslo_vmware.api [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1211.276099] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524dd63a-7a51-19b0-8635-8542f925d3c8" [ 1211.276099] env[69858]: _type = "Task" [ 1211.276099] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.284718] env[69858]: DEBUG oslo_vmware.api [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524dd63a-7a51-19b0-8635-8542f925d3c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.441472] env[69858]: DEBUG oslo_concurrency.lockutils [req-e1d0ebb5-4254-441f-bc10-5f7161480bdb req-cf93d93c-e0c2-4b92-a94b-4ab33d477b70 service nova] Releasing lock "refresh_cache-973512e5-3e0b-4803-9236-85e01eedef22" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.509523] env[69858]: DEBUG oslo_vmware.api [None req-7a21a555-167d-4029-8568-8684a174f277 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.567485] env[69858]: DEBUG nova.compute.manager [req-67c9fd14-9f93-4099-b907-99f15585ed34 req-e8864fd7-2621-4a27-b31e-40dca9719f60 service nova] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Received event network-changed-6b21caf0-2a42-4af2-ab15-424bda04831c {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.567716] env[69858]: DEBUG nova.compute.manager [req-67c9fd14-9f93-4099-b907-99f15585ed34 req-e8864fd7-2621-4a27-b31e-40dca9719f60 service nova] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Refreshing instance network info cache due to event network-changed-6b21caf0-2a42-4af2-ab15-424bda04831c. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1211.567964] env[69858]: DEBUG oslo_concurrency.lockutils [req-67c9fd14-9f93-4099-b907-99f15585ed34 req-e8864fd7-2621-4a27-b31e-40dca9719f60 service nova] Acquiring lock "refresh_cache-fb3a5c65-6522-4ca6-af8d-cc79d9847237" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.568919] env[69858]: DEBUG oslo_concurrency.lockutils [req-67c9fd14-9f93-4099-b907-99f15585ed34 req-e8864fd7-2621-4a27-b31e-40dca9719f60 service nova] Acquired lock "refresh_cache-fb3a5c65-6522-4ca6-af8d-cc79d9847237" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.569125] env[69858]: DEBUG nova.network.neutron [req-67c9fd14-9f93-4099-b907-99f15585ed34 req-e8864fd7-2621-4a27-b31e-40dca9719f60 service nova] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Refreshing network info cache for port 6b21caf0-2a42-4af2-ab15-424bda04831c {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.576561] env[69858]: DEBUG nova.scheduler.client.report [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.734860] env[69858]: DEBUG oslo_vmware.api [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3419905, 'name': ReconfigVM_Task, 'duration_secs': 0.754781} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.735361] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 4af1c965-624e-45d4-9725-e16e108e7397/4af1c965-624e-45d4-9725-e16e108e7397.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.736264] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b32a00d6-e937-41b0-8bfc-3eecf2d2ef9f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.745760] env[69858]: DEBUG oslo_vmware.api [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for the task: (returnval){ [ 1211.745760] env[69858]: value = "task-3419906" [ 1211.745760] env[69858]: _type = "Task" [ 1211.745760] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.756293] env[69858]: DEBUG oslo_vmware.api [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3419906, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.789585] env[69858]: DEBUG oslo_vmware.api [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524dd63a-7a51-19b0-8635-8542f925d3c8, 'name': SearchDatastore_Task, 'duration_secs': 0.010516} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.790740] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aea3ecf8-7042-4ead-80fc-1d863755576c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.796833] env[69858]: DEBUG oslo_vmware.api [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1211.796833] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521ec7db-fe06-0a3d-13e6-5736eba6ec9c" [ 1211.796833] env[69858]: _type = "Task" [ 1211.796833] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.807467] env[69858]: DEBUG oslo_vmware.api [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521ec7db-fe06-0a3d-13e6-5736eba6ec9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.010705] env[69858]: DEBUG oslo_vmware.api [None req-7a21a555-167d-4029-8568-8684a174f277 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.083480] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.083752] env[69858]: DEBUG nova.compute.manager [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1212.257080] env[69858]: DEBUG oslo_vmware.api [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3419906, 'name': Rename_Task, 'duration_secs': 0.246534} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.259867] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.259867] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35d3fdf6-93ae-45d9-95cb-8d1e92b2039f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.265977] env[69858]: DEBUG oslo_vmware.api [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for the task: (returnval){ [ 1212.265977] env[69858]: value = "task-3419907" [ 1212.265977] env[69858]: _type = "Task" [ 1212.265977] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.276371] env[69858]: DEBUG oslo_vmware.api [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3419907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.309726] env[69858]: DEBUG oslo_vmware.api [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521ec7db-fe06-0a3d-13e6-5736eba6ec9c, 'name': SearchDatastore_Task, 'duration_secs': 0.020259} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.310169] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.310457] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 973512e5-3e0b-4803-9236-85e01eedef22/973512e5-3e0b-4803-9236-85e01eedef22.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1212.310883] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33879c4a-ecf5-4c15-b4f8-9c992c990ff3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.325417] env[69858]: DEBUG oslo_vmware.api [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1212.325417] env[69858]: value = "task-3419908" [ 1212.325417] env[69858]: _type = "Task" [ 1212.325417] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.335382] env[69858]: DEBUG oslo_vmware.api [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.402523] env[69858]: DEBUG nova.network.neutron [req-67c9fd14-9f93-4099-b907-99f15585ed34 req-e8864fd7-2621-4a27-b31e-40dca9719f60 service nova] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Updated VIF entry in instance network info cache for port 6b21caf0-2a42-4af2-ab15-424bda04831c. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1212.402907] env[69858]: DEBUG nova.network.neutron [req-67c9fd14-9f93-4099-b907-99f15585ed34 req-e8864fd7-2621-4a27-b31e-40dca9719f60 service nova] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Updating instance_info_cache with network_info: [{"id": "6b21caf0-2a42-4af2-ab15-424bda04831c", "address": "fa:16:3e:00:13:2f", "network": {"id": "8ff8d9d7-ac3f-4144-8c10-cf2cb5e15ece", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-665236185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7dedf87ec0a4a0eacbea8b7ce50f40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b21caf0-2a", "ovs_interfaceid": "6b21caf0-2a42-4af2-ab15-424bda04831c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.511446] env[69858]: DEBUG oslo_vmware.api [None req-7a21a555-167d-4029-8568-8684a174f277 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.593500] env[69858]: DEBUG nova.compute.utils [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1212.595090] env[69858]: DEBUG nova.compute.manager [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1212.595192] env[69858]: DEBUG nova.network.neutron [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1212.639875] env[69858]: DEBUG nova.policy [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e670047c916746eaaa2c2401b0446586', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19711d5bf05b42d6bcd1a4f2f89fd166', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1212.779207] env[69858]: DEBUG oslo_vmware.api [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3419907, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.836603] env[69858]: DEBUG oslo_vmware.api [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419908, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.906174] env[69858]: DEBUG oslo_concurrency.lockutils [req-67c9fd14-9f93-4099-b907-99f15585ed34 req-e8864fd7-2621-4a27-b31e-40dca9719f60 service nova] Releasing lock "refresh_cache-fb3a5c65-6522-4ca6-af8d-cc79d9847237" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.906174] env[69858]: DEBUG nova.compute.manager [req-67c9fd14-9f93-4099-b907-99f15585ed34 req-e8864fd7-2621-4a27-b31e-40dca9719f60 service nova] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Received event network-changed-f34b9b7c-b463-4596-a047-8aa411bda859 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.906347] env[69858]: DEBUG nova.compute.manager [req-67c9fd14-9f93-4099-b907-99f15585ed34 req-e8864fd7-2621-4a27-b31e-40dca9719f60 service nova] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Refreshing instance network info cache due to event network-changed-f34b9b7c-b463-4596-a047-8aa411bda859. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1212.906583] env[69858]: DEBUG oslo_concurrency.lockutils [req-67c9fd14-9f93-4099-b907-99f15585ed34 req-e8864fd7-2621-4a27-b31e-40dca9719f60 service nova] Acquiring lock "refresh_cache-1128659c-a67d-4fd9-ae60-4105b8d53068" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.906756] env[69858]: DEBUG oslo_concurrency.lockutils [req-67c9fd14-9f93-4099-b907-99f15585ed34 req-e8864fd7-2621-4a27-b31e-40dca9719f60 service nova] Acquired lock "refresh_cache-1128659c-a67d-4fd9-ae60-4105b8d53068" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.907042] env[69858]: DEBUG nova.network.neutron [req-67c9fd14-9f93-4099-b907-99f15585ed34 req-e8864fd7-2621-4a27-b31e-40dca9719f60 service nova] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Refreshing network info cache for port f34b9b7c-b463-4596-a047-8aa411bda859 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1212.984048] env[69858]: DEBUG nova.network.neutron [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Successfully created port: 6cd953d8-fd41-4c3e-bc00-d31f3777691b {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1213.012527] env[69858]: DEBUG oslo_vmware.api [None req-7a21a555-167d-4029-8568-8684a174f277 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.042406] env[69858]: DEBUG nova.compute.manager [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Stashing vm_state: active {{(pid=69858) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1213.098551] env[69858]: DEBUG nova.compute.manager [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1213.277350] env[69858]: DEBUG oslo_vmware.api [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3419907, 'name': PowerOnVM_Task, 'duration_secs': 0.761088} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.277643] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1213.277845] env[69858]: INFO nova.compute.manager [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1213.278057] env[69858]: DEBUG nova.compute.manager [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1213.278865] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e49be1-ecb9-46fa-8975-80a52bf47ff7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.335957] env[69858]: DEBUG oslo_vmware.api [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419908, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632719} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.336274] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 973512e5-3e0b-4803-9236-85e01eedef22/973512e5-3e0b-4803-9236-85e01eedef22.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1213.336495] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1213.336791] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a419d6fd-84d4-409e-a51e-3844bab2251b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.345133] env[69858]: DEBUG oslo_vmware.api [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1213.345133] env[69858]: value = "task-3419909" [ 1213.345133] env[69858]: _type = "Task" [ 1213.345133] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.353586] env[69858]: DEBUG oslo_vmware.api [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419909, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.513613] env[69858]: DEBUG oslo_vmware.api [None req-7a21a555-167d-4029-8568-8684a174f277 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.563811] env[69858]: DEBUG oslo_concurrency.lockutils [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.564105] env[69858]: DEBUG oslo_concurrency.lockutils [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.799099] env[69858]: INFO nova.compute.manager [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Took 15.31 seconds to build instance. [ 1213.841136] env[69858]: DEBUG nova.network.neutron [req-67c9fd14-9f93-4099-b907-99f15585ed34 req-e8864fd7-2621-4a27-b31e-40dca9719f60 service nova] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Updated VIF entry in instance network info cache for port f34b9b7c-b463-4596-a047-8aa411bda859. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1213.841573] env[69858]: DEBUG nova.network.neutron [req-67c9fd14-9f93-4099-b907-99f15585ed34 req-e8864fd7-2621-4a27-b31e-40dca9719f60 service nova] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Updating instance_info_cache with network_info: [{"id": "f34b9b7c-b463-4596-a047-8aa411bda859", "address": "fa:16:3e:f4:de:b9", "network": {"id": "8ff8d9d7-ac3f-4144-8c10-cf2cb5e15ece", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-665236185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7dedf87ec0a4a0eacbea8b7ce50f40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf34b9b7c-b4", "ovs_interfaceid": "f34b9b7c-b463-4596-a047-8aa411bda859", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.855896] env[69858]: DEBUG oslo_vmware.api [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419909, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104894} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.856794] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1213.857612] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600a6bbf-56c2-406b-9ba9-ad530ee84d96 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.882414] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 973512e5-3e0b-4803-9236-85e01eedef22/973512e5-3e0b-4803-9236-85e01eedef22.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.883043] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d65f45d2-7f85-4302-8326-e69450954015 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.903768] env[69858]: DEBUG oslo_vmware.api [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1213.903768] env[69858]: value = "task-3419910" [ 1213.903768] env[69858]: _type = "Task" [ 1213.903768] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.914181] env[69858]: DEBUG oslo_vmware.api [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419910, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.014836] env[69858]: DEBUG oslo_vmware.api [None req-7a21a555-167d-4029-8568-8684a174f277 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.071537] env[69858]: INFO nova.compute.claims [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1214.111114] env[69858]: DEBUG nova.compute.manager [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1214.138028] env[69858]: DEBUG nova.virt.hardware [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1214.138028] env[69858]: DEBUG nova.virt.hardware [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1214.138028] env[69858]: DEBUG nova.virt.hardware [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1214.138028] env[69858]: DEBUG nova.virt.hardware [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1214.138028] env[69858]: DEBUG nova.virt.hardware [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1214.138028] env[69858]: DEBUG nova.virt.hardware [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1214.138028] env[69858]: DEBUG nova.virt.hardware [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1214.138028] env[69858]: DEBUG nova.virt.hardware [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1214.138626] env[69858]: DEBUG nova.virt.hardware [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1214.138943] env[69858]: DEBUG nova.virt.hardware [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1214.139246] env[69858]: DEBUG nova.virt.hardware [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1214.140456] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a85c0f1-a5d3-4082-9265-d791fb677846 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.148868] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafbd673-d762-48c4-be77-2d62866f1a80 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.300835] env[69858]: DEBUG oslo_concurrency.lockutils [None req-66beca67-f684-4c68-b8e5-5dcee91f6176 tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Lock "4af1c965-624e-45d4-9725-e16e108e7397" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.822s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.344682] env[69858]: DEBUG oslo_concurrency.lockutils [req-67c9fd14-9f93-4099-b907-99f15585ed34 req-e8864fd7-2621-4a27-b31e-40dca9719f60 service nova] Releasing lock "refresh_cache-1128659c-a67d-4fd9-ae60-4105b8d53068" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.421418] env[69858]: DEBUG oslo_vmware.api [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.438233] env[69858]: DEBUG nova.compute.manager [req-5503cac9-983c-4ef3-8298-25e2838b29c5 req-4d161457-1765-4cbf-a039-77d6d059e84f service nova] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Received event network-vif-plugged-6cd953d8-fd41-4c3e-bc00-d31f3777691b {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.438402] env[69858]: DEBUG oslo_concurrency.lockutils [req-5503cac9-983c-4ef3-8298-25e2838b29c5 req-4d161457-1765-4cbf-a039-77d6d059e84f service nova] Acquiring lock "3d705be0-ff80-4b69-a83c-fa1a7f1aeb78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.438637] env[69858]: DEBUG oslo_concurrency.lockutils [req-5503cac9-983c-4ef3-8298-25e2838b29c5 req-4d161457-1765-4cbf-a039-77d6d059e84f service nova] Lock "3d705be0-ff80-4b69-a83c-fa1a7f1aeb78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.438911] env[69858]: DEBUG oslo_concurrency.lockutils [req-5503cac9-983c-4ef3-8298-25e2838b29c5 req-4d161457-1765-4cbf-a039-77d6d059e84f service nova] Lock "3d705be0-ff80-4b69-a83c-fa1a7f1aeb78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.439160] env[69858]: DEBUG nova.compute.manager [req-5503cac9-983c-4ef3-8298-25e2838b29c5 req-4d161457-1765-4cbf-a039-77d6d059e84f service nova] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] No waiting events found dispatching network-vif-plugged-6cd953d8-fd41-4c3e-bc00-d31f3777691b {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1214.442116] env[69858]: WARNING nova.compute.manager [req-5503cac9-983c-4ef3-8298-25e2838b29c5 req-4d161457-1765-4cbf-a039-77d6d059e84f service nova] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Received unexpected event network-vif-plugged-6cd953d8-fd41-4c3e-bc00-d31f3777691b for instance with vm_state building and task_state spawning. [ 1214.516029] env[69858]: DEBUG oslo_vmware.api [None req-7a21a555-167d-4029-8568-8684a174f277 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419901, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.525133] env[69858]: DEBUG nova.network.neutron [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Successfully updated port: 6cd953d8-fd41-4c3e-bc00-d31f3777691b {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1214.577623] env[69858]: INFO nova.compute.resource_tracker [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Updating resource usage from migration ddc6af3a-779a-4cce-abbd-03e1452c774c [ 1214.784217] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816f3f76-1264-4de5-8741-21a817eb7de8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.795756] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa02236-7056-4c97-94a1-61e78108fad9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.828550] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c13a04-f72f-4b57-bca8-1dd77d78922f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.838032] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb7e699-29c0-4b03-bf01-36d46d75b995 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.852608] env[69858]: DEBUG nova.compute.provider_tree [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.919918] env[69858]: DEBUG oslo_vmware.api [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419910, 'name': ReconfigVM_Task, 'duration_secs': 0.617159} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.919918] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 973512e5-3e0b-4803-9236-85e01eedef22/973512e5-3e0b-4803-9236-85e01eedef22.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.919918] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c7d4347-3c1e-45fc-bf1d-6038a68dc7d2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.926756] env[69858]: DEBUG oslo_vmware.api [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1214.926756] env[69858]: value = "task-3419911" [ 1214.926756] env[69858]: _type = "Task" [ 1214.926756] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.935593] env[69858]: DEBUG oslo_vmware.api [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419911, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.954336] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Acquiring lock "6d5188e0-7832-4986-a338-7e4da61e6f27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.954591] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Lock "6d5188e0-7832-4986-a338-7e4da61e6f27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.016035] env[69858]: DEBUG oslo_vmware.api [None req-7a21a555-167d-4029-8568-8684a174f277 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419901, 'name': ReconfigVM_Task, 'duration_secs': 5.802573} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.016302] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7a21a555-167d-4029-8568-8684a174f277 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Releasing lock "3bbab55a-cf65-43f4-93ac-7af742d87fba" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.016520] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7a21a555-167d-4029-8568-8684a174f277 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Reconfigured VM to detach interface {{(pid=69858) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1215.027020] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "refresh_cache-3d705be0-ff80-4b69-a83c-fa1a7f1aeb78" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.027844] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquired lock "refresh_cache-3d705be0-ff80-4b69-a83c-fa1a7f1aeb78" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.027844] env[69858]: DEBUG nova.network.neutron [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.355718] env[69858]: DEBUG nova.scheduler.client.report [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.438643] env[69858]: DEBUG oslo_vmware.api [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419911, 'name': Rename_Task, 'duration_secs': 0.175019} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.438925] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.439686] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1344ab4d-a54a-49e3-bb1b-ae8e00122df4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.446595] env[69858]: DEBUG oslo_vmware.api [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1215.446595] env[69858]: value = "task-3419912" [ 1215.446595] env[69858]: _type = "Task" [ 1215.446595] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.457404] env[69858]: DEBUG nova.compute.manager [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1215.460078] env[69858]: DEBUG oslo_vmware.api [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.572201] env[69858]: DEBUG nova.network.neutron [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1215.721599] env[69858]: DEBUG nova.network.neutron [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Updating instance_info_cache with network_info: [{"id": "6cd953d8-fd41-4c3e-bc00-d31f3777691b", "address": "fa:16:3e:10:66:03", "network": {"id": "f1ab05d5-73c8-43f1-82cd-36d1a6d246c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1201552373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19711d5bf05b42d6bcd1a4f2f89fd166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cd953d8-fd", "ovs_interfaceid": "6cd953d8-fd41-4c3e-bc00-d31f3777691b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.862039] env[69858]: DEBUG oslo_concurrency.lockutils [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.297s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.862039] env[69858]: INFO nova.compute.manager [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Migrating [ 1215.896065] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5fa8ec75-1d16-4ac5-af2d-c97996f17f98 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "3bbab55a-cf65-43f4-93ac-7af742d87fba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.896459] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5fa8ec75-1d16-4ac5-af2d-c97996f17f98 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "3bbab55a-cf65-43f4-93ac-7af742d87fba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.896593] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5fa8ec75-1d16-4ac5-af2d-c97996f17f98 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "3bbab55a-cf65-43f4-93ac-7af742d87fba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.896712] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5fa8ec75-1d16-4ac5-af2d-c97996f17f98 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "3bbab55a-cf65-43f4-93ac-7af742d87fba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.896879] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5fa8ec75-1d16-4ac5-af2d-c97996f17f98 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "3bbab55a-cf65-43f4-93ac-7af742d87fba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.898998] env[69858]: INFO nova.compute.manager [None req-5fa8ec75-1d16-4ac5-af2d-c97996f17f98 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Terminating instance [ 1215.959417] env[69858]: DEBUG oslo_vmware.api [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419912, 'name': PowerOnVM_Task, 'duration_secs': 0.511692} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.959729] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1215.959929] env[69858]: INFO nova.compute.manager [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Took 8.68 seconds to spawn the instance on the hypervisor. [ 1215.960186] env[69858]: DEBUG nova.compute.manager [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1215.961064] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a289934a-2b1e-490a-8a4a-2d7837276dfc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.985475] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.985752] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.987300] env[69858]: INFO nova.compute.claims [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1216.225536] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Releasing lock "refresh_cache-3d705be0-ff80-4b69-a83c-fa1a7f1aeb78" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.225919] env[69858]: DEBUG nova.compute.manager [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Instance network_info: |[{"id": "6cd953d8-fd41-4c3e-bc00-d31f3777691b", "address": "fa:16:3e:10:66:03", "network": {"id": "f1ab05d5-73c8-43f1-82cd-36d1a6d246c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1201552373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19711d5bf05b42d6bcd1a4f2f89fd166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cd953d8-fd", "ovs_interfaceid": "6cd953d8-fd41-4c3e-bc00-d31f3777691b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1216.226426] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:66:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6cd953d8-fd41-4c3e-bc00-d31f3777691b', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1216.234076] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1216.234337] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1216.234576] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-033a8731-fe82-4a12-8e87-b6e771e0e982 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.257130] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1216.257130] env[69858]: value = "task-3419913" [ 1216.257130] env[69858]: _type = "Task" [ 1216.257130] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.267654] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419913, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.340203] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7a21a555-167d-4029-8568-8684a174f277 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "refresh_cache-3bbab55a-cf65-43f4-93ac-7af742d87fba" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.340493] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7a21a555-167d-4029-8568-8684a174f277 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquired lock "refresh_cache-3bbab55a-cf65-43f4-93ac-7af742d87fba" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.340583] env[69858]: DEBUG nova.network.neutron [None req-7a21a555-167d-4029-8568-8684a174f277 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.383050] env[69858]: DEBUG oslo_concurrency.lockutils [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "refresh_cache-1128659c-a67d-4fd9-ae60-4105b8d53068" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.383384] env[69858]: DEBUG oslo_concurrency.lockutils [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquired lock "refresh_cache-1128659c-a67d-4fd9-ae60-4105b8d53068" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.383427] env[69858]: DEBUG nova.network.neutron [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.403236] env[69858]: DEBUG nova.compute.manager [None req-5fa8ec75-1d16-4ac5-af2d-c97996f17f98 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1216.403509] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa8ec75-1d16-4ac5-af2d-c97996f17f98 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1216.405042] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d8dc08-2999-47e9-a3fd-c5cdaa1b6706 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.415636] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa8ec75-1d16-4ac5-af2d-c97996f17f98 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.415636] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31177e34-670d-47e8-a667-19b1fe3c40d9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.423021] env[69858]: DEBUG oslo_vmware.api [None req-5fa8ec75-1d16-4ac5-af2d-c97996f17f98 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 1216.423021] env[69858]: value = "task-3419914" [ 1216.423021] env[69858]: _type = "Task" [ 1216.423021] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.431391] env[69858]: DEBUG oslo_vmware.api [None req-5fa8ec75-1d16-4ac5-af2d-c97996f17f98 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.469044] env[69858]: DEBUG nova.compute.manager [req-d901071d-02cb-400b-8a58-e0d17e549b78 req-e4926cf4-0d21-4049-9976-34e09f39d1bc service nova] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Received event network-changed-6cd953d8-fd41-4c3e-bc00-d31f3777691b {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.469453] env[69858]: DEBUG nova.compute.manager [req-d901071d-02cb-400b-8a58-e0d17e549b78 req-e4926cf4-0d21-4049-9976-34e09f39d1bc service nova] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Refreshing instance network info cache due to event network-changed-6cd953d8-fd41-4c3e-bc00-d31f3777691b. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1216.469789] env[69858]: DEBUG oslo_concurrency.lockutils [req-d901071d-02cb-400b-8a58-e0d17e549b78 req-e4926cf4-0d21-4049-9976-34e09f39d1bc service nova] Acquiring lock "refresh_cache-3d705be0-ff80-4b69-a83c-fa1a7f1aeb78" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.470095] env[69858]: DEBUG oslo_concurrency.lockutils [req-d901071d-02cb-400b-8a58-e0d17e549b78 req-e4926cf4-0d21-4049-9976-34e09f39d1bc service nova] Acquired lock "refresh_cache-3d705be0-ff80-4b69-a83c-fa1a7f1aeb78" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.470410] env[69858]: DEBUG nova.network.neutron [req-d901071d-02cb-400b-8a58-e0d17e549b78 req-e4926cf4-0d21-4049-9976-34e09f39d1bc service nova] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Refreshing network info cache for port 6cd953d8-fd41-4c3e-bc00-d31f3777691b {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1216.489297] env[69858]: INFO nova.compute.manager [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Took 15.80 seconds to build instance. [ 1216.728993] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Acquiring lock "67d9eddb-d485-4789-b8de-1b61a0e7d697" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.729590] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Lock "67d9eddb-d485-4789-b8de-1b61a0e7d697" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.768763] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419913, 'name': CreateVM_Task, 'duration_secs': 0.487668} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.769820] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1216.769820] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.769820] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.770151] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.770417] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5af57221-1edf-4f62-b970-9d97d71d6531 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.775507] env[69858]: DEBUG oslo_vmware.api [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1216.775507] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5230d17a-06e9-37ac-f2cd-cfcaf3d4c4ca" [ 1216.775507] env[69858]: _type = "Task" [ 1216.775507] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.784384] env[69858]: DEBUG oslo_vmware.api [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5230d17a-06e9-37ac-f2cd-cfcaf3d4c4ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.933390] env[69858]: DEBUG oslo_vmware.api [None req-5fa8ec75-1d16-4ac5-af2d-c97996f17f98 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419914, 'name': PowerOffVM_Task, 'duration_secs': 0.301372} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.933390] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa8ec75-1d16-4ac5-af2d-c97996f17f98 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1216.933589] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa8ec75-1d16-4ac5-af2d-c97996f17f98 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1216.933944] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-136517e4-50f1-4da0-bab9-90ef79c5cfb5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.997624] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0a6ac0aa-9585-45b0-936b-6437207eb7f4 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "973512e5-3e0b-4803-9236-85e01eedef22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.317s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.008957] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa8ec75-1d16-4ac5-af2d-c97996f17f98 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1217.009297] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa8ec75-1d16-4ac5-af2d-c97996f17f98 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1217.009516] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa8ec75-1d16-4ac5-af2d-c97996f17f98 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Deleting the datastore file [datastore2] 3bbab55a-cf65-43f4-93ac-7af742d87fba {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.009897] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-841feea3-559a-4e71-b16a-c16cea5ce057 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.026031] env[69858]: DEBUG oslo_vmware.api [None req-5fa8ec75-1d16-4ac5-af2d-c97996f17f98 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 1217.026031] env[69858]: value = "task-3419916" [ 1217.026031] env[69858]: _type = "Task" [ 1217.026031] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.045784] env[69858]: DEBUG oslo_vmware.api [None req-5fa8ec75-1d16-4ac5-af2d-c97996f17f98 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.082849] env[69858]: INFO nova.network.neutron [None req-7a21a555-167d-4029-8568-8684a174f277 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Port f3bfd7a5-7c8a-49cf-b7af-dc8e8ca34259 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1217.083242] env[69858]: DEBUG nova.network.neutron [None req-7a21a555-167d-4029-8568-8684a174f277 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Updating instance_info_cache with network_info: [{"id": "e929706c-843d-44eb-93ad-10b1c03d2db7", "address": "fa:16:3e:be:9a:8d", "network": {"id": "53dbf1f7-f7aa-4e33-a368-c4e2e72213e2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-377706452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4d98b5c92d49f4a6d2e8e37b5cc26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape929706c-84", "ovs_interfaceid": "e929706c-843d-44eb-93ad-10b1c03d2db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.155426] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b09f4244-ae81-45a6-b551-c588a87cb544 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "973512e5-3e0b-4803-9236-85e01eedef22" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.155677] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b09f4244-ae81-45a6-b551-c588a87cb544 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "973512e5-3e0b-4803-9236-85e01eedef22" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.155858] env[69858]: DEBUG nova.compute.manager [None req-b09f4244-ae81-45a6-b551-c588a87cb544 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1217.156735] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0749b31c-bf66-4a37-b79f-534519da898d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.168104] env[69858]: DEBUG nova.compute.manager [None req-b09f4244-ae81-45a6-b551-c588a87cb544 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69858) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1217.168655] env[69858]: DEBUG nova.objects.instance [None req-b09f4244-ae81-45a6-b551-c588a87cb544 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lazy-loading 'flavor' on Instance uuid 973512e5-3e0b-4803-9236-85e01eedef22 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.233961] env[69858]: DEBUG nova.compute.manager [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1217.246306] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a12cb7-070f-4037-95d0-b70aa40f3167 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.255073] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5547fb-02a6-42f7-a6f3-9c28278997f5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.291058] env[69858]: DEBUG nova.network.neutron [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Updating instance_info_cache with network_info: [{"id": "f34b9b7c-b463-4596-a047-8aa411bda859", "address": "fa:16:3e:f4:de:b9", "network": {"id": "8ff8d9d7-ac3f-4144-8c10-cf2cb5e15ece", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-665236185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7dedf87ec0a4a0eacbea8b7ce50f40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf34b9b7c-b4", "ovs_interfaceid": "f34b9b7c-b463-4596-a047-8aa411bda859", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.296974] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080bc8d3-bbd7-453d-8ba1-f34f029dcfd8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.313056] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c931bf5f-9fd7-49e3-8307-6571e3b22c14 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.316455] env[69858]: DEBUG oslo_vmware.api [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5230d17a-06e9-37ac-f2cd-cfcaf3d4c4ca, 'name': SearchDatastore_Task, 'duration_secs': 0.026565} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.317104] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.317356] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1217.317589] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.317736] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.317918] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1217.319729] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20344be7-66fb-47bb-b8db-7307e7bd3e91 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.331725] env[69858]: DEBUG nova.compute.provider_tree [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.334134] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1217.334472] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1217.335344] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-666e3016-c423-40c9-8116-2afbba47de10 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.345957] env[69858]: DEBUG oslo_vmware.api [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1217.345957] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]525ac223-ac74-a210-d330-1f612b12a1a0" [ 1217.345957] env[69858]: _type = "Task" [ 1217.345957] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.354946] env[69858]: DEBUG oslo_vmware.api [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]525ac223-ac74-a210-d330-1f612b12a1a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.373982] env[69858]: DEBUG nova.network.neutron [req-d901071d-02cb-400b-8a58-e0d17e549b78 req-e4926cf4-0d21-4049-9976-34e09f39d1bc service nova] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Updated VIF entry in instance network info cache for port 6cd953d8-fd41-4c3e-bc00-d31f3777691b. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1217.374391] env[69858]: DEBUG nova.network.neutron [req-d901071d-02cb-400b-8a58-e0d17e549b78 req-e4926cf4-0d21-4049-9976-34e09f39d1bc service nova] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Updating instance_info_cache with network_info: [{"id": "6cd953d8-fd41-4c3e-bc00-d31f3777691b", "address": "fa:16:3e:10:66:03", "network": {"id": "f1ab05d5-73c8-43f1-82cd-36d1a6d246c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1201552373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19711d5bf05b42d6bcd1a4f2f89fd166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cd953d8-fd", "ovs_interfaceid": "6cd953d8-fd41-4c3e-bc00-d31f3777691b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.541750] env[69858]: DEBUG oslo_vmware.api [None req-5fa8ec75-1d16-4ac5-af2d-c97996f17f98 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.580576] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eb5a5941-3415-444b-9770-ce7451420796 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "2c6b0368-6ba4-4184-b595-cac65d4d7145" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.580857] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eb5a5941-3415-444b-9770-ce7451420796 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "2c6b0368-6ba4-4184-b595-cac65d4d7145" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.581130] env[69858]: INFO nova.compute.manager [None req-eb5a5941-3415-444b-9770-ce7451420796 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Rebooting instance [ 1217.587668] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7a21a555-167d-4029-8568-8684a174f277 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Releasing lock "refresh_cache-3bbab55a-cf65-43f4-93ac-7af742d87fba" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.755170] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.800184] env[69858]: DEBUG oslo_concurrency.lockutils [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Releasing lock "refresh_cache-1128659c-a67d-4fd9-ae60-4105b8d53068" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.837274] env[69858]: DEBUG nova.scheduler.client.report [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.857078] env[69858]: DEBUG oslo_vmware.api [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]525ac223-ac74-a210-d330-1f612b12a1a0, 'name': SearchDatastore_Task, 'duration_secs': 0.015236} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.857870] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9954d8eb-6ecf-4ca4-9bdf-0e5ea8f3aec5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.863674] env[69858]: DEBUG oslo_vmware.api [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1217.863674] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5205715a-b9c3-e1d1-d8b5-d6b44e933765" [ 1217.863674] env[69858]: _type = "Task" [ 1217.863674] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.872090] env[69858]: DEBUG oslo_vmware.api [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5205715a-b9c3-e1d1-d8b5-d6b44e933765, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.876668] env[69858]: DEBUG oslo_concurrency.lockutils [req-d901071d-02cb-400b-8a58-e0d17e549b78 req-e4926cf4-0d21-4049-9976-34e09f39d1bc service nova] Releasing lock "refresh_cache-3d705be0-ff80-4b69-a83c-fa1a7f1aeb78" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.040256] env[69858]: DEBUG oslo_vmware.api [None req-5fa8ec75-1d16-4ac5-af2d-c97996f17f98 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.686271} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.040569] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa8ec75-1d16-4ac5-af2d-c97996f17f98 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.040761] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa8ec75-1d16-4ac5-af2d-c97996f17f98 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.040939] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa8ec75-1d16-4ac5-af2d-c97996f17f98 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1218.041136] env[69858]: INFO nova.compute.manager [None req-5fa8ec75-1d16-4ac5-af2d-c97996f17f98 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1218.041384] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fa8ec75-1d16-4ac5-af2d-c97996f17f98 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.041579] env[69858]: DEBUG nova.compute.manager [-] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1218.041729] env[69858]: DEBUG nova.network.neutron [-] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1218.092280] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7a21a555-167d-4029-8568-8684a174f277 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "interface-3bbab55a-cf65-43f4-93ac-7af742d87fba-f3bfd7a5-7c8a-49cf-b7af-dc8e8ca34259" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.686s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.107189] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eb5a5941-3415-444b-9770-ce7451420796 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "refresh_cache-2c6b0368-6ba4-4184-b595-cac65d4d7145" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.107189] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eb5a5941-3415-444b-9770-ce7451420796 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquired lock "refresh_cache-2c6b0368-6ba4-4184-b595-cac65d4d7145" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.107328] env[69858]: DEBUG nova.network.neutron [None req-eb5a5941-3415-444b-9770-ce7451420796 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.177586] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09f4244-ae81-45a6-b551-c588a87cb544 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.177973] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7b73bfc-fadc-4b54-8b07-afeda31d3edb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.186092] env[69858]: DEBUG oslo_vmware.api [None req-b09f4244-ae81-45a6-b551-c588a87cb544 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1218.186092] env[69858]: value = "task-3419917" [ 1218.186092] env[69858]: _type = "Task" [ 1218.186092] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.195025] env[69858]: DEBUG oslo_vmware.api [None req-b09f4244-ae81-45a6-b551-c588a87cb544 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.342233] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.342724] env[69858]: DEBUG nova.compute.manager [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1218.346384] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.591s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.347544] env[69858]: INFO nova.compute.claims [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1218.375180] env[69858]: DEBUG oslo_vmware.api [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5205715a-b9c3-e1d1-d8b5-d6b44e933765, 'name': SearchDatastore_Task, 'duration_secs': 0.050335} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.376027] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.376027] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78/3d705be0-ff80-4b69-a83c-fa1a7f1aeb78.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1218.376027] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0342ad6a-6e98-4dc0-8d1f-bfcecfdfff57 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.386789] env[69858]: DEBUG oslo_vmware.api [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1218.386789] env[69858]: value = "task-3419918" [ 1218.386789] env[69858]: _type = "Task" [ 1218.386789] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.397128] env[69858]: DEBUG oslo_vmware.api [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.700454] env[69858]: DEBUG oslo_vmware.api [None req-b09f4244-ae81-45a6-b551-c588a87cb544 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419917, 'name': PowerOffVM_Task, 'duration_secs': 0.224061} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.700906] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09f4244-ae81-45a6-b551-c588a87cb544 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.700906] env[69858]: DEBUG nova.compute.manager [None req-b09f4244-ae81-45a6-b551-c588a87cb544 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1218.701988] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f56aee-46f6-47a6-b34c-c95a4bcf31cc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.852917] env[69858]: DEBUG nova.compute.utils [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1218.859249] env[69858]: DEBUG nova.compute.manager [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1218.859466] env[69858]: DEBUG nova.network.neutron [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1218.898306] env[69858]: DEBUG oslo_vmware.api [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419918, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468722} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.898582] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78/3d705be0-ff80-4b69-a83c-fa1a7f1aeb78.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1218.898800] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1218.899080] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-950c166a-5800-43c5-a255-0f8e2d0e47e1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.903294] env[69858]: DEBUG nova.policy [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b1d722bd34e4a2d8b96afad2ed5bc88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25538578e3ca44bd80950efa4c87f119', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1218.911597] env[69858]: DEBUG oslo_vmware.api [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1218.911597] env[69858]: value = "task-3419919" [ 1218.911597] env[69858]: _type = "Task" [ 1218.911597] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.924655] env[69858]: DEBUG oslo_vmware.api [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419919, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.046780] env[69858]: DEBUG nova.compute.manager [req-6c2e5e10-d6cf-4475-8178-cd9997bf2a2d req-0ece78ef-8887-468f-abc7-3804b80bf598 service nova] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Received event network-vif-deleted-e929706c-843d-44eb-93ad-10b1c03d2db7 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.047010] env[69858]: INFO nova.compute.manager [req-6c2e5e10-d6cf-4475-8178-cd9997bf2a2d req-0ece78ef-8887-468f-abc7-3804b80bf598 service nova] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Neutron deleted interface e929706c-843d-44eb-93ad-10b1c03d2db7; detaching it from the instance and deleting it from the info cache [ 1219.047247] env[69858]: DEBUG nova.network.neutron [req-6c2e5e10-d6cf-4475-8178-cd9997bf2a2d req-0ece78ef-8887-468f-abc7-3804b80bf598 service nova] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.054824] env[69858]: DEBUG nova.network.neutron [None req-eb5a5941-3415-444b-9770-ce7451420796 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Updating instance_info_cache with network_info: [{"id": "4d9dcad2-dce4-4f1f-9c36-18f3209e366d", "address": "fa:16:3e:92:6a:13", "network": {"id": "0b161d6c-e53e-45aa-bc0e-59ca8de1e5b5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-387557169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eecd4e4f7852489d88ac8dc75c2ad948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d9dcad2-dc", "ovs_interfaceid": "4d9dcad2-dce4-4f1f-9c36-18f3209e366d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.191064] env[69858]: DEBUG nova.network.neutron [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Successfully created port: b31bf565-6448-4e89-9cae-e63d21f1c933 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1219.218028] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b09f4244-ae81-45a6-b551-c588a87cb544 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "973512e5-3e0b-4803-9236-85e01eedef22" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.316945] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77523a4-925b-4d44-b99b-ac4dc52bf999 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.338106] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Updating instance '1128659c-a67d-4fd9-ae60-4105b8d53068' progress to 0 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1219.360093] env[69858]: DEBUG nova.compute.manager [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1219.423949] env[69858]: DEBUG oslo_vmware.api [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419919, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067323} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.424459] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1219.427587] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b193bf6-31c4-4419-b2b1-c2928d481e76 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.453452] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78/3d705be0-ff80-4b69-a83c-fa1a7f1aeb78.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1219.456516] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab764e89-747d-455f-b30d-e54cd3b3250d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.478787] env[69858]: DEBUG oslo_vmware.api [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1219.478787] env[69858]: value = "task-3419920" [ 1219.478787] env[69858]: _type = "Task" [ 1219.478787] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.491572] env[69858]: DEBUG oslo_vmware.api [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419920, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.526350] env[69858]: DEBUG nova.network.neutron [-] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.551066] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c8c90bf-22fa-4953-8a6d-a0bfebdbd82d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.559121] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eb5a5941-3415-444b-9770-ce7451420796 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Releasing lock "refresh_cache-2c6b0368-6ba4-4184-b595-cac65d4d7145" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.565409] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce2ec86-d82a-4cd4-b9d1-1560d1a7a9ca {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.602185] env[69858]: DEBUG nova.compute.manager [req-6c2e5e10-d6cf-4475-8178-cd9997bf2a2d req-0ece78ef-8887-468f-abc7-3804b80bf598 service nova] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Detach interface failed, port_id=e929706c-843d-44eb-93ad-10b1c03d2db7, reason: Instance 3bbab55a-cf65-43f4-93ac-7af742d87fba could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1219.626623] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a4441b-37d5-44bd-8b2f-c7ce0092ac92 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.634807] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1836fd-9953-4e30-bbcb-d6d4002288ec {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.667924] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d11cf34-a014-4725-92ea-4f18afafd050 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.676564] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520dc330-f012-43cc-a337-ca7af5857a90 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.692088] env[69858]: DEBUG nova.compute.provider_tree [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.845300] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.845637] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adc47531-7e37-42a2-8e24-a9bb4392bb36 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.852939] env[69858]: DEBUG oslo_vmware.api [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1219.852939] env[69858]: value = "task-3419921" [ 1219.852939] env[69858]: _type = "Task" [ 1219.852939] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.862036] env[69858]: DEBUG oslo_vmware.api [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.907081] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3029ac56-ae5a-4596-92d1-b5d3b4d9443d tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "973512e5-3e0b-4803-9236-85e01eedef22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.907487] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3029ac56-ae5a-4596-92d1-b5d3b4d9443d tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "973512e5-3e0b-4803-9236-85e01eedef22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.907735] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3029ac56-ae5a-4596-92d1-b5d3b4d9443d tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "973512e5-3e0b-4803-9236-85e01eedef22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.908010] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3029ac56-ae5a-4596-92d1-b5d3b4d9443d tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "973512e5-3e0b-4803-9236-85e01eedef22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.908230] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3029ac56-ae5a-4596-92d1-b5d3b4d9443d tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "973512e5-3e0b-4803-9236-85e01eedef22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.910216] env[69858]: INFO nova.compute.manager [None req-3029ac56-ae5a-4596-92d1-b5d3b4d9443d tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Terminating instance [ 1219.990643] env[69858]: DEBUG oslo_vmware.api [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.029448] env[69858]: INFO nova.compute.manager [-] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Took 1.99 seconds to deallocate network for instance. [ 1220.065300] env[69858]: DEBUG nova.compute.manager [None req-eb5a5941-3415-444b-9770-ce7451420796 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1220.066202] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43dd1874-b6d6-4d07-859e-4e62cddb3310 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.195521] env[69858]: DEBUG nova.scheduler.client.report [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.364648] env[69858]: DEBUG oslo_vmware.api [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419921, 'name': PowerOffVM_Task, 'duration_secs': 0.208159} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.364940] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.365152] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Updating instance '1128659c-a67d-4fd9-ae60-4105b8d53068' progress to 17 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.373012] env[69858]: DEBUG nova.compute.manager [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1220.414654] env[69858]: DEBUG nova.compute.manager [None req-3029ac56-ae5a-4596-92d1-b5d3b4d9443d tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1220.414654] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3029ac56-ae5a-4596-92d1-b5d3b4d9443d tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1220.417121] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8895be-1b7d-4d94-aa00-434ddbc69150 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.421264] env[69858]: DEBUG nova.virt.hardware [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1220.421501] env[69858]: DEBUG nova.virt.hardware [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.421740] env[69858]: DEBUG nova.virt.hardware [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.421956] env[69858]: DEBUG nova.virt.hardware [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.422128] env[69858]: DEBUG nova.virt.hardware [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.422296] env[69858]: DEBUG nova.virt.hardware [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1220.422544] env[69858]: DEBUG nova.virt.hardware [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1220.422712] env[69858]: DEBUG nova.virt.hardware [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1220.422881] env[69858]: DEBUG nova.virt.hardware [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1220.423061] env[69858]: DEBUG nova.virt.hardware [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1220.423252] env[69858]: DEBUG nova.virt.hardware [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1220.424845] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd296b4-3e9b-4fdf-876d-813c247042d4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.435537] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059b11ea-f6a0-4c32-bd8b-663086a88bd5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.439048] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3029ac56-ae5a-4596-92d1-b5d3b4d9443d tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1220.439568] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc89b767-e200-4e6b-912c-d72b3c11e460 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.489172] env[69858]: DEBUG oslo_vmware.api [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419920, 'name': ReconfigVM_Task, 'duration_secs': 0.930532} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.489629] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78/3d705be0-ff80-4b69-a83c-fa1a7f1aeb78.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.490349] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f7db7f5-c4f4-4915-ac77-e941cc0f8b21 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.497342] env[69858]: DEBUG oslo_vmware.api [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1220.497342] env[69858]: value = "task-3419923" [ 1220.497342] env[69858]: _type = "Task" [ 1220.497342] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.505285] env[69858]: DEBUG oslo_vmware.api [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419923, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.536549] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5fa8ec75-1d16-4ac5-af2d-c97996f17f98 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.587873] env[69858]: DEBUG nova.compute.manager [req-85fcb1d3-d3c4-4b86-83ee-a2406907db84 req-742fcfd5-dba8-4907-9ab8-4c9420e3de03 service nova] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Received event network-vif-plugged-b31bf565-6448-4e89-9cae-e63d21f1c933 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.588145] env[69858]: DEBUG oslo_concurrency.lockutils [req-85fcb1d3-d3c4-4b86-83ee-a2406907db84 req-742fcfd5-dba8-4907-9ab8-4c9420e3de03 service nova] Acquiring lock "6d5188e0-7832-4986-a338-7e4da61e6f27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.588529] env[69858]: DEBUG oslo_concurrency.lockutils [req-85fcb1d3-d3c4-4b86-83ee-a2406907db84 req-742fcfd5-dba8-4907-9ab8-4c9420e3de03 service nova] Lock "6d5188e0-7832-4986-a338-7e4da61e6f27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.588727] env[69858]: DEBUG oslo_concurrency.lockutils [req-85fcb1d3-d3c4-4b86-83ee-a2406907db84 req-742fcfd5-dba8-4907-9ab8-4c9420e3de03 service nova] Lock "6d5188e0-7832-4986-a338-7e4da61e6f27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.588905] env[69858]: DEBUG nova.compute.manager [req-85fcb1d3-d3c4-4b86-83ee-a2406907db84 req-742fcfd5-dba8-4907-9ab8-4c9420e3de03 service nova] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] No waiting events found dispatching network-vif-plugged-b31bf565-6448-4e89-9cae-e63d21f1c933 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1220.589279] env[69858]: WARNING nova.compute.manager [req-85fcb1d3-d3c4-4b86-83ee-a2406907db84 req-742fcfd5-dba8-4907-9ab8-4c9420e3de03 service nova] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Received unexpected event network-vif-plugged-b31bf565-6448-4e89-9cae-e63d21f1c933 for instance with vm_state building and task_state spawning. [ 1220.691803] env[69858]: DEBUG nova.network.neutron [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Successfully updated port: b31bf565-6448-4e89-9cae-e63d21f1c933 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1220.700301] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.700815] env[69858]: DEBUG nova.compute.manager [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1220.703465] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5fa8ec75-1d16-4ac5-af2d-c97996f17f98 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.167s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.703621] env[69858]: DEBUG nova.objects.instance [None req-5fa8ec75-1d16-4ac5-af2d-c97996f17f98 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lazy-loading 'resources' on Instance uuid 3bbab55a-cf65-43f4-93ac-7af742d87fba {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.734594] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3029ac56-ae5a-4596-92d1-b5d3b4d9443d tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1220.734812] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3029ac56-ae5a-4596-92d1-b5d3b4d9443d tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1220.734997] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-3029ac56-ae5a-4596-92d1-b5d3b4d9443d tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Deleting the datastore file [datastore1] 973512e5-3e0b-4803-9236-85e01eedef22 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1220.735578] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d7d4c86-7c61-4fac-ba9d-ee22eecad008 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.741571] env[69858]: DEBUG oslo_vmware.api [None req-3029ac56-ae5a-4596-92d1-b5d3b4d9443d tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1220.741571] env[69858]: value = "task-3419924" [ 1220.741571] env[69858]: _type = "Task" [ 1220.741571] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.749788] env[69858]: DEBUG oslo_vmware.api [None req-3029ac56-ae5a-4596-92d1-b5d3b4d9443d tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.871662] env[69858]: DEBUG nova.virt.hardware [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1220.872066] env[69858]: DEBUG nova.virt.hardware [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.872130] env[69858]: DEBUG nova.virt.hardware [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.872292] env[69858]: DEBUG nova.virt.hardware [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.872460] env[69858]: DEBUG nova.virt.hardware [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.872608] env[69858]: DEBUG nova.virt.hardware [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1220.872820] env[69858]: DEBUG nova.virt.hardware [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1220.872979] env[69858]: DEBUG nova.virt.hardware [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1220.873213] env[69858]: DEBUG nova.virt.hardware [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1220.873360] env[69858]: DEBUG nova.virt.hardware [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1220.873540] env[69858]: DEBUG nova.virt.hardware [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1220.878681] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ded633bc-e245-4242-b447-44d7e52526eb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.900570] env[69858]: DEBUG oslo_vmware.api [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1220.900570] env[69858]: value = "task-3419925" [ 1220.900570] env[69858]: _type = "Task" [ 1220.900570] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.909223] env[69858]: DEBUG oslo_vmware.api [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419925, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.007435] env[69858]: DEBUG oslo_vmware.api [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419923, 'name': Rename_Task, 'duration_secs': 0.187837} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.007729] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.008069] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cc0e92b-1bba-4f87-bf35-2b1e6fc1f7e8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.015939] env[69858]: DEBUG oslo_vmware.api [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1221.015939] env[69858]: value = "task-3419926" [ 1221.015939] env[69858]: _type = "Task" [ 1221.015939] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.030391] env[69858]: DEBUG oslo_vmware.api [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.083524] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b5d7c5-bbe8-419b-b3bb-cf3b6a4ea168 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.090276] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5a5941-3415-444b-9770-ce7451420796 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Doing hard reboot of VM {{(pid=69858) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1221.090530] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ea5e8b3e-ff84-4c7e-9c76-e4fb90235348 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.096432] env[69858]: DEBUG oslo_vmware.api [None req-eb5a5941-3415-444b-9770-ce7451420796 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1221.096432] env[69858]: value = "task-3419927" [ 1221.096432] env[69858]: _type = "Task" [ 1221.096432] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.103583] env[69858]: DEBUG oslo_vmware.api [None req-eb5a5941-3415-444b-9770-ce7451420796 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3419927, 'name': ResetVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.194986] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Acquiring lock "refresh_cache-6d5188e0-7832-4986-a338-7e4da61e6f27" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.195177] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Acquired lock "refresh_cache-6d5188e0-7832-4986-a338-7e4da61e6f27" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.195364] env[69858]: DEBUG nova.network.neutron [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.210461] env[69858]: DEBUG nova.compute.utils [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1221.212703] env[69858]: DEBUG nova.compute.manager [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1221.212703] env[69858]: DEBUG nova.network.neutron [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1221.251208] env[69858]: DEBUG oslo_vmware.api [None req-3029ac56-ae5a-4596-92d1-b5d3b4d9443d tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159221} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.251351] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-3029ac56-ae5a-4596-92d1-b5d3b4d9443d tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1221.251542] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3029ac56-ae5a-4596-92d1-b5d3b4d9443d tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1221.251719] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-3029ac56-ae5a-4596-92d1-b5d3b4d9443d tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1221.252147] env[69858]: INFO nova.compute.manager [None req-3029ac56-ae5a-4596-92d1-b5d3b4d9443d tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Took 0.84 seconds to destroy the instance on the hypervisor. [ 1221.252147] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3029ac56-ae5a-4596-92d1-b5d3b4d9443d tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.254635] env[69858]: DEBUG nova.compute.manager [-] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1221.254739] env[69858]: DEBUG nova.network.neutron [-] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1221.257555] env[69858]: DEBUG nova.policy [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2e072ceb3de4717816aa498b64851f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '352f1221a05241439dcc96d985534b66', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1221.409501] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cca06cc-6f4a-46d0-8dd9-59d9ec157e5d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.415957] env[69858]: DEBUG oslo_vmware.api [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419925, 'name': ReconfigVM_Task, 'duration_secs': 0.182262} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.416739] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Updating instance '1128659c-a67d-4fd9-ae60-4105b8d53068' progress to 33 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1221.423416] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b38fd1e-ba25-41ad-a528-dacf3f4e7e39 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.461242] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38c3981-f11f-408f-988f-77e043c78022 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.471847] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7833d82b-bd40-4fbf-b9cb-58cd6630d349 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.493444] env[69858]: DEBUG nova.compute.provider_tree [None req-5fa8ec75-1d16-4ac5-af2d-c97996f17f98 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.497870] env[69858]: DEBUG nova.compute.manager [req-83e7306c-fe49-4828-898a-ff4d89e721f3 req-4a879f37-5c98-4d8c-8f3f-aa625f779f60 service nova] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Received event network-vif-deleted-78d950c4-88a1-43fc-a2e3-01251111cd64 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.497870] env[69858]: INFO nova.compute.manager [req-83e7306c-fe49-4828-898a-ff4d89e721f3 req-4a879f37-5c98-4d8c-8f3f-aa625f779f60 service nova] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Neutron deleted interface 78d950c4-88a1-43fc-a2e3-01251111cd64; detaching it from the instance and deleting it from the info cache [ 1221.497870] env[69858]: DEBUG nova.network.neutron [req-83e7306c-fe49-4828-898a-ff4d89e721f3 req-4a879f37-5c98-4d8c-8f3f-aa625f779f60 service nova] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.525759] env[69858]: DEBUG oslo_vmware.api [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419926, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.547790] env[69858]: DEBUG nova.network.neutron [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Successfully created port: c6d8cbbc-3f96-408c-9c97-7f1c45a08e80 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1221.606712] env[69858]: DEBUG oslo_vmware.api [None req-eb5a5941-3415-444b-9770-ce7451420796 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3419927, 'name': ResetVM_Task, 'duration_secs': 0.084769} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.606992] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5a5941-3415-444b-9770-ce7451420796 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Did hard reboot of VM {{(pid=69858) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1221.607207] env[69858]: DEBUG nova.compute.manager [None req-eb5a5941-3415-444b-9770-ce7451420796 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1221.608065] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5533aed-1a91-4487-843e-8d63ab116ea4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.711851] env[69858]: DEBUG nova.compute.manager [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1221.747933] env[69858]: DEBUG nova.network.neutron [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1221.925361] env[69858]: DEBUG nova.virt.hardware [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1221.925660] env[69858]: DEBUG nova.virt.hardware [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1221.925766] env[69858]: DEBUG nova.virt.hardware [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1221.925956] env[69858]: DEBUG nova.virt.hardware [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1221.926124] env[69858]: DEBUG nova.virt.hardware [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1221.926282] env[69858]: DEBUG nova.virt.hardware [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1221.926487] env[69858]: DEBUG nova.virt.hardware [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1221.926646] env[69858]: DEBUG nova.virt.hardware [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1221.926813] env[69858]: DEBUG nova.virt.hardware [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1221.926975] env[69858]: DEBUG nova.virt.hardware [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1221.927164] env[69858]: DEBUG nova.virt.hardware [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1221.933019] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1221.933314] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4346369-cb68-45c8-be6e-f7fbc2363d85 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.951588] env[69858]: DEBUG nova.network.neutron [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Updating instance_info_cache with network_info: [{"id": "b31bf565-6448-4e89-9cae-e63d21f1c933", "address": "fa:16:3e:e8:93:c4", "network": {"id": "3e83c4ba-a2e3-426f-9019-5289d047e25c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-490028014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25538578e3ca44bd80950efa4c87f119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb31bf565-64", "ovs_interfaceid": "b31bf565-6448-4e89-9cae-e63d21f1c933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.959712] env[69858]: DEBUG oslo_vmware.api [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1221.959712] env[69858]: value = "task-3419928" [ 1221.959712] env[69858]: _type = "Task" [ 1221.959712] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.971145] env[69858]: DEBUG oslo_vmware.api [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419928, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.981550] env[69858]: DEBUG nova.network.neutron [-] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.000376] env[69858]: DEBUG nova.scheduler.client.report [None req-5fa8ec75-1d16-4ac5-af2d-c97996f17f98 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.004406] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5846392d-7b68-4c63-add3-e9b31d4a9038 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.023535] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f00946b-8e3e-490a-ab14-58b97637e5c0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.040019] env[69858]: DEBUG oslo_vmware.api [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419926, 'name': PowerOnVM_Task, 'duration_secs': 0.837319} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.040353] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1222.040749] env[69858]: INFO nova.compute.manager [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Took 7.93 seconds to spawn the instance on the hypervisor. [ 1222.040749] env[69858]: DEBUG nova.compute.manager [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1222.041559] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175828a7-addc-4ad5-bcdc-dee239fb3486 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.055033] env[69858]: DEBUG nova.compute.manager [req-83e7306c-fe49-4828-898a-ff4d89e721f3 req-4a879f37-5c98-4d8c-8f3f-aa625f779f60 service nova] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Detach interface failed, port_id=78d950c4-88a1-43fc-a2e3-01251111cd64, reason: Instance 973512e5-3e0b-4803-9236-85e01eedef22 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1222.119987] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eb5a5941-3415-444b-9770-ce7451420796 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "2c6b0368-6ba4-4184-b595-cac65d4d7145" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.539s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.454978] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Releasing lock "refresh_cache-6d5188e0-7832-4986-a338-7e4da61e6f27" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.455341] env[69858]: DEBUG nova.compute.manager [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Instance network_info: |[{"id": "b31bf565-6448-4e89-9cae-e63d21f1c933", "address": "fa:16:3e:e8:93:c4", "network": {"id": "3e83c4ba-a2e3-426f-9019-5289d047e25c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-490028014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25538578e3ca44bd80950efa4c87f119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb31bf565-64", "ovs_interfaceid": "b31bf565-6448-4e89-9cae-e63d21f1c933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1222.455787] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:93:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a7ba8d0-0208-4af7-af44-2a5ad382f9be', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b31bf565-6448-4e89-9cae-e63d21f1c933', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1222.463568] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.463870] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1222.467283] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7339b803-cecd-4933-a5a9-01642f4782dd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.486695] env[69858]: INFO nova.compute.manager [-] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Took 1.23 seconds to deallocate network for instance. [ 1222.486981] env[69858]: DEBUG oslo_vmware.api [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419928, 'name': ReconfigVM_Task, 'duration_secs': 0.20266} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.489531] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1222.489793] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1222.489793] env[69858]: value = "task-3419929" [ 1222.489793] env[69858]: _type = "Task" [ 1222.489793] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.493046] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437fc191-439d-4052-abf4-66c685fbe7a9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.505553] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5fa8ec75-1d16-4ac5-af2d-c97996f17f98 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.802s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.507277] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419929, 'name': CreateVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.525601] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-235d750b-2d53-47f3-a1d6-903a359177d7/volume-235d750b-2d53-47f3-a1d6-903a359177d7.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.526587] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eef660fe-6388-46ea-a8c0-ecb2cb31c88e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.539923] env[69858]: INFO nova.scheduler.client.report [None req-5fa8ec75-1d16-4ac5-af2d-c97996f17f98 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Deleted allocations for instance 3bbab55a-cf65-43f4-93ac-7af742d87fba [ 1222.550091] env[69858]: DEBUG oslo_vmware.api [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1222.550091] env[69858]: value = "task-3419930" [ 1222.550091] env[69858]: _type = "Task" [ 1222.550091] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.558093] env[69858]: DEBUG oslo_vmware.api [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419930, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.566374] env[69858]: INFO nova.compute.manager [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Took 12.77 seconds to build instance. [ 1222.616095] env[69858]: DEBUG nova.compute.manager [req-7cf06bed-b645-4c1e-8b7d-2ef3b9c76f2a req-9698554d-a438-4277-b27f-978c4b21818b service nova] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Received event network-changed-b31bf565-6448-4e89-9cae-e63d21f1c933 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.616284] env[69858]: DEBUG nova.compute.manager [req-7cf06bed-b645-4c1e-8b7d-2ef3b9c76f2a req-9698554d-a438-4277-b27f-978c4b21818b service nova] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Refreshing instance network info cache due to event network-changed-b31bf565-6448-4e89-9cae-e63d21f1c933. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1222.616506] env[69858]: DEBUG oslo_concurrency.lockutils [req-7cf06bed-b645-4c1e-8b7d-2ef3b9c76f2a req-9698554d-a438-4277-b27f-978c4b21818b service nova] Acquiring lock "refresh_cache-6d5188e0-7832-4986-a338-7e4da61e6f27" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.616651] env[69858]: DEBUG oslo_concurrency.lockutils [req-7cf06bed-b645-4c1e-8b7d-2ef3b9c76f2a req-9698554d-a438-4277-b27f-978c4b21818b service nova] Acquired lock "refresh_cache-6d5188e0-7832-4986-a338-7e4da61e6f27" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.616837] env[69858]: DEBUG nova.network.neutron [req-7cf06bed-b645-4c1e-8b7d-2ef3b9c76f2a req-9698554d-a438-4277-b27f-978c4b21818b service nova] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Refreshing network info cache for port b31bf565-6448-4e89-9cae-e63d21f1c933 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1222.722088] env[69858]: DEBUG nova.compute.manager [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1222.747465] env[69858]: DEBUG nova.virt.hardware [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1222.747709] env[69858]: DEBUG nova.virt.hardware [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1222.747872] env[69858]: DEBUG nova.virt.hardware [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1222.748093] env[69858]: DEBUG nova.virt.hardware [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1222.748254] env[69858]: DEBUG nova.virt.hardware [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1222.748419] env[69858]: DEBUG nova.virt.hardware [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1222.748639] env[69858]: DEBUG nova.virt.hardware [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1222.748798] env[69858]: DEBUG nova.virt.hardware [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1222.748966] env[69858]: DEBUG nova.virt.hardware [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1222.749172] env[69858]: DEBUG nova.virt.hardware [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1222.749340] env[69858]: DEBUG nova.virt.hardware [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1222.750613] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b721481-b59f-407c-a462-f6279f96825f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.760512] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c32bcb2-b632-4077-ab67-9be79298c164 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.996821] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3029ac56-ae5a-4596-92d1-b5d3b4d9443d tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.997217] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3029ac56-ae5a-4596-92d1-b5d3b4d9443d tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.997486] env[69858]: DEBUG nova.objects.instance [None req-3029ac56-ae5a-4596-92d1-b5d3b4d9443d tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lazy-loading 'resources' on Instance uuid 973512e5-3e0b-4803-9236-85e01eedef22 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.008039] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419929, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.009215] env[69858]: DEBUG nova.network.neutron [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Successfully updated port: c6d8cbbc-3f96-408c-9c97-7f1c45a08e80 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1223.047715] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5fa8ec75-1d16-4ac5-af2d-c97996f17f98 tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "3bbab55a-cf65-43f4-93ac-7af742d87fba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.151s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.059423] env[69858]: DEBUG oslo_vmware.api [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419930, 'name': ReconfigVM_Task, 'duration_secs': 0.266972} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.059726] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-235d750b-2d53-47f3-a1d6-903a359177d7/volume-235d750b-2d53-47f3-a1d6-903a359177d7.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.060063] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Updating instance '1128659c-a67d-4fd9-ae60-4105b8d53068' progress to 50 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1223.068056] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5551f0ae-e6dc-4a2f-98bf-7e595c0a1768 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "3d705be0-ff80-4b69-a83c-fa1a7f1aeb78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.280s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.320140] env[69858]: DEBUG nova.network.neutron [req-7cf06bed-b645-4c1e-8b7d-2ef3b9c76f2a req-9698554d-a438-4277-b27f-978c4b21818b service nova] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Updated VIF entry in instance network info cache for port b31bf565-6448-4e89-9cae-e63d21f1c933. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1223.320140] env[69858]: DEBUG nova.network.neutron [req-7cf06bed-b645-4c1e-8b7d-2ef3b9c76f2a req-9698554d-a438-4277-b27f-978c4b21818b service nova] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Updating instance_info_cache with network_info: [{"id": "b31bf565-6448-4e89-9cae-e63d21f1c933", "address": "fa:16:3e:e8:93:c4", "network": {"id": "3e83c4ba-a2e3-426f-9019-5289d047e25c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-490028014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25538578e3ca44bd80950efa4c87f119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb31bf565-64", "ovs_interfaceid": "b31bf565-6448-4e89-9cae-e63d21f1c933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.508749] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419929, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.511579] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Acquiring lock "refresh_cache-67d9eddb-d485-4789-b8de-1b61a0e7d697" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.511727] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Acquired lock "refresh_cache-67d9eddb-d485-4789-b8de-1b61a0e7d697" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.511880] env[69858]: DEBUG nova.network.neutron [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.566446] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7072e68e-ee41-4ee3-8c02-ee929a04d179 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.588318] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b664cad-0be3-4b01-ba72-81cbe61992ee {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.606797] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Updating instance '1128659c-a67d-4fd9-ae60-4105b8d53068' progress to 67 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1223.627277] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273e0414-61fa-4559-a914-8ba171f73d9a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.635337] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd3dd1a-f970-4984-a4e0-1c4c7ac47eff tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Suspending the VM {{(pid=69858) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1223.635621] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b6c72c26-beba-4fb5-ac55-5babf0c79452 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.641759] env[69858]: DEBUG oslo_vmware.api [None req-6cd3dd1a-f970-4984-a4e0-1c4c7ac47eff tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1223.641759] env[69858]: value = "task-3419931" [ 1223.641759] env[69858]: _type = "Task" [ 1223.641759] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.652556] env[69858]: DEBUG oslo_vmware.api [None req-6cd3dd1a-f970-4984-a4e0-1c4c7ac47eff tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419931, 'name': SuspendVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.699135] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479143ea-bea7-4fc7-8ca8-961f0d06c751 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.707022] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005142cf-a3b1-4220-a70c-03136ca19619 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.738940] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a480ef71-c540-4683-b207-9f554d8a2d53 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.747028] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1007cd2-bdeb-4ffd-a2a0-caf2d6079a02 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.759668] env[69858]: DEBUG nova.compute.provider_tree [None req-3029ac56-ae5a-4596-92d1-b5d3b4d9443d tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.822771] env[69858]: DEBUG oslo_concurrency.lockutils [req-7cf06bed-b645-4c1e-8b7d-2ef3b9c76f2a req-9698554d-a438-4277-b27f-978c4b21818b service nova] Releasing lock "refresh_cache-6d5188e0-7832-4986-a338-7e4da61e6f27" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.835998] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1a95a487-e917-4bab-9b58-fa852fde119e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "ae491f0a-11fb-4f17-bf4b-0dc8ff174db4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.836513] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1a95a487-e917-4bab-9b58-fa852fde119e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "ae491f0a-11fb-4f17-bf4b-0dc8ff174db4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.836800] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1a95a487-e917-4bab-9b58-fa852fde119e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "ae491f0a-11fb-4f17-bf4b-0dc8ff174db4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.837034] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1a95a487-e917-4bab-9b58-fa852fde119e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "ae491f0a-11fb-4f17-bf4b-0dc8ff174db4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.837242] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1a95a487-e917-4bab-9b58-fa852fde119e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "ae491f0a-11fb-4f17-bf4b-0dc8ff174db4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.839747] env[69858]: INFO nova.compute.manager [None req-1a95a487-e917-4bab-9b58-fa852fde119e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Terminating instance [ 1224.006623] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419929, 'name': CreateVM_Task, 'duration_secs': 1.375982} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.007012] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1224.007488] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.007656] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.007979] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.008282] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd6c420c-0272-4273-b30c-3c8464ce47d1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.013211] env[69858]: DEBUG oslo_vmware.api [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for the task: (returnval){ [ 1224.013211] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b987a4-0cd0-40d6-f970-c3d21f9a1cb6" [ 1224.013211] env[69858]: _type = "Task" [ 1224.013211] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.023362] env[69858]: DEBUG oslo_vmware.api [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b987a4-0cd0-40d6-f970-c3d21f9a1cb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.047166] env[69858]: DEBUG nova.network.neutron [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1224.152270] env[69858]: DEBUG oslo_vmware.api [None req-6cd3dd1a-f970-4984-a4e0-1c4c7ac47eff tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419931, 'name': SuspendVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.263453] env[69858]: DEBUG nova.scheduler.client.report [None req-3029ac56-ae5a-4596-92d1-b5d3b4d9443d tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.343811] env[69858]: DEBUG nova.compute.manager [None req-1a95a487-e917-4bab-9b58-fa852fde119e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1224.344088] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1a95a487-e917-4bab-9b58-fa852fde119e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1224.345000] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87aaf5f0-0fa7-4521-bb8a-dfb302c9e0b4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.353494] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a95a487-e917-4bab-9b58-fa852fde119e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.353744] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c368a4b-cdd7-4505-bd59-4ee0b05b55cb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.359766] env[69858]: DEBUG oslo_vmware.api [None req-1a95a487-e917-4bab-9b58-fa852fde119e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 1224.359766] env[69858]: value = "task-3419932" [ 1224.359766] env[69858]: _type = "Task" [ 1224.359766] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.367464] env[69858]: DEBUG oslo_vmware.api [None req-1a95a487-e917-4bab-9b58-fa852fde119e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.409145] env[69858]: DEBUG nova.network.neutron [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Updating instance_info_cache with network_info: [{"id": "c6d8cbbc-3f96-408c-9c97-7f1c45a08e80", "address": "fa:16:3e:c2:9f:fc", "network": {"id": "f14ddbf1-36f4-4abd-b495-fd2b1691d2ce", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-940616066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "352f1221a05241439dcc96d985534b66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6d8cbbc-3f", "ovs_interfaceid": "c6d8cbbc-3f96-408c-9c97-7f1c45a08e80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.523809] env[69858]: DEBUG oslo_vmware.api [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b987a4-0cd0-40d6-f970-c3d21f9a1cb6, 'name': SearchDatastore_Task, 'duration_secs': 0.012448} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.524135] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.524380] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1224.524637] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.524806] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.524985] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1224.525267] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99c2c385-eecb-4f31-868e-b0589bd6cc29 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.542599] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1224.542807] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1224.543620] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-730dea20-b68c-423f-a7db-0ee1e05b987c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.551795] env[69858]: DEBUG oslo_vmware.api [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for the task: (returnval){ [ 1224.551795] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527dff9b-29af-7af4-800d-b02c105e0d3f" [ 1224.551795] env[69858]: _type = "Task" [ 1224.551795] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.558942] env[69858]: DEBUG oslo_vmware.api [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527dff9b-29af-7af4-800d-b02c105e0d3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.642215] env[69858]: DEBUG nova.compute.manager [req-87f0aff2-1cd9-4549-8ee3-c96adbc84970 req-ed11b84d-92d5-4721-8102-bf39efd67439 service nova] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Received event network-vif-plugged-c6d8cbbc-3f96-408c-9c97-7f1c45a08e80 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.642449] env[69858]: DEBUG oslo_concurrency.lockutils [req-87f0aff2-1cd9-4549-8ee3-c96adbc84970 req-ed11b84d-92d5-4721-8102-bf39efd67439 service nova] Acquiring lock "67d9eddb-d485-4789-b8de-1b61a0e7d697-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.642660] env[69858]: DEBUG oslo_concurrency.lockutils [req-87f0aff2-1cd9-4549-8ee3-c96adbc84970 req-ed11b84d-92d5-4721-8102-bf39efd67439 service nova] Lock "67d9eddb-d485-4789-b8de-1b61a0e7d697-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.642827] env[69858]: DEBUG oslo_concurrency.lockutils [req-87f0aff2-1cd9-4549-8ee3-c96adbc84970 req-ed11b84d-92d5-4721-8102-bf39efd67439 service nova] Lock "67d9eddb-d485-4789-b8de-1b61a0e7d697-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.642999] env[69858]: DEBUG nova.compute.manager [req-87f0aff2-1cd9-4549-8ee3-c96adbc84970 req-ed11b84d-92d5-4721-8102-bf39efd67439 service nova] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] No waiting events found dispatching network-vif-plugged-c6d8cbbc-3f96-408c-9c97-7f1c45a08e80 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1224.643183] env[69858]: WARNING nova.compute.manager [req-87f0aff2-1cd9-4549-8ee3-c96adbc84970 req-ed11b84d-92d5-4721-8102-bf39efd67439 service nova] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Received unexpected event network-vif-plugged-c6d8cbbc-3f96-408c-9c97-7f1c45a08e80 for instance with vm_state building and task_state spawning. [ 1224.643346] env[69858]: DEBUG nova.compute.manager [req-87f0aff2-1cd9-4549-8ee3-c96adbc84970 req-ed11b84d-92d5-4721-8102-bf39efd67439 service nova] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Received event network-changed-c6d8cbbc-3f96-408c-9c97-7f1c45a08e80 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.643498] env[69858]: DEBUG nova.compute.manager [req-87f0aff2-1cd9-4549-8ee3-c96adbc84970 req-ed11b84d-92d5-4721-8102-bf39efd67439 service nova] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Refreshing instance network info cache due to event network-changed-c6d8cbbc-3f96-408c-9c97-7f1c45a08e80. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1224.643661] env[69858]: DEBUG oslo_concurrency.lockutils [req-87f0aff2-1cd9-4549-8ee3-c96adbc84970 req-ed11b84d-92d5-4721-8102-bf39efd67439 service nova] Acquiring lock "refresh_cache-67d9eddb-d485-4789-b8de-1b61a0e7d697" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.653065] env[69858]: DEBUG oslo_vmware.api [None req-6cd3dd1a-f970-4984-a4e0-1c4c7ac47eff tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419931, 'name': SuspendVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.768613] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3029ac56-ae5a-4596-92d1-b5d3b4d9443d tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.771s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.787142] env[69858]: INFO nova.scheduler.client.report [None req-3029ac56-ae5a-4596-92d1-b5d3b4d9443d tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Deleted allocations for instance 973512e5-3e0b-4803-9236-85e01eedef22 [ 1224.869183] env[69858]: DEBUG oslo_vmware.api [None req-1a95a487-e917-4bab-9b58-fa852fde119e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419932, 'name': PowerOffVM_Task, 'duration_secs': 0.185785} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.869478] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a95a487-e917-4bab-9b58-fa852fde119e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1224.869648] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1a95a487-e917-4bab-9b58-fa852fde119e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1224.870158] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6d86898-ceeb-4388-8548-8e714f28cbfa {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.912545] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Releasing lock "refresh_cache-67d9eddb-d485-4789-b8de-1b61a0e7d697" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.912907] env[69858]: DEBUG nova.compute.manager [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Instance network_info: |[{"id": "c6d8cbbc-3f96-408c-9c97-7f1c45a08e80", "address": "fa:16:3e:c2:9f:fc", "network": {"id": "f14ddbf1-36f4-4abd-b495-fd2b1691d2ce", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-940616066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "352f1221a05241439dcc96d985534b66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6d8cbbc-3f", "ovs_interfaceid": "c6d8cbbc-3f96-408c-9c97-7f1c45a08e80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1224.913288] env[69858]: DEBUG oslo_concurrency.lockutils [req-87f0aff2-1cd9-4549-8ee3-c96adbc84970 req-ed11b84d-92d5-4721-8102-bf39efd67439 service nova] Acquired lock "refresh_cache-67d9eddb-d485-4789-b8de-1b61a0e7d697" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.913444] env[69858]: DEBUG nova.network.neutron [req-87f0aff2-1cd9-4549-8ee3-c96adbc84970 req-ed11b84d-92d5-4721-8102-bf39efd67439 service nova] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Refreshing network info cache for port c6d8cbbc-3f96-408c-9c97-7f1c45a08e80 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1224.914716] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:9f:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73eeba7c-29e1-4fdf-82b3-d62e63e86051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6d8cbbc-3f96-408c-9c97-7f1c45a08e80', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1224.922134] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Creating folder: Project (352f1221a05241439dcc96d985534b66). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1224.925060] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b94a4051-58ee-47b5-9a8f-96308e9686c6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.938175] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Created folder: Project (352f1221a05241439dcc96d985534b66) in parent group-v682032. [ 1224.938392] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Creating folder: Instances. Parent ref: group-v682316. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1224.939069] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1308cf2-c982-425c-a3d6-596d6a2f0ee9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.941362] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1a95a487-e917-4bab-9b58-fa852fde119e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1224.941558] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1a95a487-e917-4bab-9b58-fa852fde119e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1224.941741] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a95a487-e917-4bab-9b58-fa852fde119e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Deleting the datastore file [datastore1] ae491f0a-11fb-4f17-bf4b-0dc8ff174db4 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1224.942346] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93bbca40-90ad-4899-a6c5-736bc30217a1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.948689] env[69858]: DEBUG oslo_vmware.api [None req-1a95a487-e917-4bab-9b58-fa852fde119e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for the task: (returnval){ [ 1224.948689] env[69858]: value = "task-3419936" [ 1224.948689] env[69858]: _type = "Task" [ 1224.948689] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.952638] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Created folder: Instances in parent group-v682316. [ 1224.952866] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.953393] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1224.953610] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f5e83ed-343c-47be-a488-201771b9e2d2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.972779] env[69858]: DEBUG oslo_vmware.api [None req-1a95a487-e917-4bab-9b58-fa852fde119e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.978747] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1224.978747] env[69858]: value = "task-3419937" [ 1224.978747] env[69858]: _type = "Task" [ 1224.978747] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.986154] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419937, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.061821] env[69858]: DEBUG oslo_vmware.api [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527dff9b-29af-7af4-800d-b02c105e0d3f, 'name': SearchDatastore_Task, 'duration_secs': 0.008115} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.062626] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f42b177d-bdf3-41b8-b09f-5285bf6c6b01 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.067325] env[69858]: DEBUG oslo_vmware.api [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for the task: (returnval){ [ 1225.067325] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52db3930-32f2-1e94-3868-9bd8471074ad" [ 1225.067325] env[69858]: _type = "Task" [ 1225.067325] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.077181] env[69858]: DEBUG oslo_vmware.api [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52db3930-32f2-1e94-3868-9bd8471074ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.153195] env[69858]: DEBUG oslo_vmware.api [None req-6cd3dd1a-f970-4984-a4e0-1c4c7ac47eff tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419931, 'name': SuspendVM_Task, 'duration_secs': 1.230326} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.153506] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd3dd1a-f970-4984-a4e0-1c4c7ac47eff tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Suspended the VM {{(pid=69858) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1225.153856] env[69858]: DEBUG nova.compute.manager [None req-6cd3dd1a-f970-4984-a4e0-1c4c7ac47eff tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1225.154567] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be383032-6317-4fe8-8892-1e77f5727094 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.165263] env[69858]: DEBUG nova.network.neutron [req-87f0aff2-1cd9-4549-8ee3-c96adbc84970 req-ed11b84d-92d5-4721-8102-bf39efd67439 service nova] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Updated VIF entry in instance network info cache for port c6d8cbbc-3f96-408c-9c97-7f1c45a08e80. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1225.165584] env[69858]: DEBUG nova.network.neutron [req-87f0aff2-1cd9-4549-8ee3-c96adbc84970 req-ed11b84d-92d5-4721-8102-bf39efd67439 service nova] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Updating instance_info_cache with network_info: [{"id": "c6d8cbbc-3f96-408c-9c97-7f1c45a08e80", "address": "fa:16:3e:c2:9f:fc", "network": {"id": "f14ddbf1-36f4-4abd-b495-fd2b1691d2ce", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-940616066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "352f1221a05241439dcc96d985534b66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6d8cbbc-3f", "ovs_interfaceid": "c6d8cbbc-3f96-408c-9c97-7f1c45a08e80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.268040] env[69858]: DEBUG nova.network.neutron [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Port f34b9b7c-b463-4596-a047-8aa411bda859 binding to destination host cpu-1 is already ACTIVE {{(pid=69858) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1225.293993] env[69858]: DEBUG oslo_concurrency.lockutils [None req-3029ac56-ae5a-4596-92d1-b5d3b4d9443d tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "973512e5-3e0b-4803-9236-85e01eedef22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.386s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.458777] env[69858]: DEBUG oslo_vmware.api [None req-1a95a487-e917-4bab-9b58-fa852fde119e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Task: {'id': task-3419936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104665} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.458975] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a95a487-e917-4bab-9b58-fa852fde119e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.459088] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1a95a487-e917-4bab-9b58-fa852fde119e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1225.459310] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1a95a487-e917-4bab-9b58-fa852fde119e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1225.459503] env[69858]: INFO nova.compute.manager [None req-1a95a487-e917-4bab-9b58-fa852fde119e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1225.459779] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a95a487-e917-4bab-9b58-fa852fde119e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.459977] env[69858]: DEBUG nova.compute.manager [-] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1225.460109] env[69858]: DEBUG nova.network.neutron [-] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1225.488762] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419937, 'name': CreateVM_Task, 'duration_secs': 0.316305} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.489036] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1225.489714] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.489907] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.490310] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.490560] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-388eec7b-f4db-4b23-94dd-498e60b1f2e4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.494981] env[69858]: DEBUG oslo_vmware.api [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Waiting for the task: (returnval){ [ 1225.494981] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52197b70-598d-2aa6-80de-9f7c5dff74f5" [ 1225.494981] env[69858]: _type = "Task" [ 1225.494981] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.502569] env[69858]: DEBUG oslo_vmware.api [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52197b70-598d-2aa6-80de-9f7c5dff74f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.577369] env[69858]: DEBUG oslo_vmware.api [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52db3930-32f2-1e94-3868-9bd8471074ad, 'name': SearchDatastore_Task, 'duration_secs': 0.009405} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.577722] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.577984] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 6d5188e0-7832-4986-a338-7e4da61e6f27/6d5188e0-7832-4986-a338-7e4da61e6f27.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1225.578261] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4df08dcd-51ef-4dd5-93dd-74a43c43b5a7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.586472] env[69858]: DEBUG oslo_vmware.api [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for the task: (returnval){ [ 1225.586472] env[69858]: value = "task-3419938" [ 1225.586472] env[69858]: _type = "Task" [ 1225.586472] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.594196] env[69858]: DEBUG oslo_vmware.api [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3419938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.667666] env[69858]: DEBUG oslo_concurrency.lockutils [req-87f0aff2-1cd9-4549-8ee3-c96adbc84970 req-ed11b84d-92d5-4721-8102-bf39efd67439 service nova] Releasing lock "refresh_cache-67d9eddb-d485-4789-b8de-1b61a0e7d697" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.006886] env[69858]: DEBUG oslo_vmware.api [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52197b70-598d-2aa6-80de-9f7c5dff74f5, 'name': SearchDatastore_Task, 'duration_secs': 0.018198} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.007147] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.007401] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1226.007643] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.007789] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.008015] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1226.008378] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28f10213-c182-4fd0-90c2-84e92bd42ce8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.022255] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1226.022255] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1226.022255] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83bd88f4-ae5e-468c-bf3b-a72e2c5b2639 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.027313] env[69858]: DEBUG oslo_vmware.api [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Waiting for the task: (returnval){ [ 1226.027313] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c5b88b-f20d-c77f-6c95-dbb7de1a340a" [ 1226.027313] env[69858]: _type = "Task" [ 1226.027313] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.036113] env[69858]: DEBUG oslo_vmware.api [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c5b88b-f20d-c77f-6c95-dbb7de1a340a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.098913] env[69858]: DEBUG oslo_vmware.api [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3419938, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.114704] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5dccddf1-07d3-4600-8a84-1fe0c94c72a4 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "3d705be0-ff80-4b69-a83c-fa1a7f1aeb78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.115043] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5dccddf1-07d3-4600-8a84-1fe0c94c72a4 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "3d705be0-ff80-4b69-a83c-fa1a7f1aeb78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.115292] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5dccddf1-07d3-4600-8a84-1fe0c94c72a4 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "3d705be0-ff80-4b69-a83c-fa1a7f1aeb78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.115547] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5dccddf1-07d3-4600-8a84-1fe0c94c72a4 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "3d705be0-ff80-4b69-a83c-fa1a7f1aeb78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.115762] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5dccddf1-07d3-4600-8a84-1fe0c94c72a4 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "3d705be0-ff80-4b69-a83c-fa1a7f1aeb78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.118275] env[69858]: INFO nova.compute.manager [None req-5dccddf1-07d3-4600-8a84-1fe0c94c72a4 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Terminating instance [ 1226.197457] env[69858]: DEBUG nova.network.neutron [-] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.293333] env[69858]: DEBUG oslo_concurrency.lockutils [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "1128659c-a67d-4fd9-ae60-4105b8d53068-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.293728] env[69858]: DEBUG oslo_concurrency.lockutils [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "1128659c-a67d-4fd9-ae60-4105b8d53068-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.293996] env[69858]: DEBUG oslo_concurrency.lockutils [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "1128659c-a67d-4fd9-ae60-4105b8d53068-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.539676] env[69858]: DEBUG oslo_vmware.api [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c5b88b-f20d-c77f-6c95-dbb7de1a340a, 'name': SearchDatastore_Task, 'duration_secs': 0.016116} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.539676] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f5cb730-3a61-43bf-b85d-1d0819808e0f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.544435] env[69858]: DEBUG oslo_vmware.api [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Waiting for the task: (returnval){ [ 1226.544435] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52709704-24f3-5865-5196-60b6c792a590" [ 1226.544435] env[69858]: _type = "Task" [ 1226.544435] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.552133] env[69858]: DEBUG oslo_vmware.api [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52709704-24f3-5865-5196-60b6c792a590, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.598159] env[69858]: DEBUG oslo_vmware.api [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3419938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.747119} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.599027] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 6d5188e0-7832-4986-a338-7e4da61e6f27/6d5188e0-7832-4986-a338-7e4da61e6f27.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1226.599027] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1226.599027] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61d82d84-2df9-4c82-bb4e-b1ab4e775c61 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.605716] env[69858]: DEBUG oslo_vmware.api [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for the task: (returnval){ [ 1226.605716] env[69858]: value = "task-3419939" [ 1226.605716] env[69858]: _type = "Task" [ 1226.605716] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.614612] env[69858]: DEBUG oslo_vmware.api [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3419939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.622650] env[69858]: DEBUG nova.compute.manager [None req-5dccddf1-07d3-4600-8a84-1fe0c94c72a4 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1226.622860] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5dccddf1-07d3-4600-8a84-1fe0c94c72a4 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1226.623776] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433c7dec-4e18-4b8d-8976-0994adfa5895 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.631208] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5dccddf1-07d3-4600-8a84-1fe0c94c72a4 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.631455] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31069e2f-862c-4e62-ab9f-ef5d3679770a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.701043] env[69858]: INFO nova.compute.manager [-] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Took 1.24 seconds to deallocate network for instance. [ 1226.717857] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5dccddf1-07d3-4600-8a84-1fe0c94c72a4 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.718055] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5dccddf1-07d3-4600-8a84-1fe0c94c72a4 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.718321] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dccddf1-07d3-4600-8a84-1fe0c94c72a4 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Deleting the datastore file [datastore2] 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.718584] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10ba0e36-7cc7-41d1-b23a-00588743c7f1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.725773] env[69858]: DEBUG oslo_vmware.api [None req-5dccddf1-07d3-4600-8a84-1fe0c94c72a4 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1226.725773] env[69858]: value = "task-3419941" [ 1226.725773] env[69858]: _type = "Task" [ 1226.725773] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.734348] env[69858]: DEBUG oslo_vmware.api [None req-5dccddf1-07d3-4600-8a84-1fe0c94c72a4 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.756745] env[69858]: DEBUG nova.compute.manager [req-a2a2bb0e-8447-45e9-b081-9bd6144f9177 req-e9612526-2cde-46b0-91be-80e93893381b service nova] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Received event network-vif-deleted-31eb05f0-d7f1-44cd-b8da-06517c463d92 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.057606] env[69858]: DEBUG oslo_vmware.api [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52709704-24f3-5865-5196-60b6c792a590, 'name': SearchDatastore_Task, 'duration_secs': 0.009954} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.057975] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.058374] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 67d9eddb-d485-4789-b8de-1b61a0e7d697/67d9eddb-d485-4789-b8de-1b61a0e7d697.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1227.058727] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6250baa9-8d15-4484-b26c-090f9de0a907 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.062934] env[69858]: DEBUG oslo_concurrency.lockutils [None req-68d64944-7cad-4e31-b058-f22654a53068 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "0783efa1-a314-4a8b-b6ed-0a0e05618b34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.063273] env[69858]: DEBUG oslo_concurrency.lockutils [None req-68d64944-7cad-4e31-b058-f22654a53068 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "0783efa1-a314-4a8b-b6ed-0a0e05618b34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.063584] env[69858]: DEBUG oslo_concurrency.lockutils [None req-68d64944-7cad-4e31-b058-f22654a53068 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "0783efa1-a314-4a8b-b6ed-0a0e05618b34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.063876] env[69858]: DEBUG oslo_concurrency.lockutils [None req-68d64944-7cad-4e31-b058-f22654a53068 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "0783efa1-a314-4a8b-b6ed-0a0e05618b34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.064191] env[69858]: DEBUG oslo_concurrency.lockutils [None req-68d64944-7cad-4e31-b058-f22654a53068 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "0783efa1-a314-4a8b-b6ed-0a0e05618b34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.067592] env[69858]: DEBUG oslo_vmware.api [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Waiting for the task: (returnval){ [ 1227.067592] env[69858]: value = "task-3419942" [ 1227.067592] env[69858]: _type = "Task" [ 1227.067592] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.068159] env[69858]: INFO nova.compute.manager [None req-68d64944-7cad-4e31-b058-f22654a53068 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Terminating instance [ 1227.081617] env[69858]: DEBUG oslo_vmware.api [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Task: {'id': task-3419942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.118491] env[69858]: DEBUG oslo_vmware.api [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3419939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067349} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.118836] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1227.119936] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600ec59f-fa91-4ecb-92d2-5ccdee9b697e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.153931] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 6d5188e0-7832-4986-a338-7e4da61e6f27/6d5188e0-7832-4986-a338-7e4da61e6f27.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1227.154625] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed98faa3-4b55-4447-a3f6-d04a36769fba {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.183563] env[69858]: DEBUG oslo_vmware.api [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for the task: (returnval){ [ 1227.183563] env[69858]: value = "task-3419943" [ 1227.183563] env[69858]: _type = "Task" [ 1227.183563] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.194517] env[69858]: DEBUG oslo_vmware.api [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3419943, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.209229] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1a95a487-e917-4bab-9b58-fa852fde119e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.209676] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1a95a487-e917-4bab-9b58-fa852fde119e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.210011] env[69858]: DEBUG nova.objects.instance [None req-1a95a487-e917-4bab-9b58-fa852fde119e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lazy-loading 'resources' on Instance uuid ae491f0a-11fb-4f17-bf4b-0dc8ff174db4 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.236269] env[69858]: DEBUG oslo_vmware.api [None req-5dccddf1-07d3-4600-8a84-1fe0c94c72a4 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148004} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.236522] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dccddf1-07d3-4600-8a84-1fe0c94c72a4 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1227.236745] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5dccddf1-07d3-4600-8a84-1fe0c94c72a4 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1227.236930] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5dccddf1-07d3-4600-8a84-1fe0c94c72a4 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1227.237124] env[69858]: INFO nova.compute.manager [None req-5dccddf1-07d3-4600-8a84-1fe0c94c72a4 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1227.237380] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5dccddf1-07d3-4600-8a84-1fe0c94c72a4 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.237579] env[69858]: DEBUG nova.compute.manager [-] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1227.237720] env[69858]: DEBUG nova.network.neutron [-] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1227.332558] env[69858]: DEBUG oslo_concurrency.lockutils [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "refresh_cache-1128659c-a67d-4fd9-ae60-4105b8d53068" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.332913] env[69858]: DEBUG oslo_concurrency.lockutils [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquired lock "refresh_cache-1128659c-a67d-4fd9-ae60-4105b8d53068" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.333194] env[69858]: DEBUG nova.network.neutron [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.579839] env[69858]: DEBUG oslo_vmware.api [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Task: {'id': task-3419942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457674} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.580054] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 67d9eddb-d485-4789-b8de-1b61a0e7d697/67d9eddb-d485-4789-b8de-1b61a0e7d697.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1227.580350] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1227.580621] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afe8bb39-9111-4481-816d-4be59f5a1eea {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.583093] env[69858]: DEBUG nova.compute.manager [None req-68d64944-7cad-4e31-b058-f22654a53068 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1227.583293] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-68d64944-7cad-4e31-b058-f22654a53068 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1227.584064] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fafd4b-9038-4f1f-99cd-bff7f79825c2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.592926] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d64944-7cad-4e31-b058-f22654a53068 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.594113] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5013f278-72c7-4dd4-ac84-cae8c801ecf2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.595625] env[69858]: DEBUG oslo_vmware.api [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Waiting for the task: (returnval){ [ 1227.595625] env[69858]: value = "task-3419944" [ 1227.595625] env[69858]: _type = "Task" [ 1227.595625] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.600927] env[69858]: DEBUG oslo_vmware.api [None req-68d64944-7cad-4e31-b058-f22654a53068 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1227.600927] env[69858]: value = "task-3419945" [ 1227.600927] env[69858]: _type = "Task" [ 1227.600927] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.607063] env[69858]: DEBUG oslo_vmware.api [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Task: {'id': task-3419944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.611917] env[69858]: DEBUG oslo_vmware.api [None req-68d64944-7cad-4e31-b058-f22654a53068 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.695244] env[69858]: DEBUG oslo_vmware.api [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3419943, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.897016] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2faa97e-4d88-4985-98c0-a039bc396a94 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.905284] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c333e5-5b6f-4dd6-8597-286dd3f821f3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.948513] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741b4718-8f1e-40da-96d4-d3148e2faed0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.957399] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86441faa-fa51-4363-ae7d-3f3cf10ab46f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.972032] env[69858]: DEBUG nova.compute.provider_tree [None req-1a95a487-e917-4bab-9b58-fa852fde119e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.997106] env[69858]: DEBUG nova.network.neutron [-] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.093043] env[69858]: DEBUG nova.network.neutron [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Updating instance_info_cache with network_info: [{"id": "f34b9b7c-b463-4596-a047-8aa411bda859", "address": "fa:16:3e:f4:de:b9", "network": {"id": "8ff8d9d7-ac3f-4144-8c10-cf2cb5e15ece", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-665236185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7dedf87ec0a4a0eacbea8b7ce50f40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf34b9b7c-b4", "ovs_interfaceid": "f34b9b7c-b463-4596-a047-8aa411bda859", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.105142] env[69858]: DEBUG oslo_vmware.api [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Task: {'id': task-3419944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067808} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.108962] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1228.109965] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0691a6d8-cdc4-40e2-8335-1ecbff9635f1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.117077] env[69858]: DEBUG oslo_vmware.api [None req-68d64944-7cad-4e31-b058-f22654a53068 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419945, 'name': PowerOffVM_Task, 'duration_secs': 0.29009} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.127364] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d64944-7cad-4e31-b058-f22654a53068 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.127597] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-68d64944-7cad-4e31-b058-f22654a53068 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1228.136364] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 67d9eddb-d485-4789-b8de-1b61a0e7d697/67d9eddb-d485-4789-b8de-1b61a0e7d697.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1228.136636] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-401e8f0f-7a4d-406c-b69e-465e1a470869 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.138166] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d303288-6bb0-41ff-bc35-8566f93132a1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.158125] env[69858]: DEBUG oslo_vmware.api [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Waiting for the task: (returnval){ [ 1228.158125] env[69858]: value = "task-3419947" [ 1228.158125] env[69858]: _type = "Task" [ 1228.158125] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.166579] env[69858]: DEBUG oslo_vmware.api [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Task: {'id': task-3419947, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.194053] env[69858]: DEBUG oslo_vmware.api [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3419943, 'name': ReconfigVM_Task, 'duration_secs': 0.59015} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.194393] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 6d5188e0-7832-4986-a338-7e4da61e6f27/6d5188e0-7832-4986-a338-7e4da61e6f27.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.195123] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1e2bb7c-cf52-47c4-9cae-9fd47304eccf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.202093] env[69858]: DEBUG oslo_vmware.api [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for the task: (returnval){ [ 1228.202093] env[69858]: value = "task-3419948" [ 1228.202093] env[69858]: _type = "Task" [ 1228.202093] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.209856] env[69858]: DEBUG oslo_vmware.api [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3419948, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.218343] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-68d64944-7cad-4e31-b058-f22654a53068 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1228.218594] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-68d64944-7cad-4e31-b058-f22654a53068 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1228.218824] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-68d64944-7cad-4e31-b058-f22654a53068 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Deleting the datastore file [datastore2] 0783efa1-a314-4a8b-b6ed-0a0e05618b34 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1228.219124] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94326451-ea3b-4586-8d9b-31f10d9a0a33 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.226711] env[69858]: DEBUG oslo_vmware.api [None req-68d64944-7cad-4e31-b058-f22654a53068 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for the task: (returnval){ [ 1228.226711] env[69858]: value = "task-3419949" [ 1228.226711] env[69858]: _type = "Task" [ 1228.226711] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.234823] env[69858]: DEBUG oslo_vmware.api [None req-68d64944-7cad-4e31-b058-f22654a53068 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.475282] env[69858]: DEBUG nova.scheduler.client.report [None req-1a95a487-e917-4bab-9b58-fa852fde119e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.499574] env[69858]: INFO nova.compute.manager [-] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Took 1.26 seconds to deallocate network for instance. [ 1228.596696] env[69858]: DEBUG oslo_concurrency.lockutils [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Releasing lock "refresh_cache-1128659c-a67d-4fd9-ae60-4105b8d53068" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.667667] env[69858]: DEBUG oslo_vmware.api [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Task: {'id': task-3419947, 'name': ReconfigVM_Task, 'duration_secs': 0.301948} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.667948] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 67d9eddb-d485-4789-b8de-1b61a0e7d697/67d9eddb-d485-4789-b8de-1b61a0e7d697.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.668633] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fe4f8da-bbab-4f05-a587-38f3c6f63eda {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.675018] env[69858]: DEBUG oslo_vmware.api [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Waiting for the task: (returnval){ [ 1228.675018] env[69858]: value = "task-3419950" [ 1228.675018] env[69858]: _type = "Task" [ 1228.675018] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.682361] env[69858]: DEBUG oslo_vmware.api [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Task: {'id': task-3419950, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.711820] env[69858]: DEBUG oslo_vmware.api [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3419948, 'name': Rename_Task, 'duration_secs': 0.150738} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.712133] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1228.712419] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f4409e1-efc1-479f-ab49-77e5d3efa7c5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.719189] env[69858]: DEBUG oslo_vmware.api [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for the task: (returnval){ [ 1228.719189] env[69858]: value = "task-3419951" [ 1228.719189] env[69858]: _type = "Task" [ 1228.719189] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.726973] env[69858]: DEBUG oslo_vmware.api [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3419951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.735095] env[69858]: DEBUG oslo_vmware.api [None req-68d64944-7cad-4e31-b058-f22654a53068 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Task: {'id': task-3419949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139603} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.735345] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-68d64944-7cad-4e31-b058-f22654a53068 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.735701] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-68d64944-7cad-4e31-b058-f22654a53068 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1228.735780] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-68d64944-7cad-4e31-b058-f22654a53068 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1228.735982] env[69858]: INFO nova.compute.manager [None req-68d64944-7cad-4e31-b058-f22654a53068 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1228.736268] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68d64944-7cad-4e31-b058-f22654a53068 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.736485] env[69858]: DEBUG nova.compute.manager [-] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1228.736599] env[69858]: DEBUG nova.network.neutron [-] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1228.786614] env[69858]: DEBUG nova.compute.manager [req-c7440c23-98d5-4c7d-89e6-b16c5a65edef req-fc6eae89-801f-42b6-935e-6caad05b59a4 service nova] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Received event network-vif-deleted-6cd953d8-fd41-4c3e-bc00-d31f3777691b {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.981262] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1a95a487-e917-4bab-9b58-fa852fde119e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.772s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.005058] env[69858]: INFO nova.scheduler.client.report [None req-1a95a487-e917-4bab-9b58-fa852fde119e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Deleted allocations for instance ae491f0a-11fb-4f17-bf4b-0dc8ff174db4 [ 1229.006776] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5dccddf1-07d3-4600-8a84-1fe0c94c72a4 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.007241] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5dccddf1-07d3-4600-8a84-1fe0c94c72a4 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.007500] env[69858]: DEBUG nova.objects.instance [None req-5dccddf1-07d3-4600-8a84-1fe0c94c72a4 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lazy-loading 'resources' on Instance uuid 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.107657] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd87fd72-09d6-402e-a872-66b0bd793738 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.114767] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bb73e4-05ea-4ba5-a971-cc605f7693c6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.184642] env[69858]: DEBUG oslo_vmware.api [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Task: {'id': task-3419950, 'name': Rename_Task, 'duration_secs': 0.156639} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.184947] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1229.185203] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1285d16c-c5f9-4e30-b11e-25ab9051420a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.191244] env[69858]: DEBUG oslo_vmware.api [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Waiting for the task: (returnval){ [ 1229.191244] env[69858]: value = "task-3419952" [ 1229.191244] env[69858]: _type = "Task" [ 1229.191244] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.198548] env[69858]: DEBUG oslo_vmware.api [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Task: {'id': task-3419952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.232695] env[69858]: DEBUG oslo_vmware.api [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3419951, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.483158] env[69858]: DEBUG nova.network.neutron [-] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.517592] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1a95a487-e917-4bab-9b58-fa852fde119e tempest-AttachInterfacesTestJSON-894955064 tempest-AttachInterfacesTestJSON-894955064-project-member] Lock "ae491f0a-11fb-4f17-bf4b-0dc8ff174db4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.681s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.665046] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8975f9ba-58d9-4f16-b133-e77196623668 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.675223] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9796fd23-6280-4100-a70b-4cd650e73cf6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.710972] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd088452-1299-4717-8d73-cd2bd76fedb4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.718731] env[69858]: DEBUG oslo_vmware.api [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Task: {'id': task-3419952, 'name': PowerOnVM_Task, 'duration_secs': 0.471314} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.721319] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1229.721530] env[69858]: INFO nova.compute.manager [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Took 7.00 seconds to spawn the instance on the hypervisor. [ 1229.721716] env[69858]: DEBUG nova.compute.manager [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1229.722552] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a95659-74a6-4126-8727-23c7a2b19c4c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.729980] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7185cd59-0ff8-4c3a-a4e4-c0a4996a9037 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.748056] env[69858]: DEBUG nova.compute.provider_tree [None req-5dccddf1-07d3-4600-8a84-1fe0c94c72a4 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.749394] env[69858]: DEBUG oslo_vmware.api [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3419951, 'name': PowerOnVM_Task, 'duration_secs': 0.777536} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.752327] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1229.752528] env[69858]: INFO nova.compute.manager [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1229.752705] env[69858]: DEBUG nova.compute.manager [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1229.753609] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e97980-1f5d-4c54-bb62-a81ace314b75 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.985698] env[69858]: INFO nova.compute.manager [-] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Took 1.25 seconds to deallocate network for instance. [ 1230.230173] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08edb44-3e80-47c6-b901-145c4fac979b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.250729] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edd0817-3f45-476d-b15e-049e769085e5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.254582] env[69858]: DEBUG nova.scheduler.client.report [None req-5dccddf1-07d3-4600-8a84-1fe0c94c72a4 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.272468] env[69858]: INFO nova.compute.manager [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Took 12.53 seconds to build instance. [ 1230.273477] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Updating instance '1128659c-a67d-4fd9-ae60-4105b8d53068' progress to 83 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1230.280869] env[69858]: INFO nova.compute.manager [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Took 14.32 seconds to build instance. [ 1230.493421] env[69858]: DEBUG oslo_concurrency.lockutils [None req-68d64944-7cad-4e31-b058-f22654a53068 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.650825] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8d1ac9a9-2f6a-49a8-a892-fc98cc780b9c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Acquiring lock "6d5188e0-7832-4986-a338-7e4da61e6f27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.763252] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5dccddf1-07d3-4600-8a84-1fe0c94c72a4 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.764760] env[69858]: DEBUG oslo_concurrency.lockutils [None req-68d64944-7cad-4e31-b058-f22654a53068 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.272s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.764995] env[69858]: DEBUG nova.objects.instance [None req-68d64944-7cad-4e31-b058-f22654a53068 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lazy-loading 'resources' on Instance uuid 0783efa1-a314-4a8b-b6ed-0a0e05618b34 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.777283] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9096c384-6253-4502-b972-93f5effb3753 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Lock "67d9eddb-d485-4789-b8de-1b61a0e7d697" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.048s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.781159] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1230.782189] env[69858]: INFO nova.scheduler.client.report [None req-5dccddf1-07d3-4600-8a84-1fe0c94c72a4 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Deleted allocations for instance 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78 [ 1230.783238] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ad8fa06-b3e4-417d-807c-6e4757dafb6f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.785277] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7aee88a4-36b5-4eb9-95cd-4824ec47371c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Lock "6d5188e0-7832-4986-a338-7e4da61e6f27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.831s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.787561] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8d1ac9a9-2f6a-49a8-a892-fc98cc780b9c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Lock "6d5188e0-7832-4986-a338-7e4da61e6f27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.137s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.787669] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8d1ac9a9-2f6a-49a8-a892-fc98cc780b9c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Acquiring lock "6d5188e0-7832-4986-a338-7e4da61e6f27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.787882] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8d1ac9a9-2f6a-49a8-a892-fc98cc780b9c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Lock "6d5188e0-7832-4986-a338-7e4da61e6f27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.788061] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8d1ac9a9-2f6a-49a8-a892-fc98cc780b9c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Lock "6d5188e0-7832-4986-a338-7e4da61e6f27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.790082] env[69858]: INFO nova.compute.manager [None req-8d1ac9a9-2f6a-49a8-a892-fc98cc780b9c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Terminating instance [ 1230.796387] env[69858]: DEBUG oslo_vmware.api [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1230.796387] env[69858]: value = "task-3419953" [ 1230.796387] env[69858]: _type = "Task" [ 1230.796387] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.805694] env[69858]: DEBUG oslo_vmware.api [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.815599] env[69858]: DEBUG nova.compute.manager [req-66dd3bb2-409e-489f-bd5e-6ba40b7feb45 req-b6d5f947-f45f-444d-9611-d3d8784f2a00 service nova] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Received event network-vif-deleted-4f97b454-7cd0-4389-b3dc-b5eabfff2e2d {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.964344] env[69858]: INFO nova.compute.manager [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Rescuing [ 1230.964646] env[69858]: DEBUG oslo_concurrency.lockutils [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Acquiring lock "refresh_cache-67d9eddb-d485-4789-b8de-1b61a0e7d697" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.964813] env[69858]: DEBUG oslo_concurrency.lockutils [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Acquired lock "refresh_cache-67d9eddb-d485-4789-b8de-1b61a0e7d697" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.964991] env[69858]: DEBUG nova.network.neutron [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.293628] env[69858]: DEBUG nova.compute.manager [None req-8d1ac9a9-2f6a-49a8-a892-fc98cc780b9c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1231.294145] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1ac9a9-2f6a-49a8-a892-fc98cc780b9c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.294561] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5dccddf1-07d3-4600-8a84-1fe0c94c72a4 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "3d705be0-ff80-4b69-a83c-fa1a7f1aeb78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.180s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.298794] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5dce46-a4f2-450a-b68f-bc9c515e42d5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.314705] env[69858]: DEBUG oslo_vmware.api [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3419953, 'name': PowerOnVM_Task, 'duration_secs': 0.475292} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.316236] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1231.316580] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-af16388a-2546-4be6-9325-44feaa341b1c tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Updating instance '1128659c-a67d-4fd9-ae60-4105b8d53068' progress to 100 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1231.321318] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d1ac9a9-2f6a-49a8-a892-fc98cc780b9c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.324940] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e8937b6-3d17-4032-91de-d386f2cec542 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.333176] env[69858]: DEBUG oslo_vmware.api [None req-8d1ac9a9-2f6a-49a8-a892-fc98cc780b9c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for the task: (returnval){ [ 1231.333176] env[69858]: value = "task-3419954" [ 1231.333176] env[69858]: _type = "Task" [ 1231.333176] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.344802] env[69858]: DEBUG oslo_vmware.api [None req-8d1ac9a9-2f6a-49a8-a892-fc98cc780b9c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3419954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.454807] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416ab915-f4a4-4f6c-a66b-18f3d00b1d66 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.464168] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ce9bcc-9c51-4db8-9cbf-37c6aaa07109 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.502411] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c79b67a-ba65-4443-a696-04a74441573f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.511756] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1bed370-88a5-4914-8cd7-8b3c31640f7e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.530302] env[69858]: DEBUG nova.compute.provider_tree [None req-68d64944-7cad-4e31-b058-f22654a53068 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.693014] env[69858]: DEBUG nova.network.neutron [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Updating instance_info_cache with network_info: [{"id": "c6d8cbbc-3f96-408c-9c97-7f1c45a08e80", "address": "fa:16:3e:c2:9f:fc", "network": {"id": "f14ddbf1-36f4-4abd-b495-fd2b1691d2ce", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-940616066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "352f1221a05241439dcc96d985534b66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6d8cbbc-3f", "ovs_interfaceid": "c6d8cbbc-3f96-408c-9c97-7f1c45a08e80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.843870] env[69858]: DEBUG oslo_vmware.api [None req-8d1ac9a9-2f6a-49a8-a892-fc98cc780b9c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3419954, 'name': PowerOffVM_Task, 'duration_secs': 0.192539} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.844175] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d1ac9a9-2f6a-49a8-a892-fc98cc780b9c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1231.844348] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1ac9a9-2f6a-49a8-a892-fc98cc780b9c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1231.844605] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba0e3d6a-6a08-462c-a599-2469d975a839 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.908841] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1ac9a9-2f6a-49a8-a892-fc98cc780b9c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1231.908961] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1ac9a9-2f6a-49a8-a892-fc98cc780b9c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1231.909894] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d1ac9a9-2f6a-49a8-a892-fc98cc780b9c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Deleting the datastore file [datastore2] 6d5188e0-7832-4986-a338-7e4da61e6f27 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1231.910444] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc348b21-51f8-4412-8d4a-ceed98753e6a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.920995] env[69858]: DEBUG oslo_vmware.api [None req-8d1ac9a9-2f6a-49a8-a892-fc98cc780b9c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for the task: (returnval){ [ 1231.920995] env[69858]: value = "task-3419956" [ 1231.920995] env[69858]: _type = "Task" [ 1231.920995] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.928773] env[69858]: DEBUG oslo_vmware.api [None req-8d1ac9a9-2f6a-49a8-a892-fc98cc780b9c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3419956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.035870] env[69858]: DEBUG nova.scheduler.client.report [None req-68d64944-7cad-4e31-b058-f22654a53068 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.196470] env[69858]: DEBUG oslo_concurrency.lockutils [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Releasing lock "refresh_cache-67d9eddb-d485-4789-b8de-1b61a0e7d697" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.433061] env[69858]: DEBUG oslo_vmware.api [None req-8d1ac9a9-2f6a-49a8-a892-fc98cc780b9c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3419956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17298} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.433370] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d1ac9a9-2f6a-49a8-a892-fc98cc780b9c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1232.433550] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1ac9a9-2f6a-49a8-a892-fc98cc780b9c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1232.433737] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1ac9a9-2f6a-49a8-a892-fc98cc780b9c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1232.433915] env[69858]: INFO nova.compute.manager [None req-8d1ac9a9-2f6a-49a8-a892-fc98cc780b9c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1232.434313] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d1ac9a9-2f6a-49a8-a892-fc98cc780b9c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1232.434391] env[69858]: DEBUG nova.compute.manager [-] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1232.434485] env[69858]: DEBUG nova.network.neutron [-] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1232.541044] env[69858]: DEBUG oslo_concurrency.lockutils [None req-68d64944-7cad-4e31-b058-f22654a53068 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.547772] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "33ea1171-3001-470a-8db5-be8b2f02c670" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.548280] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "33ea1171-3001-470a-8db5-be8b2f02c670" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.580739] env[69858]: INFO nova.scheduler.client.report [None req-68d64944-7cad-4e31-b058-f22654a53068 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Deleted allocations for instance 0783efa1-a314-4a8b-b6ed-0a0e05618b34 [ 1232.848449] env[69858]: DEBUG nova.compute.manager [req-6eff5a00-e13e-45aa-802e-7bc184853771 req-a2aba729-bc5b-4c75-86f4-40a9cc6c8c75 service nova] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Received event network-vif-deleted-b31bf565-6448-4e89-9cae-e63d21f1c933 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.849041] env[69858]: INFO nova.compute.manager [req-6eff5a00-e13e-45aa-802e-7bc184853771 req-a2aba729-bc5b-4c75-86f4-40a9cc6c8c75 service nova] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Neutron deleted interface b31bf565-6448-4e89-9cae-e63d21f1c933; detaching it from the instance and deleting it from the info cache [ 1232.849041] env[69858]: DEBUG nova.network.neutron [req-6eff5a00-e13e-45aa-802e-7bc184853771 req-a2aba729-bc5b-4c75-86f4-40a9cc6c8c75 service nova] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.053854] env[69858]: DEBUG nova.compute.manager [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1233.089082] env[69858]: DEBUG oslo_concurrency.lockutils [None req-68d64944-7cad-4e31-b058-f22654a53068 tempest-ServersTestJSON-1063947120 tempest-ServersTestJSON-1063947120-project-member] Lock "0783efa1-a314-4a8b-b6ed-0a0e05618b34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.026s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.234606] env[69858]: DEBUG nova.network.neutron [-] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.282100] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6f3b120b-def2-49c7-9c8b-ee6a2d7f5c04 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Acquiring lock "0673aa8b-d5ea-4e61-86a0-b12868470de2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.282365] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6f3b120b-def2-49c7-9c8b-ee6a2d7f5c04 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "0673aa8b-d5ea-4e61-86a0-b12868470de2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.351286] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac44e9c5-525f-490f-a77d-bf9e21ff80f0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.362584] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67c8c4c-2d1b-4484-bf7d-bb1937e5fd2d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.395464] env[69858]: DEBUG nova.compute.manager [req-6eff5a00-e13e-45aa-802e-7bc184853771 req-a2aba729-bc5b-4c75-86f4-40a9cc6c8c75 service nova] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Detach interface failed, port_id=b31bf565-6448-4e89-9cae-e63d21f1c933, reason: Instance 6d5188e0-7832-4986-a338-7e4da61e6f27 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1233.581052] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.581052] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.581052] env[69858]: INFO nova.compute.claims [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1233.742776] env[69858]: INFO nova.compute.manager [-] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Took 1.31 seconds to deallocate network for instance. [ 1233.744263] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.746211] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2f2db48-c79c-43e0-aaef-6f0c2db5e995 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.762549] env[69858]: DEBUG oslo_vmware.api [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Waiting for the task: (returnval){ [ 1233.762549] env[69858]: value = "task-3419957" [ 1233.762549] env[69858]: _type = "Task" [ 1233.762549] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.771966] env[69858]: DEBUG oslo_vmware.api [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Task: {'id': task-3419957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.785463] env[69858]: DEBUG nova.compute.utils [None req-6f3b120b-def2-49c7-9c8b-ee6a2d7f5c04 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1234.246474] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5a54781b-f302-4968-84ca-bded3bc5b954 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "1128659c-a67d-4fd9-ae60-4105b8d53068" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.246752] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5a54781b-f302-4968-84ca-bded3bc5b954 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "1128659c-a67d-4fd9-ae60-4105b8d53068" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.246939] env[69858]: DEBUG nova.compute.manager [None req-5a54781b-f302-4968-84ca-bded3bc5b954 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Going to confirm migration 6 {{(pid=69858) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1234.256155] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8d1ac9a9-2f6a-49a8-a892-fc98cc780b9c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.274342] env[69858]: DEBUG oslo_vmware.api [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Task: {'id': task-3419957, 'name': PowerOffVM_Task, 'duration_secs': 0.465859} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.274913] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1234.275787] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663c0bd8-9715-4abc-b240-eb7c97b53edd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.295824] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6f3b120b-def2-49c7-9c8b-ee6a2d7f5c04 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "0673aa8b-d5ea-4e61-86a0-b12868470de2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.299476] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a8cae4-b31d-4ab4-8256-198ecdf14b5b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.336894] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.337227] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a8dd099-18c5-4dfd-a64e-db7f09faee95 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.345393] env[69858]: DEBUG oslo_vmware.api [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Waiting for the task: (returnval){ [ 1234.345393] env[69858]: value = "task-3419958" [ 1234.345393] env[69858]: _type = "Task" [ 1234.345393] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.354623] env[69858]: DEBUG oslo_vmware.api [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Task: {'id': task-3419958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.823810] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7323cb-f437-49e8-9758-d409fdbdf9f1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.830985] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5a54781b-f302-4968-84ca-bded3bc5b954 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "refresh_cache-1128659c-a67d-4fd9-ae60-4105b8d53068" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.831294] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5a54781b-f302-4968-84ca-bded3bc5b954 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquired lock "refresh_cache-1128659c-a67d-4fd9-ae60-4105b8d53068" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.831533] env[69858]: DEBUG nova.network.neutron [None req-5a54781b-f302-4968-84ca-bded3bc5b954 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1234.831820] env[69858]: DEBUG nova.objects.instance [None req-5a54781b-f302-4968-84ca-bded3bc5b954 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lazy-loading 'info_cache' on Instance uuid 1128659c-a67d-4fd9-ae60-4105b8d53068 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.841426] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e773ad9-edfc-4448-985a-0ab4840c9a2e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.909042] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6087d1-f515-4c59-bf30-b3236cb0cc94 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.916983] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] VM already powered off {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1234.917314] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1234.917660] env[69858]: DEBUG oslo_concurrency.lockutils [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.918013] env[69858]: DEBUG oslo_concurrency.lockutils [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.918155] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1234.919495] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a3ae751-562f-4c12-922c-ee4725a5558e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.929389] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e82d673-ffab-4231-90a6-5822aac42f60 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.937729] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1234.941029] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1234.941029] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c8cf40c-8c08-467a-9277-f3d8a8333e1d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.955651] env[69858]: DEBUG nova.compute.provider_tree [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.965021] env[69858]: DEBUG oslo_vmware.api [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Waiting for the task: (returnval){ [ 1234.965021] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529a8bd4-579a-50a6-d488-91ce5394c53d" [ 1234.965021] env[69858]: _type = "Task" [ 1234.965021] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.973194] env[69858]: DEBUG oslo_vmware.api [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529a8bd4-579a-50a6-d488-91ce5394c53d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.419715] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6f3b120b-def2-49c7-9c8b-ee6a2d7f5c04 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Acquiring lock "0673aa8b-d5ea-4e61-86a0-b12868470de2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.420006] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6f3b120b-def2-49c7-9c8b-ee6a2d7f5c04 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "0673aa8b-d5ea-4e61-86a0-b12868470de2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.420311] env[69858]: INFO nova.compute.manager [None req-6f3b120b-def2-49c7-9c8b-ee6a2d7f5c04 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Attaching volume 2835ef99-d1e6-418b-b1df-489c865ec9f5 to /dev/sdb [ 1235.461853] env[69858]: DEBUG nova.scheduler.client.report [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.465848] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ea9b3c-007f-4c24-bb38-58ff29551ec0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.480484] env[69858]: DEBUG oslo_vmware.api [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529a8bd4-579a-50a6-d488-91ce5394c53d, 'name': SearchDatastore_Task, 'duration_secs': 0.039027} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.483209] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed3a1472-e0c0-4e23-bedb-fbd59f75e6ac {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.485870] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbce277b-16d0-4568-8738-8eb0dac78fca {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.493450] env[69858]: DEBUG oslo_vmware.api [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Waiting for the task: (returnval){ [ 1235.493450] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5258a05a-96ba-3746-f159-7003cce02114" [ 1235.493450] env[69858]: _type = "Task" [ 1235.493450] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.501319] env[69858]: DEBUG nova.virt.block_device [None req-6f3b120b-def2-49c7-9c8b-ee6a2d7f5c04 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Updating existing volume attachment record: a35ffd2d-9ceb-4d0a-aa5a-d863092bbf9c {{(pid=69858) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1235.506390] env[69858]: DEBUG oslo_vmware.api [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5258a05a-96ba-3746-f159-7003cce02114, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.974143] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.974554] env[69858]: DEBUG nova.compute.manager [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1235.978751] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8d1ac9a9-2f6a-49a8-a892-fc98cc780b9c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.722s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.978988] env[69858]: DEBUG nova.objects.instance [None req-8d1ac9a9-2f6a-49a8-a892-fc98cc780b9c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Lazy-loading 'resources' on Instance uuid 6d5188e0-7832-4986-a338-7e4da61e6f27 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.005016] env[69858]: DEBUG oslo_vmware.api [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5258a05a-96ba-3746-f159-7003cce02114, 'name': SearchDatastore_Task, 'duration_secs': 0.024958} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.007966] env[69858]: DEBUG oslo_concurrency.lockutils [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.008339] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 67d9eddb-d485-4789-b8de-1b61a0e7d697/28914a4a-909f-453b-b81f-d96d90735622-rescue.vmdk. {{(pid=69858) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1236.008684] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf99f109-f7b6-4bc0-af78-53525a1199a2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.020052] env[69858]: DEBUG oslo_vmware.api [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Waiting for the task: (returnval){ [ 1236.020052] env[69858]: value = "task-3419962" [ 1236.020052] env[69858]: _type = "Task" [ 1236.020052] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.025608] env[69858]: DEBUG oslo_vmware.api [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Task: {'id': task-3419962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.112278] env[69858]: DEBUG nova.network.neutron [None req-5a54781b-f302-4968-84ca-bded3bc5b954 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Updating instance_info_cache with network_info: [{"id": "f34b9b7c-b463-4596-a047-8aa411bda859", "address": "fa:16:3e:f4:de:b9", "network": {"id": "8ff8d9d7-ac3f-4144-8c10-cf2cb5e15ece", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-665236185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7dedf87ec0a4a0eacbea8b7ce50f40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf34b9b7c-b4", "ovs_interfaceid": "f34b9b7c-b463-4596-a047-8aa411bda859", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.482621] env[69858]: DEBUG nova.compute.utils [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1236.490734] env[69858]: DEBUG nova.compute.manager [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1236.490734] env[69858]: DEBUG nova.network.neutron [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1236.530496] env[69858]: DEBUG oslo_vmware.api [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Task: {'id': task-3419962, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.536048] env[69858]: DEBUG nova.policy [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e670047c916746eaaa2c2401b0446586', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19711d5bf05b42d6bcd1a4f2f89fd166', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1236.617420] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5a54781b-f302-4968-84ca-bded3bc5b954 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Releasing lock "refresh_cache-1128659c-a67d-4fd9-ae60-4105b8d53068" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.617672] env[69858]: DEBUG nova.objects.instance [None req-5a54781b-f302-4968-84ca-bded3bc5b954 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lazy-loading 'migration_context' on Instance uuid 1128659c-a67d-4fd9-ae60-4105b8d53068 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.646495] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8055d17b-805a-4647-b0d3-011dff9f1422 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.654853] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25deb829-dc97-48ed-b6d2-ede0bb118928 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.687045] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc21d61e-7d13-4d50-99a6-e118567fdd81 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.694704] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c77831-5b36-4b12-94d5-2b9cebfd92fb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.712866] env[69858]: DEBUG nova.compute.provider_tree [None req-8d1ac9a9-2f6a-49a8-a892-fc98cc780b9c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.840569] env[69858]: DEBUG nova.network.neutron [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Successfully created port: a6900ed3-d762-4b41-a530-867283e1177a {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1236.989963] env[69858]: DEBUG nova.compute.manager [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1237.034900] env[69858]: DEBUG oslo_vmware.api [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Task: {'id': task-3419962, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603665} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.035034] env[69858]: INFO nova.virt.vmwareapi.ds_util [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 67d9eddb-d485-4789-b8de-1b61a0e7d697/28914a4a-909f-453b-b81f-d96d90735622-rescue.vmdk. [ 1237.036074] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973e5da4-a6bd-496d-affe-26b7cc3baccc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.066830] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 67d9eddb-d485-4789-b8de-1b61a0e7d697/28914a4a-909f-453b-b81f-d96d90735622-rescue.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.068049] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9308e953-b3ad-4f2b-8e76-56a29aa68dfa {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.087449] env[69858]: DEBUG oslo_vmware.api [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Waiting for the task: (returnval){ [ 1237.087449] env[69858]: value = "task-3419963" [ 1237.087449] env[69858]: _type = "Task" [ 1237.087449] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.097518] env[69858]: DEBUG oslo_vmware.api [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Task: {'id': task-3419963, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.126017] env[69858]: DEBUG nova.objects.base [None req-5a54781b-f302-4968-84ca-bded3bc5b954 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Object Instance<1128659c-a67d-4fd9-ae60-4105b8d53068> lazy-loaded attributes: info_cache,migration_context {{(pid=69858) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1237.126017] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe4f865-a052-4002-8bb5-ed37edf3be4d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.145080] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa9a99d8-60c6-473b-ab3e-980063185975 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.152684] env[69858]: DEBUG oslo_concurrency.lockutils [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Acquiring lock "5e2fec82-321e-409c-8436-c5d62a575b20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.153086] env[69858]: DEBUG oslo_concurrency.lockutils [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Lock "5e2fec82-321e-409c-8436-c5d62a575b20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.155983] env[69858]: DEBUG oslo_vmware.api [None req-5a54781b-f302-4968-84ca-bded3bc5b954 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1237.155983] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c700ff-e51d-5034-7d6c-a09c5ae7f1ea" [ 1237.155983] env[69858]: _type = "Task" [ 1237.155983] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.168857] env[69858]: DEBUG oslo_vmware.api [None req-5a54781b-f302-4968-84ca-bded3bc5b954 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c700ff-e51d-5034-7d6c-a09c5ae7f1ea, 'name': SearchDatastore_Task, 'duration_secs': 0.006395} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.169959] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5a54781b-f302-4968-84ca-bded3bc5b954 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.216250] env[69858]: DEBUG nova.scheduler.client.report [None req-8d1ac9a9-2f6a-49a8-a892-fc98cc780b9c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.597144] env[69858]: DEBUG oslo_vmware.api [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Task: {'id': task-3419963, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.658758] env[69858]: DEBUG nova.compute.manager [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1237.720739] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8d1ac9a9-2f6a-49a8-a892-fc98cc780b9c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.743s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.723361] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5a54781b-f302-4968-84ca-bded3bc5b954 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.554s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.753250] env[69858]: INFO nova.scheduler.client.report [None req-8d1ac9a9-2f6a-49a8-a892-fc98cc780b9c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Deleted allocations for instance 6d5188e0-7832-4986-a338-7e4da61e6f27 [ 1238.006762] env[69858]: DEBUG nova.compute.manager [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1238.032586] env[69858]: DEBUG nova.virt.hardware [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1238.033389] env[69858]: DEBUG nova.virt.hardware [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.033389] env[69858]: DEBUG nova.virt.hardware [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.033389] env[69858]: DEBUG nova.virt.hardware [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.033389] env[69858]: DEBUG nova.virt.hardware [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.033508] env[69858]: DEBUG nova.virt.hardware [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1238.033658] env[69858]: DEBUG nova.virt.hardware [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1238.034399] env[69858]: DEBUG nova.virt.hardware [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1238.034399] env[69858]: DEBUG nova.virt.hardware [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1238.034399] env[69858]: DEBUG nova.virt.hardware [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.034399] env[69858]: DEBUG nova.virt.hardware [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.035235] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb5c57c-c179-446a-9c9e-f411cfa0a0b7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.045197] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccefed77-cd7e-454c-951c-df381565ae5a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.097840] env[69858]: DEBUG oslo_vmware.api [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Task: {'id': task-3419963, 'name': ReconfigVM_Task, 'duration_secs': 1.003008} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.097840] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 67d9eddb-d485-4789-b8de-1b61a0e7d697/28914a4a-909f-453b-b81f-d96d90735622-rescue.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1238.098736] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305fedf6-3dfc-43d7-b063-82592416690b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.123929] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9963bca7-b8db-4c40-8fbb-2216b5f93c19 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.139961] env[69858]: DEBUG oslo_vmware.api [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Waiting for the task: (returnval){ [ 1238.139961] env[69858]: value = "task-3419965" [ 1238.139961] env[69858]: _type = "Task" [ 1238.139961] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.148428] env[69858]: DEBUG oslo_vmware.api [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Task: {'id': task-3419965, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.186827] env[69858]: DEBUG oslo_concurrency.lockutils [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.254599] env[69858]: DEBUG nova.compute.manager [req-30f3b0c6-744f-49ab-b1f0-6ef0c201a993 req-a1c3945e-0916-4b40-ae6e-7e887491557e service nova] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Received event network-vif-plugged-a6900ed3-d762-4b41-a530-867283e1177a {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.254712] env[69858]: DEBUG oslo_concurrency.lockutils [req-30f3b0c6-744f-49ab-b1f0-6ef0c201a993 req-a1c3945e-0916-4b40-ae6e-7e887491557e service nova] Acquiring lock "33ea1171-3001-470a-8db5-be8b2f02c670-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.254915] env[69858]: DEBUG oslo_concurrency.lockutils [req-30f3b0c6-744f-49ab-b1f0-6ef0c201a993 req-a1c3945e-0916-4b40-ae6e-7e887491557e service nova] Lock "33ea1171-3001-470a-8db5-be8b2f02c670-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.255102] env[69858]: DEBUG oslo_concurrency.lockutils [req-30f3b0c6-744f-49ab-b1f0-6ef0c201a993 req-a1c3945e-0916-4b40-ae6e-7e887491557e service nova] Lock "33ea1171-3001-470a-8db5-be8b2f02c670-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.255281] env[69858]: DEBUG nova.compute.manager [req-30f3b0c6-744f-49ab-b1f0-6ef0c201a993 req-a1c3945e-0916-4b40-ae6e-7e887491557e service nova] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] No waiting events found dispatching network-vif-plugged-a6900ed3-d762-4b41-a530-867283e1177a {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1238.256288] env[69858]: WARNING nova.compute.manager [req-30f3b0c6-744f-49ab-b1f0-6ef0c201a993 req-a1c3945e-0916-4b40-ae6e-7e887491557e service nova] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Received unexpected event network-vif-plugged-a6900ed3-d762-4b41-a530-867283e1177a for instance with vm_state building and task_state spawning. [ 1238.268122] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8d1ac9a9-2f6a-49a8-a892-fc98cc780b9c tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Lock "6d5188e0-7832-4986-a338-7e4da61e6f27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.480s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.407145] env[69858]: DEBUG nova.network.neutron [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Successfully updated port: a6900ed3-d762-4b41-a530-867283e1177a {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1238.442533] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b70172-1276-4141-aa4f-740fbbd2568d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.450544] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480da46d-6a8b-4928-8fd7-46dbeb248754 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.480914] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f79879e-58e2-4867-97d9-df80705b8aa4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.488818] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f27c735-4b22-43fd-9b85-78c8195e176d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.503871] env[69858]: DEBUG nova.compute.provider_tree [None req-5a54781b-f302-4968-84ca-bded3bc5b954 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.651979] env[69858]: DEBUG oslo_vmware.api [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Task: {'id': task-3419965, 'name': ReconfigVM_Task, 'duration_secs': 0.318115} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.652279] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1238.652561] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b10f910-00bf-45a1-b294-266b4bcdd7de {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.659700] env[69858]: DEBUG oslo_vmware.api [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Waiting for the task: (returnval){ [ 1238.659700] env[69858]: value = "task-3419966" [ 1238.659700] env[69858]: _type = "Task" [ 1238.659700] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.667460] env[69858]: DEBUG oslo_vmware.api [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Task: {'id': task-3419966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.909653] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "refresh_cache-33ea1171-3001-470a-8db5-be8b2f02c670" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.909807] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquired lock "refresh_cache-33ea1171-3001-470a-8db5-be8b2f02c670" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.909955] env[69858]: DEBUG nova.network.neutron [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.011122] env[69858]: DEBUG nova.scheduler.client.report [None req-5a54781b-f302-4968-84ca-bded3bc5b954 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.173277] env[69858]: DEBUG oslo_vmware.api [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Task: {'id': task-3419966, 'name': PowerOnVM_Task, 'duration_secs': 0.405431} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.173584] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1239.176247] env[69858]: DEBUG nova.compute.manager [None req-cc12df23-a35a-4284-afa7-786ec80cdb92 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1239.177091] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3664c85e-3a91-4b36-8b0a-7af47ad0a325 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.442376] env[69858]: DEBUG nova.network.neutron [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1239.596024] env[69858]: DEBUG nova.network.neutron [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Updating instance_info_cache with network_info: [{"id": "a6900ed3-d762-4b41-a530-867283e1177a", "address": "fa:16:3e:c0:b9:1c", "network": {"id": "f1ab05d5-73c8-43f1-82cd-36d1a6d246c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1201552373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19711d5bf05b42d6bcd1a4f2f89fd166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6900ed3-d7", "ovs_interfaceid": "a6900ed3-d762-4b41-a530-867283e1177a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.948918] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "5df8bf6f-7ee1-498f-83a4-4baa81b9dde4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.949447] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "5df8bf6f-7ee1-498f-83a4-4baa81b9dde4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.025591] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5a54781b-f302-4968-84ca-bded3bc5b954 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.302s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.029888] env[69858]: DEBUG oslo_concurrency.lockutils [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.843s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.032368] env[69858]: INFO nova.compute.claims [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1240.052581] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f3b120b-def2-49c7-9c8b-ee6a2d7f5c04 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Volume attach. Driver type: vmdk {{(pid=69858) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1240.052822] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f3b120b-def2-49c7-9c8b-ee6a2d7f5c04 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682320', 'volume_id': '2835ef99-d1e6-418b-b1df-489c865ec9f5', 'name': 'volume-2835ef99-d1e6-418b-b1df-489c865ec9f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0673aa8b-d5ea-4e61-86a0-b12868470de2', 'attached_at': '', 'detached_at': '', 'volume_id': '2835ef99-d1e6-418b-b1df-489c865ec9f5', 'serial': '2835ef99-d1e6-418b-b1df-489c865ec9f5'} {{(pid=69858) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1240.053724] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974ac199-6c0a-4047-907c-8c23472e92b0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.070780] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632dd269-d3d5-41d1-a863-0b572bbf2e9a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.096044] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f3b120b-def2-49c7-9c8b-ee6a2d7f5c04 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] volume-2835ef99-d1e6-418b-b1df-489c865ec9f5/volume-2835ef99-d1e6-418b-b1df-489c865ec9f5.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.096861] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Releasing lock "refresh_cache-33ea1171-3001-470a-8db5-be8b2f02c670" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.097176] env[69858]: DEBUG nova.compute.manager [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Instance network_info: |[{"id": "a6900ed3-d762-4b41-a530-867283e1177a", "address": "fa:16:3e:c0:b9:1c", "network": {"id": "f1ab05d5-73c8-43f1-82cd-36d1a6d246c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1201552373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19711d5bf05b42d6bcd1a4f2f89fd166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6900ed3-d7", "ovs_interfaceid": "a6900ed3-d762-4b41-a530-867283e1177a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1240.097440] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77ac4d9f-bc6f-4dc5-8b02-0770516864ff {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.110303] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:b9:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6900ed3-d762-4b41-a530-867283e1177a', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1240.117338] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1240.117871] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1240.118792] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8d319bc-5509-4bb7-beb4-835a0ac2c151 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.135097] env[69858]: DEBUG oslo_vmware.api [None req-6f3b120b-def2-49c7-9c8b-ee6a2d7f5c04 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for the task: (returnval){ [ 1240.135097] env[69858]: value = "task-3419967" [ 1240.135097] env[69858]: _type = "Task" [ 1240.135097] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.140597] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1240.140597] env[69858]: value = "task-3419968" [ 1240.140597] env[69858]: _type = "Task" [ 1240.140597] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.143343] env[69858]: DEBUG oslo_vmware.api [None req-6f3b120b-def2-49c7-9c8b-ee6a2d7f5c04 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3419967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.150916] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419968, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.281379] env[69858]: DEBUG nova.compute.manager [req-c36d3e11-9d86-4e32-94bb-5291c12873f0 req-af5e8d93-cc1b-45ab-ac93-76a0744e8fe5 service nova] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Received event network-changed-a6900ed3-d762-4b41-a530-867283e1177a {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.281669] env[69858]: DEBUG nova.compute.manager [req-c36d3e11-9d86-4e32-94bb-5291c12873f0 req-af5e8d93-cc1b-45ab-ac93-76a0744e8fe5 service nova] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Refreshing instance network info cache due to event network-changed-a6900ed3-d762-4b41-a530-867283e1177a. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1240.281954] env[69858]: DEBUG oslo_concurrency.lockutils [req-c36d3e11-9d86-4e32-94bb-5291c12873f0 req-af5e8d93-cc1b-45ab-ac93-76a0744e8fe5 service nova] Acquiring lock "refresh_cache-33ea1171-3001-470a-8db5-be8b2f02c670" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.282204] env[69858]: DEBUG oslo_concurrency.lockutils [req-c36d3e11-9d86-4e32-94bb-5291c12873f0 req-af5e8d93-cc1b-45ab-ac93-76a0744e8fe5 service nova] Acquired lock "refresh_cache-33ea1171-3001-470a-8db5-be8b2f02c670" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.282421] env[69858]: DEBUG nova.network.neutron [req-c36d3e11-9d86-4e32-94bb-5291c12873f0 req-af5e8d93-cc1b-45ab-ac93-76a0744e8fe5 service nova] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Refreshing network info cache for port a6900ed3-d762-4b41-a530-867283e1177a {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1240.451467] env[69858]: DEBUG nova.compute.manager [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1240.595532] env[69858]: INFO nova.scheduler.client.report [None req-5a54781b-f302-4968-84ca-bded3bc5b954 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Deleted allocation for migration ddc6af3a-779a-4cce-abbd-03e1452c774c [ 1240.642869] env[69858]: DEBUG nova.compute.manager [req-f0f831cc-2613-45cb-ab98-4d30cad1691c req-748a28bd-b53e-480f-813c-fa65eb4461ac service nova] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Received event network-changed-c6d8cbbc-3f96-408c-9c97-7f1c45a08e80 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.643106] env[69858]: DEBUG nova.compute.manager [req-f0f831cc-2613-45cb-ab98-4d30cad1691c req-748a28bd-b53e-480f-813c-fa65eb4461ac service nova] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Refreshing instance network info cache due to event network-changed-c6d8cbbc-3f96-408c-9c97-7f1c45a08e80. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1240.643323] env[69858]: DEBUG oslo_concurrency.lockutils [req-f0f831cc-2613-45cb-ab98-4d30cad1691c req-748a28bd-b53e-480f-813c-fa65eb4461ac service nova] Acquiring lock "refresh_cache-67d9eddb-d485-4789-b8de-1b61a0e7d697" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.643471] env[69858]: DEBUG oslo_concurrency.lockutils [req-f0f831cc-2613-45cb-ab98-4d30cad1691c req-748a28bd-b53e-480f-813c-fa65eb4461ac service nova] Acquired lock "refresh_cache-67d9eddb-d485-4789-b8de-1b61a0e7d697" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.643641] env[69858]: DEBUG nova.network.neutron [req-f0f831cc-2613-45cb-ab98-4d30cad1691c req-748a28bd-b53e-480f-813c-fa65eb4461ac service nova] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Refreshing network info cache for port c6d8cbbc-3f96-408c-9c97-7f1c45a08e80 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1240.653115] env[69858]: DEBUG oslo_vmware.api [None req-6f3b120b-def2-49c7-9c8b-ee6a2d7f5c04 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3419967, 'name': ReconfigVM_Task, 'duration_secs': 0.349532} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.653763] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f3b120b-def2-49c7-9c8b-ee6a2d7f5c04 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Reconfigured VM instance instance-00000066 to attach disk [datastore1] volume-2835ef99-d1e6-418b-b1df-489c865ec9f5/volume-2835ef99-d1e6-418b-b1df-489c865ec9f5.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.661715] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7510860b-9acf-497f-992e-a532d7995901 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.671580] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419968, 'name': CreateVM_Task, 'duration_secs': 0.346342} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.672160] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1240.673219] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.673402] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.673709] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.673953] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d55103ef-77c7-4a68-b8de-862a8a490041 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.679481] env[69858]: DEBUG oslo_vmware.api [None req-6f3b120b-def2-49c7-9c8b-ee6a2d7f5c04 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for the task: (returnval){ [ 1240.679481] env[69858]: value = "task-3419969" [ 1240.679481] env[69858]: _type = "Task" [ 1240.679481] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.679481] env[69858]: DEBUG oslo_vmware.api [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1240.679481] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529f50cd-12af-8e93-05b8-2133c328cf92" [ 1240.679481] env[69858]: _type = "Task" [ 1240.679481] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.690055] env[69858]: DEBUG oslo_vmware.api [None req-6f3b120b-def2-49c7-9c8b-ee6a2d7f5c04 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3419969, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.692785] env[69858]: DEBUG oslo_vmware.api [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529f50cd-12af-8e93-05b8-2133c328cf92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.976291] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.977728] env[69858]: DEBUG nova.network.neutron [req-c36d3e11-9d86-4e32-94bb-5291c12873f0 req-af5e8d93-cc1b-45ab-ac93-76a0744e8fe5 service nova] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Updated VIF entry in instance network info cache for port a6900ed3-d762-4b41-a530-867283e1177a. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1240.978189] env[69858]: DEBUG nova.network.neutron [req-c36d3e11-9d86-4e32-94bb-5291c12873f0 req-af5e8d93-cc1b-45ab-ac93-76a0744e8fe5 service nova] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Updating instance_info_cache with network_info: [{"id": "a6900ed3-d762-4b41-a530-867283e1177a", "address": "fa:16:3e:c0:b9:1c", "network": {"id": "f1ab05d5-73c8-43f1-82cd-36d1a6d246c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1201552373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19711d5bf05b42d6bcd1a4f2f89fd166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6900ed3-d7", "ovs_interfaceid": "a6900ed3-d762-4b41-a530-867283e1177a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.101683] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5a54781b-f302-4968-84ca-bded3bc5b954 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "1128659c-a67d-4fd9-ae60-4105b8d53068" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.854s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.212625] env[69858]: DEBUG oslo_vmware.api [None req-6f3b120b-def2-49c7-9c8b-ee6a2d7f5c04 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3419969, 'name': ReconfigVM_Task, 'duration_secs': 0.150779} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.212903] env[69858]: DEBUG oslo_vmware.api [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529f50cd-12af-8e93-05b8-2133c328cf92, 'name': SearchDatastore_Task, 'duration_secs': 0.016092} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.213420] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f3b120b-def2-49c7-9c8b-ee6a2d7f5c04 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682320', 'volume_id': '2835ef99-d1e6-418b-b1df-489c865ec9f5', 'name': 'volume-2835ef99-d1e6-418b-b1df-489c865ec9f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0673aa8b-d5ea-4e61-86a0-b12868470de2', 'attached_at': '', 'detached_at': '', 'volume_id': '2835ef99-d1e6-418b-b1df-489c865ec9f5', 'serial': '2835ef99-d1e6-418b-b1df-489c865ec9f5'} {{(pid=69858) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1241.214966] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.215209] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1241.215453] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.215596] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.218023] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1241.218023] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01d9881d-3f32-4801-a563-b10844b2b82c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.228400] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1241.229519] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1241.233860] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15b7730d-b3ee-4937-aa81-ec9036e95041 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.242496] env[69858]: DEBUG oslo_vmware.api [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1241.242496] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52609745-70e0-e8f6-42b3-cc0251c62f02" [ 1241.242496] env[69858]: _type = "Task" [ 1241.242496] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.256495] env[69858]: DEBUG oslo_vmware.api [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52609745-70e0-e8f6-42b3-cc0251c62f02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.269537] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec58d55e-685c-4fa5-8a39-de906f8278a3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.281040] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c5d61f-b58e-493b-96e3-2a08a0393b46 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.319104] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155286d3-0fe6-42d7-91f9-ffa7bd7eafce {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.327845] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5320a14e-ce24-496c-958b-17f27d1d4542 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.343243] env[69858]: DEBUG nova.compute.provider_tree [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.423483] env[69858]: DEBUG nova.network.neutron [req-f0f831cc-2613-45cb-ab98-4d30cad1691c req-748a28bd-b53e-480f-813c-fa65eb4461ac service nova] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Updated VIF entry in instance network info cache for port c6d8cbbc-3f96-408c-9c97-7f1c45a08e80. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1241.423913] env[69858]: DEBUG nova.network.neutron [req-f0f831cc-2613-45cb-ab98-4d30cad1691c req-748a28bd-b53e-480f-813c-fa65eb4461ac service nova] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Updating instance_info_cache with network_info: [{"id": "c6d8cbbc-3f96-408c-9c97-7f1c45a08e80", "address": "fa:16:3e:c2:9f:fc", "network": {"id": "f14ddbf1-36f4-4abd-b495-fd2b1691d2ce", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-940616066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "352f1221a05241439dcc96d985534b66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6d8cbbc-3f", "ovs_interfaceid": "c6d8cbbc-3f96-408c-9c97-7f1c45a08e80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.481034] env[69858]: DEBUG oslo_concurrency.lockutils [req-c36d3e11-9d86-4e32-94bb-5291c12873f0 req-af5e8d93-cc1b-45ab-ac93-76a0744e8fe5 service nova] Releasing lock "refresh_cache-33ea1171-3001-470a-8db5-be8b2f02c670" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.543923] env[69858]: INFO nova.compute.manager [None req-c305a1fb-151d-44ab-887a-dc0b3746bd81 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Get console output [ 1241.544218] env[69858]: WARNING nova.virt.vmwareapi.driver [None req-c305a1fb-151d-44ab-887a-dc0b3746bd81 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] The console log is missing. Check your VSPC configuration [ 1241.755680] env[69858]: DEBUG oslo_vmware.api [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52609745-70e0-e8f6-42b3-cc0251c62f02, 'name': SearchDatastore_Task, 'duration_secs': 0.01081} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.758388] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46b08bfb-6c12-4c77-bc04-241e2fcb737a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.765031] env[69858]: DEBUG oslo_vmware.api [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1241.765031] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d118b2-ed0b-a280-0253-5056b6a7ca19" [ 1241.765031] env[69858]: _type = "Task" [ 1241.765031] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.774617] env[69858]: DEBUG oslo_vmware.api [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d118b2-ed0b-a280-0253-5056b6a7ca19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.846970] env[69858]: DEBUG nova.scheduler.client.report [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.927278] env[69858]: DEBUG oslo_concurrency.lockutils [req-f0f831cc-2613-45cb-ab98-4d30cad1691c req-748a28bd-b53e-480f-813c-fa65eb4461ac service nova] Releasing lock "refresh_cache-67d9eddb-d485-4789-b8de-1b61a0e7d697" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.262660] env[69858]: DEBUG nova.objects.instance [None req-6f3b120b-def2-49c7-9c8b-ee6a2d7f5c04 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lazy-loading 'flavor' on Instance uuid 0673aa8b-d5ea-4e61-86a0-b12868470de2 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.283189] env[69858]: DEBUG oslo_vmware.api [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d118b2-ed0b-a280-0253-5056b6a7ca19, 'name': SearchDatastore_Task, 'duration_secs': 0.018311} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.283967] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.284248] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 33ea1171-3001-470a-8db5-be8b2f02c670/33ea1171-3001-470a-8db5-be8b2f02c670.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1242.285466] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8f26fdc-be61-4939-94a1-d6d1c4d0929b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.297033] env[69858]: DEBUG oslo_vmware.api [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1242.297033] env[69858]: value = "task-3419970" [ 1242.297033] env[69858]: _type = "Task" [ 1242.297033] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.304482] env[69858]: DEBUG oslo_vmware.api [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.354620] env[69858]: DEBUG oslo_concurrency.lockutils [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.360670] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.379s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.360670] env[69858]: INFO nova.compute.claims [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1242.776800] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6f3b120b-def2-49c7-9c8b-ee6a2d7f5c04 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "0673aa8b-d5ea-4e61-86a0-b12868470de2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.357s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.820089] env[69858]: DEBUG oslo_vmware.api [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419970, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.864726] env[69858]: DEBUG oslo_concurrency.lockutils [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Acquiring lock "7dfee789-7894-40ae-b760-e3c197f7ed6c" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.864996] env[69858]: DEBUG oslo_concurrency.lockutils [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Lock "7dfee789-7894-40ae-b760-e3c197f7ed6c" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.947022] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d6b33a78-6b58-45e8-a8fe-4cf9b5165877 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Acquiring lock "0673aa8b-d5ea-4e61-86a0-b12868470de2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.947022] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d6b33a78-6b58-45e8-a8fe-4cf9b5165877 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "0673aa8b-d5ea-4e61-86a0-b12868470de2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.947022] env[69858]: DEBUG nova.compute.manager [None req-d6b33a78-6b58-45e8-a8fe-4cf9b5165877 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1242.947022] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e819fa-64c8-4ca3-99e1-a99fb094e0ba {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.953305] env[69858]: DEBUG nova.compute.manager [None req-d6b33a78-6b58-45e8-a8fe-4cf9b5165877 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69858) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1242.954478] env[69858]: DEBUG nova.objects.instance [None req-d6b33a78-6b58-45e8-a8fe-4cf9b5165877 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lazy-loading 'flavor' on Instance uuid 0673aa8b-d5ea-4e61-86a0-b12868470de2 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.187370] env[69858]: DEBUG nova.compute.manager [req-05978624-6cb5-4b68-87f6-7a316af0ea60 req-8bdab238-d561-4418-aef3-d78ccccaad77 service nova] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Received event network-changed-c6d8cbbc-3f96-408c-9c97-7f1c45a08e80 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.187576] env[69858]: DEBUG nova.compute.manager [req-05978624-6cb5-4b68-87f6-7a316af0ea60 req-8bdab238-d561-4418-aef3-d78ccccaad77 service nova] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Refreshing instance network info cache due to event network-changed-c6d8cbbc-3f96-408c-9c97-7f1c45a08e80. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1243.187792] env[69858]: DEBUG oslo_concurrency.lockutils [req-05978624-6cb5-4b68-87f6-7a316af0ea60 req-8bdab238-d561-4418-aef3-d78ccccaad77 service nova] Acquiring lock "refresh_cache-67d9eddb-d485-4789-b8de-1b61a0e7d697" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.187937] env[69858]: DEBUG oslo_concurrency.lockutils [req-05978624-6cb5-4b68-87f6-7a316af0ea60 req-8bdab238-d561-4418-aef3-d78ccccaad77 service nova] Acquired lock "refresh_cache-67d9eddb-d485-4789-b8de-1b61a0e7d697" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.188111] env[69858]: DEBUG nova.network.neutron [req-05978624-6cb5-4b68-87f6-7a316af0ea60 req-8bdab238-d561-4418-aef3-d78ccccaad77 service nova] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Refreshing network info cache for port c6d8cbbc-3f96-408c-9c97-7f1c45a08e80 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.308780] env[69858]: DEBUG oslo_vmware.api [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419970, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.862055} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.309096] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 33ea1171-3001-470a-8db5-be8b2f02c670/33ea1171-3001-470a-8db5-be8b2f02c670.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1243.309280] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1243.309544] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91fecb21-ad72-458a-b29a-c0580956381a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.316658] env[69858]: DEBUG oslo_vmware.api [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1243.316658] env[69858]: value = "task-3419971" [ 1243.316658] env[69858]: _type = "Task" [ 1243.316658] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.326771] env[69858]: DEBUG oslo_vmware.api [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419971, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.371341] env[69858]: DEBUG oslo_concurrency.lockutils [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Lock "7dfee789-7894-40ae-b760-e3c197f7ed6c" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.372105] env[69858]: DEBUG nova.compute.manager [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1243.551013] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e610f08-1e9b-4b34-9e43-695b03847b87 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.559929] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0e3cbd-88ff-42dd-9197-c4a80fe7047e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.592588] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97aee1c-677d-4de5-af93-f5e8800955d5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.601372] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931dee28-c954-4748-807d-4f38b797442c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.615883] env[69858]: DEBUG nova.compute.provider_tree [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.825465] env[69858]: DEBUG oslo_vmware.api [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419971, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071942} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.829018] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1243.829018] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c050d4f-6e57-4f7c-a967-8d9911ff06e5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.852178] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 33ea1171-3001-470a-8db5-be8b2f02c670/33ea1171-3001-470a-8db5-be8b2f02c670.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.854543] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8de6006f-85b0-436f-9ffe-925e048ff381 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.876404] env[69858]: DEBUG oslo_vmware.api [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1243.876404] env[69858]: value = "task-3419972" [ 1243.876404] env[69858]: _type = "Task" [ 1243.876404] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.881735] env[69858]: DEBUG nova.compute.utils [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1243.884495] env[69858]: DEBUG nova.compute.manager [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1243.884676] env[69858]: DEBUG nova.network.neutron [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1243.892546] env[69858]: DEBUG oslo_vmware.api [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419972, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.905979] env[69858]: DEBUG nova.network.neutron [req-05978624-6cb5-4b68-87f6-7a316af0ea60 req-8bdab238-d561-4418-aef3-d78ccccaad77 service nova] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Updated VIF entry in instance network info cache for port c6d8cbbc-3f96-408c-9c97-7f1c45a08e80. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.906415] env[69858]: DEBUG nova.network.neutron [req-05978624-6cb5-4b68-87f6-7a316af0ea60 req-8bdab238-d561-4418-aef3-d78ccccaad77 service nova] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Updating instance_info_cache with network_info: [{"id": "c6d8cbbc-3f96-408c-9c97-7f1c45a08e80", "address": "fa:16:3e:c2:9f:fc", "network": {"id": "f14ddbf1-36f4-4abd-b495-fd2b1691d2ce", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-940616066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "352f1221a05241439dcc96d985534b66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6d8cbbc-3f", "ovs_interfaceid": "c6d8cbbc-3f96-408c-9c97-7f1c45a08e80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.966184] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b33a78-6b58-45e8-a8fe-4cf9b5165877 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.967047] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49fa4b58-d70e-4103-8d5d-25e7112549eb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.974780] env[69858]: DEBUG oslo_vmware.api [None req-d6b33a78-6b58-45e8-a8fe-4cf9b5165877 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for the task: (returnval){ [ 1243.974780] env[69858]: value = "task-3419973" [ 1243.974780] env[69858]: _type = "Task" [ 1243.974780] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.980682] env[69858]: DEBUG nova.policy [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ddcf7ec307e47048b5d6cdf9f48c8d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac94169e4bbc446087693ddf5355c2db', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1243.985508] env[69858]: DEBUG oslo_vmware.api [None req-d6b33a78-6b58-45e8-a8fe-4cf9b5165877 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3419973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.122034] env[69858]: DEBUG nova.scheduler.client.report [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.388396] env[69858]: DEBUG nova.compute.manager [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1244.392136] env[69858]: DEBUG oslo_vmware.api [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.400721] env[69858]: DEBUG nova.network.neutron [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Successfully created port: d6eaacd5-a397-48f8-a331-563187c71c9b {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1244.409541] env[69858]: DEBUG oslo_concurrency.lockutils [req-05978624-6cb5-4b68-87f6-7a316af0ea60 req-8bdab238-d561-4418-aef3-d78ccccaad77 service nova] Releasing lock "refresh_cache-67d9eddb-d485-4789-b8de-1b61a0e7d697" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.409857] env[69858]: DEBUG nova.compute.manager [req-05978624-6cb5-4b68-87f6-7a316af0ea60 req-8bdab238-d561-4418-aef3-d78ccccaad77 service nova] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Received event network-changed-c6d8cbbc-3f96-408c-9c97-7f1c45a08e80 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.410078] env[69858]: DEBUG nova.compute.manager [req-05978624-6cb5-4b68-87f6-7a316af0ea60 req-8bdab238-d561-4418-aef3-d78ccccaad77 service nova] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Refreshing instance network info cache due to event network-changed-c6d8cbbc-3f96-408c-9c97-7f1c45a08e80. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1244.410331] env[69858]: DEBUG oslo_concurrency.lockutils [req-05978624-6cb5-4b68-87f6-7a316af0ea60 req-8bdab238-d561-4418-aef3-d78ccccaad77 service nova] Acquiring lock "refresh_cache-67d9eddb-d485-4789-b8de-1b61a0e7d697" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.410492] env[69858]: DEBUG oslo_concurrency.lockutils [req-05978624-6cb5-4b68-87f6-7a316af0ea60 req-8bdab238-d561-4418-aef3-d78ccccaad77 service nova] Acquired lock "refresh_cache-67d9eddb-d485-4789-b8de-1b61a0e7d697" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.410663] env[69858]: DEBUG nova.network.neutron [req-05978624-6cb5-4b68-87f6-7a316af0ea60 req-8bdab238-d561-4418-aef3-d78ccccaad77 service nova] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Refreshing network info cache for port c6d8cbbc-3f96-408c-9c97-7f1c45a08e80 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1244.485384] env[69858]: DEBUG oslo_vmware.api [None req-d6b33a78-6b58-45e8-a8fe-4cf9b5165877 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3419973, 'name': PowerOffVM_Task, 'duration_secs': 0.218647} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.485741] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b33a78-6b58-45e8-a8fe-4cf9b5165877 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1244.485974] env[69858]: DEBUG nova.compute.manager [None req-d6b33a78-6b58-45e8-a8fe-4cf9b5165877 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1244.486785] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8e98d0-1989-49d4-8af8-772059c9252d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.569175] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f37c923f-4b71-417f-88da-acac2599fbc3 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Acquiring lock "67d9eddb-d485-4789-b8de-1b61a0e7d697" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.569463] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f37c923f-4b71-417f-88da-acac2599fbc3 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Lock "67d9eddb-d485-4789-b8de-1b61a0e7d697" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.569679] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f37c923f-4b71-417f-88da-acac2599fbc3 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Acquiring lock "67d9eddb-d485-4789-b8de-1b61a0e7d697-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.570037] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f37c923f-4b71-417f-88da-acac2599fbc3 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Lock "67d9eddb-d485-4789-b8de-1b61a0e7d697-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.570037] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f37c923f-4b71-417f-88da-acac2599fbc3 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Lock "67d9eddb-d485-4789-b8de-1b61a0e7d697-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.572466] env[69858]: INFO nova.compute.manager [None req-f37c923f-4b71-417f-88da-acac2599fbc3 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Terminating instance [ 1244.627808] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.270s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.627808] env[69858]: DEBUG nova.compute.manager [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1244.887841] env[69858]: DEBUG oslo_vmware.api [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419972, 'name': ReconfigVM_Task, 'duration_secs': 0.660678} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.888341] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 33ea1171-3001-470a-8db5-be8b2f02c670/33ea1171-3001-470a-8db5-be8b2f02c670.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1244.890034] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-096e1ef9-22c6-4a18-a093-1c8405c65c84 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.900276] env[69858]: DEBUG oslo_vmware.api [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1244.900276] env[69858]: value = "task-3419974" [ 1244.900276] env[69858]: _type = "Task" [ 1244.900276] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.908981] env[69858]: DEBUG oslo_vmware.api [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419974, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.998834] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d6b33a78-6b58-45e8-a8fe-4cf9b5165877 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "0673aa8b-d5ea-4e61-86a0-b12868470de2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.075916] env[69858]: DEBUG nova.compute.manager [None req-f37c923f-4b71-417f-88da-acac2599fbc3 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1245.076184] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f37c923f-4b71-417f-88da-acac2599fbc3 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1245.077115] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093790c1-5b94-4af9-8463-04516f29dde8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.084536] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f37c923f-4b71-417f-88da-acac2599fbc3 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.084780] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4aa88c3e-8e0a-4b4f-be84-a6823d4257c8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.090671] env[69858]: DEBUG oslo_vmware.api [None req-f37c923f-4b71-417f-88da-acac2599fbc3 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Waiting for the task: (returnval){ [ 1245.090671] env[69858]: value = "task-3419975" [ 1245.090671] env[69858]: _type = "Task" [ 1245.090671] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.099029] env[69858]: DEBUG oslo_vmware.api [None req-f37c923f-4b71-417f-88da-acac2599fbc3 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Task: {'id': task-3419975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.100399] env[69858]: DEBUG nova.network.neutron [req-05978624-6cb5-4b68-87f6-7a316af0ea60 req-8bdab238-d561-4418-aef3-d78ccccaad77 service nova] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Updated VIF entry in instance network info cache for port c6d8cbbc-3f96-408c-9c97-7f1c45a08e80. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1245.100744] env[69858]: DEBUG nova.network.neutron [req-05978624-6cb5-4b68-87f6-7a316af0ea60 req-8bdab238-d561-4418-aef3-d78ccccaad77 service nova] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Updating instance_info_cache with network_info: [{"id": "c6d8cbbc-3f96-408c-9c97-7f1c45a08e80", "address": "fa:16:3e:c2:9f:fc", "network": {"id": "f14ddbf1-36f4-4abd-b495-fd2b1691d2ce", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-940616066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "352f1221a05241439dcc96d985534b66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6d8cbbc-3f", "ovs_interfaceid": "c6d8cbbc-3f96-408c-9c97-7f1c45a08e80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.132654] env[69858]: DEBUG nova.compute.utils [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1245.134126] env[69858]: DEBUG nova.compute.manager [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1245.134259] env[69858]: DEBUG nova.network.neutron [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1245.174802] env[69858]: DEBUG nova.policy [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1486c2af6bbd45acabb6ac618ad6d546', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bc6fe72e6e849c9968ccd3f484284b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1245.273541] env[69858]: DEBUG nova.compute.manager [req-ff2632db-1aae-4655-adb0-bdd7942e1d44 req-3516803d-4807-4a4f-89a2-71af66d77896 service nova] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Received event network-changed-c6d8cbbc-3f96-408c-9c97-7f1c45a08e80 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.273863] env[69858]: DEBUG nova.compute.manager [req-ff2632db-1aae-4655-adb0-bdd7942e1d44 req-3516803d-4807-4a4f-89a2-71af66d77896 service nova] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Refreshing instance network info cache due to event network-changed-c6d8cbbc-3f96-408c-9c97-7f1c45a08e80. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1245.274112] env[69858]: DEBUG oslo_concurrency.lockutils [req-ff2632db-1aae-4655-adb0-bdd7942e1d44 req-3516803d-4807-4a4f-89a2-71af66d77896 service nova] Acquiring lock "refresh_cache-67d9eddb-d485-4789-b8de-1b61a0e7d697" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.399451] env[69858]: DEBUG nova.compute.manager [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1245.414414] env[69858]: DEBUG oslo_vmware.api [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419974, 'name': Rename_Task, 'duration_secs': 0.176556} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.414702] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1245.414958] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e394ff6-ff7f-48e4-97a5-48accccb51f1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.425237] env[69858]: DEBUG oslo_vmware.api [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1245.425237] env[69858]: value = "task-3419976" [ 1245.425237] env[69858]: _type = "Task" [ 1245.425237] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.435876] env[69858]: DEBUG nova.virt.hardware [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1245.436137] env[69858]: DEBUG nova.virt.hardware [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.436302] env[69858]: DEBUG nova.virt.hardware [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1245.436486] env[69858]: DEBUG nova.virt.hardware [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.436637] env[69858]: DEBUG nova.virt.hardware [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1245.436788] env[69858]: DEBUG nova.virt.hardware [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1245.437010] env[69858]: DEBUG nova.virt.hardware [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1245.437437] env[69858]: DEBUG nova.virt.hardware [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1245.437437] env[69858]: DEBUG nova.virt.hardware [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1245.437562] env[69858]: DEBUG nova.virt.hardware [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1245.437670] env[69858]: DEBUG nova.virt.hardware [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1245.438528] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e6e551-36c6-4ba0-b125-49fc7f3f150d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.451241] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb63404b-ca7e-4590-80e5-7f381056ce26 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.455015] env[69858]: DEBUG oslo_vmware.api [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419976, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.475595] env[69858]: DEBUG nova.network.neutron [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Successfully created port: fb11073a-60ba-42e4-b864-d1cc95cf0196 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1245.601161] env[69858]: DEBUG oslo_vmware.api [None req-f37c923f-4b71-417f-88da-acac2599fbc3 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Task: {'id': task-3419975, 'name': PowerOffVM_Task, 'duration_secs': 0.226997} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.601161] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f37c923f-4b71-417f-88da-acac2599fbc3 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1245.601161] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f37c923f-4b71-417f-88da-acac2599fbc3 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1245.601161] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30077edb-3ee6-4915-ba1a-41d6f1f080ce {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.603743] env[69858]: DEBUG oslo_concurrency.lockutils [req-05978624-6cb5-4b68-87f6-7a316af0ea60 req-8bdab238-d561-4418-aef3-d78ccccaad77 service nova] Releasing lock "refresh_cache-67d9eddb-d485-4789-b8de-1b61a0e7d697" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.603743] env[69858]: DEBUG oslo_concurrency.lockutils [req-ff2632db-1aae-4655-adb0-bdd7942e1d44 req-3516803d-4807-4a4f-89a2-71af66d77896 service nova] Acquired lock "refresh_cache-67d9eddb-d485-4789-b8de-1b61a0e7d697" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.603743] env[69858]: DEBUG nova.network.neutron [req-ff2632db-1aae-4655-adb0-bdd7942e1d44 req-3516803d-4807-4a4f-89a2-71af66d77896 service nova] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Refreshing network info cache for port c6d8cbbc-3f96-408c-9c97-7f1c45a08e80 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1245.637686] env[69858]: DEBUG nova.compute.manager [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1245.674555] env[69858]: DEBUG nova.objects.instance [None req-f19b7c44-a769-4473-9d9e-abce84ffcb1e tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lazy-loading 'flavor' on Instance uuid 0673aa8b-d5ea-4e61-86a0-b12868470de2 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.875627] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f37c923f-4b71-417f-88da-acac2599fbc3 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.875867] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f37c923f-4b71-417f-88da-acac2599fbc3 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.876074] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-f37c923f-4b71-417f-88da-acac2599fbc3 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Deleting the datastore file [datastore1] 67d9eddb-d485-4789-b8de-1b61a0e7d697 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.876365] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69935729-f6c6-4de1-b958-6882e2e16010 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.883706] env[69858]: DEBUG oslo_vmware.api [None req-f37c923f-4b71-417f-88da-acac2599fbc3 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Waiting for the task: (returnval){ [ 1245.883706] env[69858]: value = "task-3419978" [ 1245.883706] env[69858]: _type = "Task" [ 1245.883706] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.892479] env[69858]: DEBUG oslo_vmware.api [None req-f37c923f-4b71-417f-88da-acac2599fbc3 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Task: {'id': task-3419978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.937328] env[69858]: DEBUG oslo_vmware.api [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419976, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.183015] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f19b7c44-a769-4473-9d9e-abce84ffcb1e tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Acquiring lock "refresh_cache-0673aa8b-d5ea-4e61-86a0-b12868470de2" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.183015] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f19b7c44-a769-4473-9d9e-abce84ffcb1e tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Acquired lock "refresh_cache-0673aa8b-d5ea-4e61-86a0-b12868470de2" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.183015] env[69858]: DEBUG nova.network.neutron [None req-f19b7c44-a769-4473-9d9e-abce84ffcb1e tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1246.183015] env[69858]: DEBUG nova.objects.instance [None req-f19b7c44-a769-4473-9d9e-abce84ffcb1e tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lazy-loading 'info_cache' on Instance uuid 0673aa8b-d5ea-4e61-86a0-b12868470de2 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.405598] env[69858]: DEBUG oslo_vmware.api [None req-f37c923f-4b71-417f-88da-acac2599fbc3 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Task: {'id': task-3419978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.409811} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.405970] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-f37c923f-4b71-417f-88da-acac2599fbc3 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1246.406197] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f37c923f-4b71-417f-88da-acac2599fbc3 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1246.406375] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f37c923f-4b71-417f-88da-acac2599fbc3 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1246.406554] env[69858]: INFO nova.compute.manager [None req-f37c923f-4b71-417f-88da-acac2599fbc3 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1246.406805] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f37c923f-4b71-417f-88da-acac2599fbc3 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1246.407014] env[69858]: DEBUG nova.compute.manager [-] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1246.407117] env[69858]: DEBUG nova.network.neutron [-] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1246.441905] env[69858]: DEBUG oslo_vmware.api [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3419976, 'name': PowerOnVM_Task, 'duration_secs': 0.680844} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.442293] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1246.442554] env[69858]: INFO nova.compute.manager [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1246.442820] env[69858]: DEBUG nova.compute.manager [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1246.443668] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df27d693-4b7b-4c02-811f-b7a6fd8ae214 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.625623] env[69858]: DEBUG nova.network.neutron [req-ff2632db-1aae-4655-adb0-bdd7942e1d44 req-3516803d-4807-4a4f-89a2-71af66d77896 service nova] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Updated VIF entry in instance network info cache for port c6d8cbbc-3f96-408c-9c97-7f1c45a08e80. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1246.626063] env[69858]: DEBUG nova.network.neutron [req-ff2632db-1aae-4655-adb0-bdd7942e1d44 req-3516803d-4807-4a4f-89a2-71af66d77896 service nova] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Updating instance_info_cache with network_info: [{"id": "c6d8cbbc-3f96-408c-9c97-7f1c45a08e80", "address": "fa:16:3e:c2:9f:fc", "network": {"id": "f14ddbf1-36f4-4abd-b495-fd2b1691d2ce", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-940616066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "352f1221a05241439dcc96d985534b66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6d8cbbc-3f", "ovs_interfaceid": "c6d8cbbc-3f96-408c-9c97-7f1c45a08e80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.649133] env[69858]: DEBUG nova.compute.manager [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1246.686365] env[69858]: DEBUG nova.virt.hardware [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1246.686365] env[69858]: DEBUG nova.virt.hardware [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1246.686365] env[69858]: DEBUG nova.virt.hardware [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1246.686365] env[69858]: DEBUG nova.virt.hardware [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1246.686527] env[69858]: DEBUG nova.virt.hardware [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1246.686647] env[69858]: DEBUG nova.virt.hardware [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1246.686911] env[69858]: DEBUG nova.virt.hardware [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1246.686980] env[69858]: DEBUG nova.virt.hardware [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1246.687282] env[69858]: DEBUG nova.virt.hardware [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1246.687462] env[69858]: DEBUG nova.virt.hardware [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1246.687686] env[69858]: DEBUG nova.virt.hardware [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1246.688914] env[69858]: DEBUG nova.objects.base [None req-f19b7c44-a769-4473-9d9e-abce84ffcb1e tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Object Instance<0673aa8b-d5ea-4e61-86a0-b12868470de2> lazy-loaded attributes: flavor,info_cache {{(pid=69858) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1246.691899] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c8cf16-6481-475b-bd67-e7b01e79d009 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.706652] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4032a135-8854-4de4-9378-18b61e20c2c6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.713467] env[69858]: DEBUG nova.network.neutron [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Successfully updated port: d6eaacd5-a397-48f8-a331-563187c71c9b {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1246.732742] env[69858]: DEBUG nova.compute.manager [req-b2afe3c5-f1bb-4183-b481-c5a5e901706e req-360da950-0afc-4efe-bd4d-da49f7787df1 service nova] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Received event network-vif-deleted-c6d8cbbc-3f96-408c-9c97-7f1c45a08e80 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.733115] env[69858]: INFO nova.compute.manager [req-b2afe3c5-f1bb-4183-b481-c5a5e901706e req-360da950-0afc-4efe-bd4d-da49f7787df1 service nova] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Neutron deleted interface c6d8cbbc-3f96-408c-9c97-7f1c45a08e80; detaching it from the instance and deleting it from the info cache [ 1246.733281] env[69858]: DEBUG nova.network.neutron [req-b2afe3c5-f1bb-4183-b481-c5a5e901706e req-360da950-0afc-4efe-bd4d-da49f7787df1 service nova] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.945188] env[69858]: DEBUG nova.network.neutron [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Successfully updated port: fb11073a-60ba-42e4-b864-d1cc95cf0196 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1246.961961] env[69858]: INFO nova.compute.manager [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Took 13.40 seconds to build instance. [ 1247.129934] env[69858]: DEBUG oslo_concurrency.lockutils [req-ff2632db-1aae-4655-adb0-bdd7942e1d44 req-3516803d-4807-4a4f-89a2-71af66d77896 service nova] Releasing lock "refresh_cache-67d9eddb-d485-4789-b8de-1b61a0e7d697" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.203124] env[69858]: DEBUG nova.network.neutron [-] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.218988] env[69858]: DEBUG oslo_concurrency.lockutils [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Acquiring lock "refresh_cache-5e2fec82-321e-409c-8436-c5d62a575b20" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.218988] env[69858]: DEBUG oslo_concurrency.lockutils [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Acquired lock "refresh_cache-5e2fec82-321e-409c-8436-c5d62a575b20" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.218988] env[69858]: DEBUG nova.network.neutron [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.235700] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-997c3030-c284-4300-97b1-03dbb702298d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.246027] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d464d0e1-861d-484f-89e9-5b21bc7456c7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.276377] env[69858]: DEBUG nova.compute.manager [req-b2afe3c5-f1bb-4183-b481-c5a5e901706e req-360da950-0afc-4efe-bd4d-da49f7787df1 service nova] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Detach interface failed, port_id=c6d8cbbc-3f96-408c-9c97-7f1c45a08e80, reason: Instance 67d9eddb-d485-4789-b8de-1b61a0e7d697 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1247.343747] env[69858]: DEBUG nova.compute.manager [req-e5401c3f-9d1a-4852-a991-ed125e407514 req-cbb63d41-44e3-46ee-88ae-5a611f5c2bae service nova] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Received event network-vif-plugged-d6eaacd5-a397-48f8-a331-563187c71c9b {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.343959] env[69858]: DEBUG oslo_concurrency.lockutils [req-e5401c3f-9d1a-4852-a991-ed125e407514 req-cbb63d41-44e3-46ee-88ae-5a611f5c2bae service nova] Acquiring lock "5e2fec82-321e-409c-8436-c5d62a575b20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.344297] env[69858]: DEBUG oslo_concurrency.lockutils [req-e5401c3f-9d1a-4852-a991-ed125e407514 req-cbb63d41-44e3-46ee-88ae-5a611f5c2bae service nova] Lock "5e2fec82-321e-409c-8436-c5d62a575b20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.344374] env[69858]: DEBUG oslo_concurrency.lockutils [req-e5401c3f-9d1a-4852-a991-ed125e407514 req-cbb63d41-44e3-46ee-88ae-5a611f5c2bae service nova] Lock "5e2fec82-321e-409c-8436-c5d62a575b20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.344656] env[69858]: DEBUG nova.compute.manager [req-e5401c3f-9d1a-4852-a991-ed125e407514 req-cbb63d41-44e3-46ee-88ae-5a611f5c2bae service nova] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] No waiting events found dispatching network-vif-plugged-d6eaacd5-a397-48f8-a331-563187c71c9b {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1247.344656] env[69858]: WARNING nova.compute.manager [req-e5401c3f-9d1a-4852-a991-ed125e407514 req-cbb63d41-44e3-46ee-88ae-5a611f5c2bae service nova] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Received unexpected event network-vif-plugged-d6eaacd5-a397-48f8-a331-563187c71c9b for instance with vm_state building and task_state spawning. [ 1247.344825] env[69858]: DEBUG nova.compute.manager [req-e5401c3f-9d1a-4852-a991-ed125e407514 req-cbb63d41-44e3-46ee-88ae-5a611f5c2bae service nova] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Received event network-changed-d6eaacd5-a397-48f8-a331-563187c71c9b {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.344990] env[69858]: DEBUG nova.compute.manager [req-e5401c3f-9d1a-4852-a991-ed125e407514 req-cbb63d41-44e3-46ee-88ae-5a611f5c2bae service nova] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Refreshing instance network info cache due to event network-changed-d6eaacd5-a397-48f8-a331-563187c71c9b. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1247.345304] env[69858]: DEBUG oslo_concurrency.lockutils [req-e5401c3f-9d1a-4852-a991-ed125e407514 req-cbb63d41-44e3-46ee-88ae-5a611f5c2bae service nova] Acquiring lock "refresh_cache-5e2fec82-321e-409c-8436-c5d62a575b20" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.447932] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "refresh_cache-5df8bf6f-7ee1-498f-83a4-4baa81b9dde4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.447932] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquired lock "refresh_cache-5df8bf6f-7ee1-498f-83a4-4baa81b9dde4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.447932] env[69858]: DEBUG nova.network.neutron [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.465023] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e806338d-f130-40f1-905e-dfd5c1083080 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "33ea1171-3001-470a-8db5-be8b2f02c670" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.917s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.635031] env[69858]: DEBUG nova.network.neutron [None req-f19b7c44-a769-4473-9d9e-abce84ffcb1e tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Updating instance_info_cache with network_info: [{"id": "edc03887-3363-4d51-9a02-146487987a8e", "address": "fa:16:3e:b5:78:89", "network": {"id": "103923b0-5539-4b88-b72d-1eb7cd247a03", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1398948685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bf68c64f84042d88f92a90e2b61740e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedc03887-33", "ovs_interfaceid": "edc03887-3363-4d51-9a02-146487987a8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.706774] env[69858]: INFO nova.compute.manager [-] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Took 1.30 seconds to deallocate network for instance. [ 1247.773181] env[69858]: DEBUG nova.network.neutron [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1247.918092] env[69858]: DEBUG nova.network.neutron [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Updating instance_info_cache with network_info: [{"id": "d6eaacd5-a397-48f8-a331-563187c71c9b", "address": "fa:16:3e:3e:a4:d4", "network": {"id": "5dd7b340-7109-4436-992e-9c6516397fbb", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2072813527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac94169e4bbc446087693ddf5355c2db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6eaacd5-a3", "ovs_interfaceid": "d6eaacd5-a397-48f8-a331-563187c71c9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.934262] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fa757980-e87d-4cd3-9108-750aaf41ae5f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "4ce492a6-fa2a-4064-b242-90dc3c033689" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.934487] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fa757980-e87d-4cd3-9108-750aaf41ae5f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "4ce492a6-fa2a-4064-b242-90dc3c033689" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.977903] env[69858]: DEBUG nova.network.neutron [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1248.100671] env[69858]: DEBUG nova.network.neutron [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Updating instance_info_cache with network_info: [{"id": "fb11073a-60ba-42e4-b864-d1cc95cf0196", "address": "fa:16:3e:93:f4:5d", "network": {"id": "fcb5763a-4b90-4a15-ab0b-e1b0f81d7408", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-529132779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc6fe72e6e849c9968ccd3f484284b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb11073a-60", "ovs_interfaceid": "fb11073a-60ba-42e4-b864-d1cc95cf0196", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.138888] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f19b7c44-a769-4473-9d9e-abce84ffcb1e tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Releasing lock "refresh_cache-0673aa8b-d5ea-4e61-86a0-b12868470de2" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.217530] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f37c923f-4b71-417f-88da-acac2599fbc3 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.217782] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f37c923f-4b71-417f-88da-acac2599fbc3 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.218078] env[69858]: DEBUG nova.objects.instance [None req-f37c923f-4b71-417f-88da-acac2599fbc3 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Lazy-loading 'resources' on Instance uuid 67d9eddb-d485-4789-b8de-1b61a0e7d697 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.420801] env[69858]: DEBUG oslo_concurrency.lockutils [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Releasing lock "refresh_cache-5e2fec82-321e-409c-8436-c5d62a575b20" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.421151] env[69858]: DEBUG nova.compute.manager [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Instance network_info: |[{"id": "d6eaacd5-a397-48f8-a331-563187c71c9b", "address": "fa:16:3e:3e:a4:d4", "network": {"id": "5dd7b340-7109-4436-992e-9c6516397fbb", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2072813527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac94169e4bbc446087693ddf5355c2db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6eaacd5-a3", "ovs_interfaceid": "d6eaacd5-a397-48f8-a331-563187c71c9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1248.421497] env[69858]: DEBUG oslo_concurrency.lockutils [req-e5401c3f-9d1a-4852-a991-ed125e407514 req-cbb63d41-44e3-46ee-88ae-5a611f5c2bae service nova] Acquired lock "refresh_cache-5e2fec82-321e-409c-8436-c5d62a575b20" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.421670] env[69858]: DEBUG nova.network.neutron [req-e5401c3f-9d1a-4852-a991-ed125e407514 req-cbb63d41-44e3-46ee-88ae-5a611f5c2bae service nova] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Refreshing network info cache for port d6eaacd5-a397-48f8-a331-563187c71c9b {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1248.422874] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:a4:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6eaacd5-a397-48f8-a331-563187c71c9b', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1248.430625] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Creating folder: Project (ac94169e4bbc446087693ddf5355c2db). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1248.431159] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1389e49d-3a93-414f-9561-e50e72643c02 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.439021] env[69858]: DEBUG nova.compute.utils [None req-fa757980-e87d-4cd3-9108-750aaf41ae5f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1248.443000] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Created folder: Project (ac94169e4bbc446087693ddf5355c2db) in parent group-v682032. [ 1248.443207] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Creating folder: Instances. Parent ref: group-v682322. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1248.443952] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d185f2a7-01a4-412a-bf13-8086d5e94b03 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.452672] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Created folder: Instances in parent group-v682322. [ 1248.452926] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1248.453088] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1248.453303] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f769812c-8fd2-470c-8981-90ec7f708f6a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.472127] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1248.472127] env[69858]: value = "task-3419981" [ 1248.472127] env[69858]: _type = "Task" [ 1248.472127] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.479399] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419981, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.604034] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Releasing lock "refresh_cache-5df8bf6f-7ee1-498f-83a4-4baa81b9dde4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.604034] env[69858]: DEBUG nova.compute.manager [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Instance network_info: |[{"id": "fb11073a-60ba-42e4-b864-d1cc95cf0196", "address": "fa:16:3e:93:f4:5d", "network": {"id": "fcb5763a-4b90-4a15-ab0b-e1b0f81d7408", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-529132779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc6fe72e6e849c9968ccd3f484284b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb11073a-60", "ovs_interfaceid": "fb11073a-60ba-42e4-b864-d1cc95cf0196", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1248.604433] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:f4:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '715e3f37-7401-48fb-a0ee-59d340b40de1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb11073a-60ba-42e4-b864-d1cc95cf0196', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1248.612150] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Creating folder: Project (8bc6fe72e6e849c9968ccd3f484284b0). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1248.612471] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a9d64bf-546d-4deb-a337-e3b2bee5829c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.623560] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Created folder: Project (8bc6fe72e6e849c9968ccd3f484284b0) in parent group-v682032. [ 1248.623767] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Creating folder: Instances. Parent ref: group-v682325. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1248.624034] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b237577-26d6-4104-b361-c6886a4145e1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.634261] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Created folder: Instances in parent group-v682325. [ 1248.634539] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1248.634756] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1248.634980] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc388108-5ac2-429b-b6b3-8ff69d050195 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.656023] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1248.656023] env[69858]: value = "task-3419984" [ 1248.656023] env[69858]: _type = "Task" [ 1248.656023] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.664659] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419984, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.753614] env[69858]: DEBUG nova.compute.manager [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Stashing vm_state: active {{(pid=69858) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1248.900871] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef830754-4fbb-4b60-aa17-0ce32c605a88 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.908422] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14885770-f4ed-4d1d-90f5-c4083d39bdec {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.941208] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fa757980-e87d-4cd3-9108-750aaf41ae5f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "4ce492a6-fa2a-4064-b242-90dc3c033689" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.942344] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acba77f-4707-4528-82ef-d9401002f0d2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.952112] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab85649-ab4f-4b1e-8969-326ac53a5a4f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.965890] env[69858]: DEBUG nova.compute.provider_tree [None req-f37c923f-4b71-417f-88da-acac2599fbc3 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.983313] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419981, 'name': CreateVM_Task, 'duration_secs': 0.338415} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.983433] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1248.984092] env[69858]: DEBUG oslo_concurrency.lockutils [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.984258] env[69858]: DEBUG oslo_concurrency.lockutils [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.984574] env[69858]: DEBUG oslo_concurrency.lockutils [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.984829] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84d80973-6045-4906-ba75-05506c024281 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.989423] env[69858]: DEBUG oslo_vmware.api [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Waiting for the task: (returnval){ [ 1248.989423] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d26f9f-e2df-eee5-9a72-1fe9d16b04c9" [ 1248.989423] env[69858]: _type = "Task" [ 1248.989423] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.997149] env[69858]: DEBUG oslo_vmware.api [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d26f9f-e2df-eee5-9a72-1fe9d16b04c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.021472] env[69858]: DEBUG nova.compute.manager [req-aa4ed74f-6cff-424f-87bd-1b24df73f918 req-390b2677-2aba-4fd5-9dcb-e820c22e6f7c service nova] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Received event network-vif-plugged-fb11073a-60ba-42e4-b864-d1cc95cf0196 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.021825] env[69858]: DEBUG oslo_concurrency.lockutils [req-aa4ed74f-6cff-424f-87bd-1b24df73f918 req-390b2677-2aba-4fd5-9dcb-e820c22e6f7c service nova] Acquiring lock "5df8bf6f-7ee1-498f-83a4-4baa81b9dde4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.021930] env[69858]: DEBUG oslo_concurrency.lockutils [req-aa4ed74f-6cff-424f-87bd-1b24df73f918 req-390b2677-2aba-4fd5-9dcb-e820c22e6f7c service nova] Lock "5df8bf6f-7ee1-498f-83a4-4baa81b9dde4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.022073] env[69858]: DEBUG oslo_concurrency.lockutils [req-aa4ed74f-6cff-424f-87bd-1b24df73f918 req-390b2677-2aba-4fd5-9dcb-e820c22e6f7c service nova] Lock "5df8bf6f-7ee1-498f-83a4-4baa81b9dde4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.022248] env[69858]: DEBUG nova.compute.manager [req-aa4ed74f-6cff-424f-87bd-1b24df73f918 req-390b2677-2aba-4fd5-9dcb-e820c22e6f7c service nova] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] No waiting events found dispatching network-vif-plugged-fb11073a-60ba-42e4-b864-d1cc95cf0196 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1249.022415] env[69858]: WARNING nova.compute.manager [req-aa4ed74f-6cff-424f-87bd-1b24df73f918 req-390b2677-2aba-4fd5-9dcb-e820c22e6f7c service nova] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Received unexpected event network-vif-plugged-fb11073a-60ba-42e4-b864-d1cc95cf0196 for instance with vm_state building and task_state spawning. [ 1249.022572] env[69858]: DEBUG nova.compute.manager [req-aa4ed74f-6cff-424f-87bd-1b24df73f918 req-390b2677-2aba-4fd5-9dcb-e820c22e6f7c service nova] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Received event network-changed-fb11073a-60ba-42e4-b864-d1cc95cf0196 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.022760] env[69858]: DEBUG nova.compute.manager [req-aa4ed74f-6cff-424f-87bd-1b24df73f918 req-390b2677-2aba-4fd5-9dcb-e820c22e6f7c service nova] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Refreshing instance network info cache due to event network-changed-fb11073a-60ba-42e4-b864-d1cc95cf0196. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1249.023300] env[69858]: DEBUG oslo_concurrency.lockutils [req-aa4ed74f-6cff-424f-87bd-1b24df73f918 req-390b2677-2aba-4fd5-9dcb-e820c22e6f7c service nova] Acquiring lock "refresh_cache-5df8bf6f-7ee1-498f-83a4-4baa81b9dde4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.023300] env[69858]: DEBUG oslo_concurrency.lockutils [req-aa4ed74f-6cff-424f-87bd-1b24df73f918 req-390b2677-2aba-4fd5-9dcb-e820c22e6f7c service nova] Acquired lock "refresh_cache-5df8bf6f-7ee1-498f-83a4-4baa81b9dde4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.023300] env[69858]: DEBUG nova.network.neutron [req-aa4ed74f-6cff-424f-87bd-1b24df73f918 req-390b2677-2aba-4fd5-9dcb-e820c22e6f7c service nova] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Refreshing network info cache for port fb11073a-60ba-42e4-b864-d1cc95cf0196 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1249.133307] env[69858]: DEBUG nova.network.neutron [req-e5401c3f-9d1a-4852-a991-ed125e407514 req-cbb63d41-44e3-46ee-88ae-5a611f5c2bae service nova] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Updated VIF entry in instance network info cache for port d6eaacd5-a397-48f8-a331-563187c71c9b. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1249.133686] env[69858]: DEBUG nova.network.neutron [req-e5401c3f-9d1a-4852-a991-ed125e407514 req-cbb63d41-44e3-46ee-88ae-5a611f5c2bae service nova] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Updating instance_info_cache with network_info: [{"id": "d6eaacd5-a397-48f8-a331-563187c71c9b", "address": "fa:16:3e:3e:a4:d4", "network": {"id": "5dd7b340-7109-4436-992e-9c6516397fbb", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2072813527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac94169e4bbc446087693ddf5355c2db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6eaacd5-a3", "ovs_interfaceid": "d6eaacd5-a397-48f8-a331-563187c71c9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.152749] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f19b7c44-a769-4473-9d9e-abce84ffcb1e tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1249.153295] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fc3d3e2-0df7-4bc5-99a9-508175311b43 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.161933] env[69858]: DEBUG oslo_vmware.api [None req-f19b7c44-a769-4473-9d9e-abce84ffcb1e tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for the task: (returnval){ [ 1249.161933] env[69858]: value = "task-3419985" [ 1249.161933] env[69858]: _type = "Task" [ 1249.161933] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.168772] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3419984, 'name': CreateVM_Task, 'duration_secs': 0.298428} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.171491] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1249.171766] env[69858]: DEBUG oslo_vmware.api [None req-f19b7c44-a769-4473-9d9e-abce84ffcb1e tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3419985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.172390] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.272876] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.469157] env[69858]: DEBUG nova.scheduler.client.report [None req-f37c923f-4b71-417f-88da-acac2599fbc3 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.500073] env[69858]: DEBUG oslo_vmware.api [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d26f9f-e2df-eee5-9a72-1fe9d16b04c9, 'name': SearchDatastore_Task, 'duration_secs': 0.012255} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.500358] env[69858]: DEBUG oslo_concurrency.lockutils [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.500602] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1249.500842] env[69858]: DEBUG oslo_concurrency.lockutils [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.500988] env[69858]: DEBUG oslo_concurrency.lockutils [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.501471] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1249.501574] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.501881] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.502298] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2df269f0-3738-4883-8b43-924001b9c034 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.505826] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b098b364-ae83-48a5-9b0b-992c1690ba56 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.514449] env[69858]: DEBUG oslo_vmware.api [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1249.514449] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529f9244-ecf8-f20b-36a5-0fb6727c48d1" [ 1249.514449] env[69858]: _type = "Task" [ 1249.514449] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.518946] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1249.519161] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1249.521242] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce7b5e67-2228-4643-b32a-4dfc5f2bbebb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.530085] env[69858]: DEBUG oslo_vmware.api [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529f9244-ecf8-f20b-36a5-0fb6727c48d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.533652] env[69858]: DEBUG oslo_vmware.api [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Waiting for the task: (returnval){ [ 1249.533652] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5225922c-51a1-6c35-462d-401dbad47eb9" [ 1249.533652] env[69858]: _type = "Task" [ 1249.533652] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.542561] env[69858]: DEBUG oslo_vmware.api [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5225922c-51a1-6c35-462d-401dbad47eb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.636586] env[69858]: DEBUG oslo_concurrency.lockutils [req-e5401c3f-9d1a-4852-a991-ed125e407514 req-cbb63d41-44e3-46ee-88ae-5a611f5c2bae service nova] Releasing lock "refresh_cache-5e2fec82-321e-409c-8436-c5d62a575b20" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.673220] env[69858]: DEBUG oslo_vmware.api [None req-f19b7c44-a769-4473-9d9e-abce84ffcb1e tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3419985, 'name': PowerOnVM_Task, 'duration_secs': 0.393133} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.673220] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f19b7c44-a769-4473-9d9e-abce84ffcb1e tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1249.673220] env[69858]: DEBUG nova.compute.manager [None req-f19b7c44-a769-4473-9d9e-abce84ffcb1e tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1249.674662] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df436991-4456-4137-be7c-935049f2a12e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.724956] env[69858]: DEBUG nova.network.neutron [req-aa4ed74f-6cff-424f-87bd-1b24df73f918 req-390b2677-2aba-4fd5-9dcb-e820c22e6f7c service nova] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Updated VIF entry in instance network info cache for port fb11073a-60ba-42e4-b864-d1cc95cf0196. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1249.724956] env[69858]: DEBUG nova.network.neutron [req-aa4ed74f-6cff-424f-87bd-1b24df73f918 req-390b2677-2aba-4fd5-9dcb-e820c22e6f7c service nova] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Updating instance_info_cache with network_info: [{"id": "fb11073a-60ba-42e4-b864-d1cc95cf0196", "address": "fa:16:3e:93:f4:5d", "network": {"id": "fcb5763a-4b90-4a15-ab0b-e1b0f81d7408", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-529132779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc6fe72e6e849c9968ccd3f484284b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb11073a-60", "ovs_interfaceid": "fb11073a-60ba-42e4-b864-d1cc95cf0196", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.974560] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f37c923f-4b71-417f-88da-acac2599fbc3 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.757s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.977669] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.704s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.995255] env[69858]: INFO nova.scheduler.client.report [None req-f37c923f-4b71-417f-88da-acac2599fbc3 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Deleted allocations for instance 67d9eddb-d485-4789-b8de-1b61a0e7d697 [ 1250.011281] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fa757980-e87d-4cd3-9108-750aaf41ae5f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "4ce492a6-fa2a-4064-b242-90dc3c033689" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.011563] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fa757980-e87d-4cd3-9108-750aaf41ae5f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "4ce492a6-fa2a-4064-b242-90dc3c033689" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.011798] env[69858]: INFO nova.compute.manager [None req-fa757980-e87d-4cd3-9108-750aaf41ae5f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Attaching volume ca1b26d9-dbfb-44dd-ac16-e748fbc57dea to /dev/sdb [ 1250.028481] env[69858]: DEBUG oslo_vmware.api [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529f9244-ecf8-f20b-36a5-0fb6727c48d1, 'name': SearchDatastore_Task, 'duration_secs': 0.016738} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.028841] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.029211] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1250.030145] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.042371] env[69858]: DEBUG oslo_vmware.api [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5225922c-51a1-6c35-462d-401dbad47eb9, 'name': SearchDatastore_Task, 'duration_secs': 0.01811} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.043476] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e63c56f-91ac-401c-bd9a-a29a8bd275db {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.048808] env[69858]: DEBUG oslo_vmware.api [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Waiting for the task: (returnval){ [ 1250.048808] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524aafe8-94f4-03a7-ad0a-eedb048ef52c" [ 1250.048808] env[69858]: _type = "Task" [ 1250.048808] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.055783] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a12865-8873-459f-9d1d-4eb332c2d9bb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.062565] env[69858]: DEBUG oslo_vmware.api [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524aafe8-94f4-03a7-ad0a-eedb048ef52c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.064711] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef64994c-aa83-4707-b58d-d96707348958 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.077721] env[69858]: DEBUG nova.virt.block_device [None req-fa757980-e87d-4cd3-9108-750aaf41ae5f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Updating existing volume attachment record: 85265833-896b-40d8-9807-81ac07280717 {{(pid=69858) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1250.226953] env[69858]: DEBUG oslo_concurrency.lockutils [req-aa4ed74f-6cff-424f-87bd-1b24df73f918 req-390b2677-2aba-4fd5-9dcb-e820c22e6f7c service nova] Releasing lock "refresh_cache-5df8bf6f-7ee1-498f-83a4-4baa81b9dde4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.483243] env[69858]: INFO nova.compute.claims [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1250.503250] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f37c923f-4b71-417f-88da-acac2599fbc3 tempest-ServerRescueTestJSONUnderV235-347108429 tempest-ServerRescueTestJSONUnderV235-347108429-project-member] Lock "67d9eddb-d485-4789-b8de-1b61a0e7d697" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.933s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.559845] env[69858]: DEBUG oslo_vmware.api [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524aafe8-94f4-03a7-ad0a-eedb048ef52c, 'name': SearchDatastore_Task, 'duration_secs': 0.029508} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.560194] env[69858]: DEBUG oslo_concurrency.lockutils [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.560550] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 5e2fec82-321e-409c-8436-c5d62a575b20/5e2fec82-321e-409c-8436-c5d62a575b20.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1250.560901] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.561149] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1250.561447] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45e97bda-01cb-4a6e-afa7-6be537172ba3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.563517] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14d88a62-a76b-4999-a6ff-d93e96110205 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.571377] env[69858]: DEBUG oslo_vmware.api [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Waiting for the task: (returnval){ [ 1250.571377] env[69858]: value = "task-3419989" [ 1250.571377] env[69858]: _type = "Task" [ 1250.571377] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.572725] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1250.572869] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1250.576682] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c14d02c8-da9f-4b5f-bb50-47275a796f06 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.584647] env[69858]: DEBUG oslo_vmware.api [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Task: {'id': task-3419989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.586763] env[69858]: DEBUG oslo_vmware.api [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1250.586763] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52478113-1f20-3770-a382-d7bf1d3a7dd5" [ 1250.586763] env[69858]: _type = "Task" [ 1250.586763] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.597403] env[69858]: DEBUG oslo_vmware.api [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52478113-1f20-3770-a382-d7bf1d3a7dd5, 'name': SearchDatastore_Task, 'duration_secs': 0.010141} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.598430] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e4022c7-fe39-4df6-9846-095f8a4112c6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.604514] env[69858]: DEBUG oslo_vmware.api [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1250.604514] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528cbcb2-9651-3f2d-4edc-bc595fc0dc1f" [ 1250.604514] env[69858]: _type = "Task" [ 1250.604514] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.613777] env[69858]: DEBUG oslo_vmware.api [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528cbcb2-9651-3f2d-4edc-bc595fc0dc1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.992920] env[69858]: INFO nova.compute.resource_tracker [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Updating resource usage from migration f5acffde-a6e0-4687-89ee-4681f89d668d [ 1251.081971] env[69858]: DEBUG oslo_vmware.api [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Task: {'id': task-3419989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494652} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.082283] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 5e2fec82-321e-409c-8436-c5d62a575b20/5e2fec82-321e-409c-8436-c5d62a575b20.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1251.082591] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1251.082864] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0235a098-183f-4fe6-b781-eab819aeb1b8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.092530] env[69858]: DEBUG oslo_vmware.api [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Waiting for the task: (returnval){ [ 1251.092530] env[69858]: value = "task-3419990" [ 1251.092530] env[69858]: _type = "Task" [ 1251.092530] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.103989] env[69858]: DEBUG oslo_vmware.api [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Task: {'id': task-3419990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.116256] env[69858]: DEBUG oslo_vmware.api [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]528cbcb2-9651-3f2d-4edc-bc595fc0dc1f, 'name': SearchDatastore_Task, 'duration_secs': 0.008645} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.119060] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.119376] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4/5df8bf6f-7ee1-498f-83a4-4baa81b9dde4.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1251.119853] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2026b27-fbc1-4f97-a562-eb329dbafb72 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.125899] env[69858]: DEBUG oslo_vmware.api [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1251.125899] env[69858]: value = "task-3419991" [ 1251.125899] env[69858]: _type = "Task" [ 1251.125899] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.138867] env[69858]: DEBUG oslo_vmware.api [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3419991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.169924] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79495686-18a2-43fd-bb6a-5b3c7c0afa19 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.177360] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdf9e82-2f31-4bef-a755-eb581c251d7d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.209188] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e56f001-fab8-4e43-b43a-906ee656ee63 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.217361] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe9f98c-4aea-4551-aeac-10b1c0478fd4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.230813] env[69858]: DEBUG nova.compute.provider_tree [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.604169] env[69858]: DEBUG oslo_vmware.api [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Task: {'id': task-3419990, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062071} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.604169] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1251.604911] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d861f498-83a1-4df7-b47f-afe768cf47ea {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.628328] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 5e2fec82-321e-409c-8436-c5d62a575b20/5e2fec82-321e-409c-8436-c5d62a575b20.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1251.628718] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d5d73bf-c214-445b-b1b5-c11a30a7083c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.650495] env[69858]: DEBUG oslo_vmware.api [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3419991, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486477} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.651860] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4/5df8bf6f-7ee1-498f-83a4-4baa81b9dde4.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1251.652201] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1251.652658] env[69858]: DEBUG oslo_vmware.api [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Waiting for the task: (returnval){ [ 1251.652658] env[69858]: value = "task-3419992" [ 1251.652658] env[69858]: _type = "Task" [ 1251.652658] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.652932] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17895cd1-56f6-4f93-bdb0-aa54080b9f40 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.665407] env[69858]: DEBUG oslo_vmware.api [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Task: {'id': task-3419992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.666613] env[69858]: DEBUG oslo_vmware.api [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1251.666613] env[69858]: value = "task-3419993" [ 1251.666613] env[69858]: _type = "Task" [ 1251.666613] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.675668] env[69858]: DEBUG oslo_vmware.api [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3419993, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.737939] env[69858]: DEBUG nova.scheduler.client.report [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.165468] env[69858]: DEBUG oslo_vmware.api [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Task: {'id': task-3419992, 'name': ReconfigVM_Task, 'duration_secs': 0.290626} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.165764] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 5e2fec82-321e-409c-8436-c5d62a575b20/5e2fec82-321e-409c-8436-c5d62a575b20.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1252.166493] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa9c14d5-7c39-476d-8146-4725577afc4e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.178124] env[69858]: DEBUG oslo_vmware.api [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3419993, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074914} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.179398] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1252.179746] env[69858]: DEBUG oslo_vmware.api [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Waiting for the task: (returnval){ [ 1252.179746] env[69858]: value = "task-3419994" [ 1252.179746] env[69858]: _type = "Task" [ 1252.179746] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.180953] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6229da-dc15-4b0a-b07a-a631b0058138 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.207515] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4/5df8bf6f-7ee1-498f-83a4-4baa81b9dde4.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.212322] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Acquiring lock "4af1c965-624e-45d4-9725-e16e108e7397" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.212595] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Lock "4af1c965-624e-45d4-9725-e16e108e7397" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.212837] env[69858]: INFO nova.compute.manager [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Shelving [ 1252.214607] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a12c34bb-b4de-4206-80ea-c7d7e812f772 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.229741] env[69858]: DEBUG oslo_vmware.api [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Task: {'id': task-3419994, 'name': Rename_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.238773] env[69858]: DEBUG oslo_vmware.api [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1252.238773] env[69858]: value = "task-3419995" [ 1252.238773] env[69858]: _type = "Task" [ 1252.238773] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.243035] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.266s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.243236] env[69858]: INFO nova.compute.manager [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Migrating [ 1252.263517] env[69858]: DEBUG oslo_vmware.api [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3419995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.692786] env[69858]: DEBUG oslo_vmware.api [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Task: {'id': task-3419994, 'name': Rename_Task, 'duration_secs': 0.157313} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.693108] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.693259] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0d40046-b277-4096-a034-f9f3ceb35c05 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.700321] env[69858]: DEBUG oslo_vmware.api [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Waiting for the task: (returnval){ [ 1252.700321] env[69858]: value = "task-3419997" [ 1252.700321] env[69858]: _type = "Task" [ 1252.700321] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.709631] env[69858]: DEBUG oslo_vmware.api [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Task: {'id': task-3419997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.740637] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1252.741121] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d755088-dcbe-41af-a3ae-d2380fce6d84 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.751865] env[69858]: DEBUG oslo_vmware.api [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3419995, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.753573] env[69858]: DEBUG oslo_vmware.api [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for the task: (returnval){ [ 1252.753573] env[69858]: value = "task-3419998" [ 1252.753573] env[69858]: _type = "Task" [ 1252.753573] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.757213] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "refresh_cache-33ea1171-3001-470a-8db5-be8b2f02c670" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.757401] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquired lock "refresh_cache-33ea1171-3001-470a-8db5-be8b2f02c670" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.757611] env[69858]: DEBUG nova.network.neutron [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.762551] env[69858]: DEBUG oslo_vmware.api [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3419998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.211360] env[69858]: DEBUG oslo_vmware.api [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Task: {'id': task-3419997, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.251603] env[69858]: DEBUG oslo_vmware.api [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3419995, 'name': ReconfigVM_Task, 'duration_secs': 0.532058} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.251992] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4/5df8bf6f-7ee1-498f-83a4-4baa81b9dde4.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.252701] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fc16f44-a845-418b-94ca-a9d8f6e0d8c9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.268564] env[69858]: DEBUG oslo_vmware.api [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3419998, 'name': PowerOffVM_Task, 'duration_secs': 0.226301} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.270301] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1253.270820] env[69858]: DEBUG oslo_vmware.api [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1253.270820] env[69858]: value = "task-3419999" [ 1253.270820] env[69858]: _type = "Task" [ 1253.270820] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.272120] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d09775-364a-45fe-b2b7-48c2ef2e272a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.297792] env[69858]: DEBUG oslo_vmware.api [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3419999, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.298860] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b97a2f-6157-4341-867f-41d55ca95616 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.450014] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.450014] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.471841] env[69858]: DEBUG nova.network.neutron [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Updating instance_info_cache with network_info: [{"id": "a6900ed3-d762-4b41-a530-867283e1177a", "address": "fa:16:3e:c0:b9:1c", "network": {"id": "f1ab05d5-73c8-43f1-82cd-36d1a6d246c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1201552373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19711d5bf05b42d6bcd1a4f2f89fd166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6900ed3-d7", "ovs_interfaceid": "a6900ed3-d762-4b41-a530-867283e1177a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.710995] env[69858]: DEBUG oslo_vmware.api [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Task: {'id': task-3419997, 'name': PowerOnVM_Task, 'duration_secs': 0.590151} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.711372] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1253.711594] env[69858]: INFO nova.compute.manager [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1253.711802] env[69858]: DEBUG nova.compute.manager [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1253.712727] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58aba82b-4a25-4d0b-a585-3ad7b8d48191 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.785590] env[69858]: DEBUG oslo_vmware.api [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3419999, 'name': Rename_Task, 'duration_secs': 0.404931} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.785927] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1253.786220] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7c0efdc-7ee0-4ef6-8a74-4510061c1cfb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.794879] env[69858]: DEBUG oslo_vmware.api [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1253.794879] env[69858]: value = "task-3420000" [ 1253.794879] env[69858]: _type = "Task" [ 1253.794879] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.805726] env[69858]: DEBUG oslo_vmware.api [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.810983] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Creating Snapshot of the VM instance {{(pid=69858) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1253.811238] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7adfb3ef-c086-4068-81e5-e997ca21fb88 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.817681] env[69858]: DEBUG oslo_vmware.api [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for the task: (returnval){ [ 1253.817681] env[69858]: value = "task-3420001" [ 1253.817681] env[69858]: _type = "Task" [ 1253.817681] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.825453] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "c7a847b0-98da-4697-b3e4-8f0a2a56b76c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.825705] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "c7a847b0-98da-4697-b3e4-8f0a2a56b76c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.832575] env[69858]: DEBUG oslo_vmware.api [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420001, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.957941] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.958293] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.958596] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.958797] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.958971] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.959157] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.959314] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69858) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1253.959500] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.974580] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Releasing lock "refresh_cache-33ea1171-3001-470a-8db5-be8b2f02c670" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.229775] env[69858]: INFO nova.compute.manager [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Took 16.06 seconds to build instance. [ 1254.309661] env[69858]: DEBUG oslo_vmware.api [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420000, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.330430] env[69858]: DEBUG nova.compute.manager [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1254.333313] env[69858]: DEBUG oslo_vmware.api [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420001, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.462916] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.462916] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.463153] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.463192] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69858) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1254.464785] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc4b06f-5ca5-43cf-b842-7da47292c945 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.475134] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4a2786-3b62-4142-bafe-fb341cc55da1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.493870] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6bfd51-205b-45c4-8cad-bc886c543d35 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.500834] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c0f883-6f6a-4cb4-b740-01ae8fd52082 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.531774] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179570MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=69858) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1254.531972] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.532222] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.732095] env[69858]: DEBUG oslo_concurrency.lockutils [None req-41500651-cc1a-42e5-840e-0ef7b6bc28a7 tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Lock "5e2fec82-321e-409c-8436-c5d62a575b20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.579s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.805803] env[69858]: DEBUG oslo_vmware.api [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420000, 'name': PowerOnVM_Task, 'duration_secs': 0.586337} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.806099] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1254.806307] env[69858]: INFO nova.compute.manager [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Took 8.16 seconds to spawn the instance on the hypervisor. [ 1254.806491] env[69858]: DEBUG nova.compute.manager [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1254.807286] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4708dbb1-76f0-4f2a-8896-9a5da49f9a5f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.827636] env[69858]: DEBUG oslo_vmware.api [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420001, 'name': CreateSnapshot_Task, 'duration_secs': 0.642955} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.827884] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Created Snapshot of the VM instance {{(pid=69858) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1254.828647] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3977db-6556-4a40-99b1-1ebd4709d72d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.857133] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.919141] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4f6962f6-b20c-40f8-af44-fc85462cf30d tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Acquiring lock "5e2fec82-321e-409c-8436-c5d62a575b20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.919415] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4f6962f6-b20c-40f8-af44-fc85462cf30d tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Lock "5e2fec82-321e-409c-8436-c5d62a575b20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.919669] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4f6962f6-b20c-40f8-af44-fc85462cf30d tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Acquiring lock "5e2fec82-321e-409c-8436-c5d62a575b20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.919867] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4f6962f6-b20c-40f8-af44-fc85462cf30d tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Lock "5e2fec82-321e-409c-8436-c5d62a575b20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.920051] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4f6962f6-b20c-40f8-af44-fc85462cf30d tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Lock "5e2fec82-321e-409c-8436-c5d62a575b20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.922260] env[69858]: INFO nova.compute.manager [None req-4f6962f6-b20c-40f8-af44-fc85462cf30d tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Terminating instance [ 1255.124687] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa757980-e87d-4cd3-9108-750aaf41ae5f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Volume attach. Driver type: vmdk {{(pid=69858) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1255.125067] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa757980-e87d-4cd3-9108-750aaf41ae5f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682329', 'volume_id': 'ca1b26d9-dbfb-44dd-ac16-e748fbc57dea', 'name': 'volume-ca1b26d9-dbfb-44dd-ac16-e748fbc57dea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ce492a6-fa2a-4064-b242-90dc3c033689', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca1b26d9-dbfb-44dd-ac16-e748fbc57dea', 'serial': 'ca1b26d9-dbfb-44dd-ac16-e748fbc57dea'} {{(pid=69858) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1255.126298] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b21185-3469-4c99-8c5f-f31c89f26faf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.151423] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f18dc9-7d11-4774-abd1-4b12aabcab44 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.179342] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa757980-e87d-4cd3-9108-750aaf41ae5f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] volume-ca1b26d9-dbfb-44dd-ac16-e748fbc57dea/volume-ca1b26d9-dbfb-44dd-ac16-e748fbc57dea.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1255.179677] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22036e32-7b6c-4701-a3ea-1a3ca9832e74 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.197743] env[69858]: DEBUG oslo_vmware.api [None req-fa757980-e87d-4cd3-9108-750aaf41ae5f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1255.197743] env[69858]: value = "task-3420002" [ 1255.197743] env[69858]: _type = "Task" [ 1255.197743] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.205622] env[69858]: DEBUG oslo_vmware.api [None req-fa757980-e87d-4cd3-9108-750aaf41ae5f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420002, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.326340] env[69858]: INFO nova.compute.manager [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Took 14.37 seconds to build instance. [ 1255.350582] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Creating linked-clone VM from snapshot {{(pid=69858) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1255.350937] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-43139733-55af-4cb9-81a7-44ed3b069fb0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.360668] env[69858]: DEBUG oslo_vmware.api [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for the task: (returnval){ [ 1255.360668] env[69858]: value = "task-3420003" [ 1255.360668] env[69858]: _type = "Task" [ 1255.360668] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.368978] env[69858]: DEBUG oslo_vmware.api [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420003, 'name': CloneVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.425978] env[69858]: DEBUG nova.compute.manager [None req-4f6962f6-b20c-40f8-af44-fc85462cf30d tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1255.426187] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6962f6-b20c-40f8-af44-fc85462cf30d tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1255.427146] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982e7f46-a4dc-46ae-9f43-85c77c34210d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.435067] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6962f6-b20c-40f8-af44-fc85462cf30d tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1255.435323] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c2252fd-3e18-4c93-98f4-c72a269ca0d6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.441063] env[69858]: DEBUG oslo_vmware.api [None req-4f6962f6-b20c-40f8-af44-fc85462cf30d tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Waiting for the task: (returnval){ [ 1255.441063] env[69858]: value = "task-3420004" [ 1255.441063] env[69858]: _type = "Task" [ 1255.441063] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.449736] env[69858]: DEBUG oslo_vmware.api [None req-4f6962f6-b20c-40f8-af44-fc85462cf30d tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Task: {'id': task-3420004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.492486] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fd8645-e67e-4659-8ccf-0643f56208f3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.512513] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Updating instance '33ea1171-3001-470a-8db5-be8b2f02c670' progress to 0 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1255.541663] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Applying migration context for instance 33ea1171-3001-470a-8db5-be8b2f02c670 as it has an incoming, in-progress migration f5acffde-a6e0-4687-89ee-4681f89d668d. Migration status is migrating {{(pid=69858) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1255.543323] env[69858]: INFO nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Updating resource usage from migration f5acffde-a6e0-4687-89ee-4681f89d668d [ 1255.562654] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance fb3a5c65-6522-4ca6-af8d-cc79d9847237 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1255.562981] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 2c6b0368-6ba4-4184-b595-cac65d4d7145 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1255.563160] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance b466ac03-70e0-4fc8-9bb6-d4824293d5ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1255.563291] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 0673aa8b-d5ea-4e61-86a0-b12868470de2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1255.563416] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 4ce492a6-fa2a-4064-b242-90dc3c033689 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1255.563539] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 4af1c965-624e-45d4-9725-e16e108e7397 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1255.563658] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 1128659c-a67d-4fd9-ae60-4105b8d53068 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1255.563778] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 5e2fec82-321e-409c-8436-c5d62a575b20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1255.563896] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1255.564020] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Migration f5acffde-a6e0-4687-89ee-4681f89d668d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1255.564145] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 33ea1171-3001-470a-8db5-be8b2f02c670 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1255.708232] env[69858]: DEBUG oslo_vmware.api [None req-fa757980-e87d-4cd3-9108-750aaf41ae5f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.828670] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6c225aeb-2755-448a-a462-05585a67ef46 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "5df8bf6f-7ee1-498f-83a4-4baa81b9dde4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.879s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.869983] env[69858]: DEBUG oslo_vmware.api [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420003, 'name': CloneVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.951716] env[69858]: DEBUG oslo_vmware.api [None req-4f6962f6-b20c-40f8-af44-fc85462cf30d tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Task: {'id': task-3420004, 'name': PowerOffVM_Task, 'duration_secs': 0.362224} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.953040] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6962f6-b20c-40f8-af44-fc85462cf30d tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1255.953040] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6962f6-b20c-40f8-af44-fc85462cf30d tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.953040] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-294f8db0-1c1b-4989-ba64-a1e4e71ddc46 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.018592] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1256.018979] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2c136db-2dd6-4c47-983d-a5ecbe0f3fbd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.026726] env[69858]: DEBUG oslo_vmware.api [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1256.026726] env[69858]: value = "task-3420006" [ 1256.026726] env[69858]: _type = "Task" [ 1256.026726] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.034763] env[69858]: DEBUG oslo_vmware.api [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3420006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.059271] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6962f6-b20c-40f8-af44-fc85462cf30d tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1256.059489] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6962f6-b20c-40f8-af44-fc85462cf30d tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1256.059678] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f6962f6-b20c-40f8-af44-fc85462cf30d tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Deleting the datastore file [datastore2] 5e2fec82-321e-409c-8436-c5d62a575b20 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1256.059993] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d911be8a-39b7-4b58-9e5c-d866dab3b203 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.067215] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance c7a847b0-98da-4697-b3e4-8f0a2a56b76c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1256.067440] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69858) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1256.067592] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2752MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69858) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1256.071425] env[69858]: DEBUG oslo_vmware.api [None req-4f6962f6-b20c-40f8-af44-fc85462cf30d tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Waiting for the task: (returnval){ [ 1256.071425] env[69858]: value = "task-3420007" [ 1256.071425] env[69858]: _type = "Task" [ 1256.071425] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.081048] env[69858]: DEBUG oslo_vmware.api [None req-4f6962f6-b20c-40f8-af44-fc85462cf30d tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Task: {'id': task-3420007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.209391] env[69858]: DEBUG oslo_vmware.api [None req-fa757980-e87d-4cd3-9108-750aaf41ae5f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420002, 'name': ReconfigVM_Task, 'duration_secs': 0.658928} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.209649] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa757980-e87d-4cd3-9108-750aaf41ae5f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Reconfigured VM instance instance-00000068 to attach disk [datastore2] volume-ca1b26d9-dbfb-44dd-ac16-e748fbc57dea/volume-ca1b26d9-dbfb-44dd-ac16-e748fbc57dea.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1256.220896] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d00ca86-3ab4-46d7-9d92-76ba344b5e06 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.244402] env[69858]: DEBUG oslo_vmware.api [None req-fa757980-e87d-4cd3-9108-750aaf41ae5f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1256.244402] env[69858]: value = "task-3420008" [ 1256.244402] env[69858]: _type = "Task" [ 1256.244402] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.255431] env[69858]: DEBUG oslo_vmware.api [None req-fa757980-e87d-4cd3-9108-750aaf41ae5f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420008, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.371925] env[69858]: DEBUG oslo_vmware.api [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420003, 'name': CloneVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.389753] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db347aa-dba1-40c6-8cfb-088948f80711 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.397462] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba95c05-363d-4fd0-b2fc-58c731f99f7e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.430509] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae2e0b8-f5f0-4786-b167-bed660643273 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.439545] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e28c94a-d81c-4c7f-b188-c12f7aec1264 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.453564] env[69858]: DEBUG nova.compute.provider_tree [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.536976] env[69858]: DEBUG oslo_vmware.api [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3420006, 'name': PowerOffVM_Task, 'duration_secs': 0.208391} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.537289] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1256.537456] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Updating instance '33ea1171-3001-470a-8db5-be8b2f02c670' progress to 17 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1256.582546] env[69858]: DEBUG oslo_vmware.api [None req-4f6962f6-b20c-40f8-af44-fc85462cf30d tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Task: {'id': task-3420007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16836} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.582851] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f6962f6-b20c-40f8-af44-fc85462cf30d tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1256.583074] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6962f6-b20c-40f8-af44-fc85462cf30d tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1256.583293] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6962f6-b20c-40f8-af44-fc85462cf30d tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1256.583496] env[69858]: INFO nova.compute.manager [None req-4f6962f6-b20c-40f8-af44-fc85462cf30d tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1256.583781] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f6962f6-b20c-40f8-af44-fc85462cf30d tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1256.586109] env[69858]: DEBUG nova.compute.manager [-] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1256.586109] env[69858]: DEBUG nova.network.neutron [-] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1256.592447] env[69858]: DEBUG nova.compute.manager [req-e5e00d0d-56d2-40e2-9999-6c800d8ba217 req-c2c57e61-2388-4caf-8878-01bf4335c81e service nova] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Received event network-changed-fb11073a-60ba-42e4-b864-d1cc95cf0196 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.592671] env[69858]: DEBUG nova.compute.manager [req-e5e00d0d-56d2-40e2-9999-6c800d8ba217 req-c2c57e61-2388-4caf-8878-01bf4335c81e service nova] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Refreshing instance network info cache due to event network-changed-fb11073a-60ba-42e4-b864-d1cc95cf0196. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1256.592921] env[69858]: DEBUG oslo_concurrency.lockutils [req-e5e00d0d-56d2-40e2-9999-6c800d8ba217 req-c2c57e61-2388-4caf-8878-01bf4335c81e service nova] Acquiring lock "refresh_cache-5df8bf6f-7ee1-498f-83a4-4baa81b9dde4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.593120] env[69858]: DEBUG oslo_concurrency.lockutils [req-e5e00d0d-56d2-40e2-9999-6c800d8ba217 req-c2c57e61-2388-4caf-8878-01bf4335c81e service nova] Acquired lock "refresh_cache-5df8bf6f-7ee1-498f-83a4-4baa81b9dde4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.593298] env[69858]: DEBUG nova.network.neutron [req-e5e00d0d-56d2-40e2-9999-6c800d8ba217 req-c2c57e61-2388-4caf-8878-01bf4335c81e service nova] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Refreshing network info cache for port fb11073a-60ba-42e4-b864-d1cc95cf0196 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1256.756083] env[69858]: DEBUG oslo_vmware.api [None req-fa757980-e87d-4cd3-9108-750aaf41ae5f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420008, 'name': ReconfigVM_Task, 'duration_secs': 0.22094} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.757451] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa757980-e87d-4cd3-9108-750aaf41ae5f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682329', 'volume_id': 'ca1b26d9-dbfb-44dd-ac16-e748fbc57dea', 'name': 'volume-ca1b26d9-dbfb-44dd-ac16-e748fbc57dea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ce492a6-fa2a-4064-b242-90dc3c033689', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca1b26d9-dbfb-44dd-ac16-e748fbc57dea', 'serial': 'ca1b26d9-dbfb-44dd-ac16-e748fbc57dea'} {{(pid=69858) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1256.874105] env[69858]: DEBUG oslo_vmware.api [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420003, 'name': CloneVM_Task, 'duration_secs': 1.301174} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.875766] env[69858]: INFO nova.virt.vmwareapi.vmops [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Created linked-clone VM from snapshot [ 1256.875766] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d11218-34a7-48b2-b93e-0f10384121ae {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.886520] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Uploading image 562c9d44-eff4-4e44-9f61-39d682796376 {{(pid=69858) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1256.891984] env[69858]: DEBUG nova.compute.manager [req-fb3d666c-fe17-4988-ab02-e21c3c406053 req-772c29ac-fad0-44aa-b02e-a065bdc18b1f service nova] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Received event network-vif-deleted-d6eaacd5-a397-48f8-a331-563187c71c9b {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.892291] env[69858]: INFO nova.compute.manager [req-fb3d666c-fe17-4988-ab02-e21c3c406053 req-772c29ac-fad0-44aa-b02e-a065bdc18b1f service nova] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Neutron deleted interface d6eaacd5-a397-48f8-a331-563187c71c9b; detaching it from the instance and deleting it from the info cache [ 1256.892516] env[69858]: DEBUG nova.network.neutron [req-fb3d666c-fe17-4988-ab02-e21c3c406053 req-772c29ac-fad0-44aa-b02e-a065bdc18b1f service nova] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.921796] env[69858]: DEBUG oslo_vmware.rw_handles [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1256.921796] env[69858]: value = "vm-682331" [ 1256.921796] env[69858]: _type = "VirtualMachine" [ 1256.921796] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1256.922247] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a1245c4c-3dc9-473c-8a12-d14325ae15bf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.931490] env[69858]: DEBUG oslo_vmware.rw_handles [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Lease: (returnval){ [ 1256.931490] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52bea7a5-f211-a95c-2872-fe8e51bd2a7b" [ 1256.931490] env[69858]: _type = "HttpNfcLease" [ 1256.931490] env[69858]: } obtained for exporting VM: (result){ [ 1256.931490] env[69858]: value = "vm-682331" [ 1256.931490] env[69858]: _type = "VirtualMachine" [ 1256.931490] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1256.931877] env[69858]: DEBUG oslo_vmware.api [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for the lease: (returnval){ [ 1256.931877] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52bea7a5-f211-a95c-2872-fe8e51bd2a7b" [ 1256.931877] env[69858]: _type = "HttpNfcLease" [ 1256.931877] env[69858]: } to be ready. {{(pid=69858) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1256.942585] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1256.942585] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52bea7a5-f211-a95c-2872-fe8e51bd2a7b" [ 1256.942585] env[69858]: _type = "HttpNfcLease" [ 1256.942585] env[69858]: } is initializing. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1256.957086] env[69858]: DEBUG nova.scheduler.client.report [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.044609] env[69858]: DEBUG nova.virt.hardware [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1257.044934] env[69858]: DEBUG nova.virt.hardware [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1257.045140] env[69858]: DEBUG nova.virt.hardware [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1257.045409] env[69858]: DEBUG nova.virt.hardware [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1257.045610] env[69858]: DEBUG nova.virt.hardware [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1257.045849] env[69858]: DEBUG nova.virt.hardware [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1257.046190] env[69858]: DEBUG nova.virt.hardware [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1257.046448] env[69858]: DEBUG nova.virt.hardware [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1257.046720] env[69858]: DEBUG nova.virt.hardware [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1257.046937] env[69858]: DEBUG nova.virt.hardware [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1257.047181] env[69858]: DEBUG nova.virt.hardware [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1257.052510] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0996fc20-c027-4661-a296-8fa90c31bd56 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.071534] env[69858]: DEBUG oslo_vmware.api [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1257.071534] env[69858]: value = "task-3420010" [ 1257.071534] env[69858]: _type = "Task" [ 1257.071534] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.080971] env[69858]: DEBUG oslo_vmware.api [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3420010, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.317851] env[69858]: DEBUG nova.network.neutron [req-e5e00d0d-56d2-40e2-9999-6c800d8ba217 req-c2c57e61-2388-4caf-8878-01bf4335c81e service nova] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Updated VIF entry in instance network info cache for port fb11073a-60ba-42e4-b864-d1cc95cf0196. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1257.318248] env[69858]: DEBUG nova.network.neutron [req-e5e00d0d-56d2-40e2-9999-6c800d8ba217 req-c2c57e61-2388-4caf-8878-01bf4335c81e service nova] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Updating instance_info_cache with network_info: [{"id": "fb11073a-60ba-42e4-b864-d1cc95cf0196", "address": "fa:16:3e:93:f4:5d", "network": {"id": "fcb5763a-4b90-4a15-ab0b-e1b0f81d7408", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-529132779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc6fe72e6e849c9968ccd3f484284b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb11073a-60", "ovs_interfaceid": "fb11073a-60ba-42e4-b864-d1cc95cf0196", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.368832] env[69858]: DEBUG nova.network.neutron [-] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.394878] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32ace3c4-200a-418e-a499-5652988e6b2d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.405048] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2a2dc1-5b39-4159-a5e1-782f8158d3c8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.437715] env[69858]: DEBUG nova.compute.manager [req-fb3d666c-fe17-4988-ab02-e21c3c406053 req-772c29ac-fad0-44aa-b02e-a065bdc18b1f service nova] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Detach interface failed, port_id=d6eaacd5-a397-48f8-a331-563187c71c9b, reason: Instance 5e2fec82-321e-409c-8436-c5d62a575b20 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1257.444709] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1257.444709] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52bea7a5-f211-a95c-2872-fe8e51bd2a7b" [ 1257.444709] env[69858]: _type = "HttpNfcLease" [ 1257.444709] env[69858]: } is ready. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1257.445184] env[69858]: DEBUG oslo_vmware.rw_handles [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1257.445184] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52bea7a5-f211-a95c-2872-fe8e51bd2a7b" [ 1257.445184] env[69858]: _type = "HttpNfcLease" [ 1257.445184] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1257.446294] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fe4a9a-d58b-4d25-b99d-e98b94e315bc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.457367] env[69858]: DEBUG oslo_vmware.rw_handles [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eaaf82-b290-28ec-907f-a0f70e025795/disk-0.vmdk from lease info. {{(pid=69858) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1257.457707] env[69858]: DEBUG oslo_vmware.rw_handles [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eaaf82-b290-28ec-907f-a0f70e025795/disk-0.vmdk for reading. {{(pid=69858) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1257.517330] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69858) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1257.517550] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.985s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.518214] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.661s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.519911] env[69858]: INFO nova.compute.claims [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1257.522591] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.522753] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Cleaning up deleted instances {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1257.581855] env[69858]: DEBUG oslo_vmware.api [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3420010, 'name': ReconfigVM_Task, 'duration_secs': 0.210126} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.582164] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Updating instance '33ea1171-3001-470a-8db5-be8b2f02c670' progress to 33 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1257.643947] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d9397dc3-ad8b-440a-94cb-835de9cf0939 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.795214] env[69858]: DEBUG nova.objects.instance [None req-fa757980-e87d-4cd3-9108-750aaf41ae5f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lazy-loading 'flavor' on Instance uuid 4ce492a6-fa2a-4064-b242-90dc3c033689 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.820814] env[69858]: DEBUG oslo_concurrency.lockutils [req-e5e00d0d-56d2-40e2-9999-6c800d8ba217 req-c2c57e61-2388-4caf-8878-01bf4335c81e service nova] Releasing lock "refresh_cache-5df8bf6f-7ee1-498f-83a4-4baa81b9dde4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.871320] env[69858]: INFO nova.compute.manager [-] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Took 1.29 seconds to deallocate network for instance. [ 1258.042491] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] There are 58 instances to clean {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1258.042881] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 67d9eddb-d485-4789-b8de-1b61a0e7d697] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1258.089277] env[69858]: DEBUG nova.virt.hardware [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1258.090037] env[69858]: DEBUG nova.virt.hardware [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1258.090037] env[69858]: DEBUG nova.virt.hardware [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1258.090037] env[69858]: DEBUG nova.virt.hardware [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1258.090493] env[69858]: DEBUG nova.virt.hardware [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1258.090493] env[69858]: DEBUG nova.virt.hardware [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1258.090734] env[69858]: DEBUG nova.virt.hardware [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1258.090986] env[69858]: DEBUG nova.virt.hardware [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1258.091083] env[69858]: DEBUG nova.virt.hardware [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1258.091249] env[69858]: DEBUG nova.virt.hardware [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1258.091426] env[69858]: DEBUG nova.virt.hardware [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1258.097084] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1258.097399] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c65b9a3d-ff1e-4f90-a854-8348f35e5d49 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.118827] env[69858]: DEBUG oslo_vmware.api [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1258.118827] env[69858]: value = "task-3420011" [ 1258.118827] env[69858]: _type = "Task" [ 1258.118827] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.128526] env[69858]: DEBUG oslo_vmware.api [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3420011, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.300173] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fa757980-e87d-4cd3-9108-750aaf41ae5f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "4ce492a6-fa2a-4064-b242-90dc3c033689" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.288s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.378495] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4f6962f6-b20c-40f8-af44-fc85462cf30d tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.548823] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 6d5188e0-7832-4986-a338-7e4da61e6f27] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1258.632387] env[69858]: DEBUG oslo_vmware.api [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3420011, 'name': ReconfigVM_Task, 'duration_secs': 0.169584} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.632759] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1258.633641] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a92d249-f528-42db-b6e5-3ffaabdbdab2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.659556] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 33ea1171-3001-470a-8db5-be8b2f02c670/33ea1171-3001-470a-8db5-be8b2f02c670.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1258.662576] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-528862a8-f6be-40bf-b0ae-c9293b1f2da5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.682805] env[69858]: DEBUG oslo_vmware.api [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1258.682805] env[69858]: value = "task-3420012" [ 1258.682805] env[69858]: _type = "Task" [ 1258.682805] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.694130] env[69858]: DEBUG oslo_vmware.api [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3420012, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.752788] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177ef728-c09d-4fa7-96c3-aff97458772a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.765771] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8002a532-0751-4a03-ac66-721b0ff5faf4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.800799] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38587804-82e1-4fd1-bb7c-493fbcb855b3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.809556] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79b2187-ebc2-4a81-a1d3-51f41d40969a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.823832] env[69858]: DEBUG nova.compute.provider_tree [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.052540] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 3d705be0-ff80-4b69-a83c-fa1a7f1aeb78] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1259.193013] env[69858]: DEBUG oslo_vmware.api [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3420012, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.275909] env[69858]: DEBUG nova.compute.manager [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Stashing vm_state: active {{(pid=69858) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1259.327390] env[69858]: DEBUG nova.scheduler.client.report [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.556609] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 973512e5-3e0b-4803-9236-85e01eedef22] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1259.694444] env[69858]: DEBUG oslo_vmware.api [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3420012, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.795241] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.832287] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.314s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.832926] env[69858]: DEBUG nova.compute.manager [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1259.835840] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4f6962f6-b20c-40f8-af44-fc85462cf30d tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.458s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.836107] env[69858]: DEBUG nova.objects.instance [None req-4f6962f6-b20c-40f8-af44-fc85462cf30d tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Lazy-loading 'resources' on Instance uuid 5e2fec82-321e-409c-8436-c5d62a575b20 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.060617] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 345a78e4-7156-4eee-b784-5e1322f2969e] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1260.195136] env[69858]: DEBUG oslo_vmware.api [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3420012, 'name': ReconfigVM_Task, 'duration_secs': 1.258074} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.195495] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 33ea1171-3001-470a-8db5-be8b2f02c670/33ea1171-3001-470a-8db5-be8b2f02c670.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1260.195805] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Updating instance '33ea1171-3001-470a-8db5-be8b2f02c670' progress to 50 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1260.339660] env[69858]: DEBUG nova.compute.utils [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1260.344705] env[69858]: DEBUG nova.compute.manager [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1260.344936] env[69858]: DEBUG nova.network.neutron [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1260.381390] env[69858]: DEBUG nova.policy [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99bf5177719048799792f0c9aead8962', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eecd4e4f7852489d88ac8dc75c2ad948', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1260.505121] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a542961-67bd-4d6d-8b0e-7f6e25c9e9ac {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.512780] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6b8563-7527-4361-a7cd-a2b297fb40af {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.544195] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6816a6c-7617-4ab6-84db-b16f1749c03a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.551662] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4f63f8-73a7-4b91-9832-1671721d7a97 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.564727] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 227fed41-be46-4400-bc01-091b3b488554] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1260.567053] env[69858]: DEBUG nova.compute.provider_tree [None req-4f6962f6-b20c-40f8-af44-fc85462cf30d tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.665339] env[69858]: DEBUG nova.network.neutron [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Successfully created port: d46f61e6-7150-430b-ba86-8cd9c55f06e9 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1260.703540] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2c9f23-0a6a-4d38-a41c-8e79c223289c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.724444] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3ea2aa-351e-4e20-abda-68634b5c7194 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.742503] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Updating instance '33ea1171-3001-470a-8db5-be8b2f02c670' progress to 67 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1260.848433] env[69858]: DEBUG nova.compute.manager [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1261.069242] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: d518daa9-b05d-423d-8e26-ebcf8b7b0853] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1261.071599] env[69858]: DEBUG nova.scheduler.client.report [None req-4f6962f6-b20c-40f8-af44-fc85462cf30d tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.307167] env[69858]: DEBUG nova.network.neutron [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Port a6900ed3-d762-4b41-a530-867283e1177a binding to destination host cpu-1 is already ACTIVE {{(pid=69858) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1261.576588] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4f6962f6-b20c-40f8-af44-fc85462cf30d tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.741s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.579076] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: b8842da7-b5af-422d-b3f0-ecf1673f334c] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1261.581707] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.787s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.601396] env[69858]: INFO nova.scheduler.client.report [None req-4f6962f6-b20c-40f8-af44-fc85462cf30d tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Deleted allocations for instance 5e2fec82-321e-409c-8436-c5d62a575b20 [ 1261.859203] env[69858]: DEBUG nova.compute.manager [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1261.885829] env[69858]: DEBUG nova.virt.hardware [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1261.886121] env[69858]: DEBUG nova.virt.hardware [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1261.886303] env[69858]: DEBUG nova.virt.hardware [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1261.886509] env[69858]: DEBUG nova.virt.hardware [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1261.886666] env[69858]: DEBUG nova.virt.hardware [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1261.886831] env[69858]: DEBUG nova.virt.hardware [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1261.887359] env[69858]: DEBUG nova.virt.hardware [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1261.887487] env[69858]: DEBUG nova.virt.hardware [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1261.887688] env[69858]: DEBUG nova.virt.hardware [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1261.887856] env[69858]: DEBUG nova.virt.hardware [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1261.888084] env[69858]: DEBUG nova.virt.hardware [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1261.889046] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a40271-1040-4eb3-90ac-72182379bcb9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.898685] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ed17de-8584-48db-b431-da5b616ecffc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.053738] env[69858]: DEBUG nova.compute.manager [req-63124cf0-6a36-4d97-abcf-42181c2f0562 req-5585fd37-8d9c-4fac-b8d6-e7eebdd05ea9 service nova] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Received event network-vif-plugged-d46f61e6-7150-430b-ba86-8cd9c55f06e9 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.053967] env[69858]: DEBUG oslo_concurrency.lockutils [req-63124cf0-6a36-4d97-abcf-42181c2f0562 req-5585fd37-8d9c-4fac-b8d6-e7eebdd05ea9 service nova] Acquiring lock "c7a847b0-98da-4697-b3e4-8f0a2a56b76c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.054324] env[69858]: DEBUG oslo_concurrency.lockutils [req-63124cf0-6a36-4d97-abcf-42181c2f0562 req-5585fd37-8d9c-4fac-b8d6-e7eebdd05ea9 service nova] Lock "c7a847b0-98da-4697-b3e4-8f0a2a56b76c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.054398] env[69858]: DEBUG oslo_concurrency.lockutils [req-63124cf0-6a36-4d97-abcf-42181c2f0562 req-5585fd37-8d9c-4fac-b8d6-e7eebdd05ea9 service nova] Lock "c7a847b0-98da-4697-b3e4-8f0a2a56b76c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.054541] env[69858]: DEBUG nova.compute.manager [req-63124cf0-6a36-4d97-abcf-42181c2f0562 req-5585fd37-8d9c-4fac-b8d6-e7eebdd05ea9 service nova] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] No waiting events found dispatching network-vif-plugged-d46f61e6-7150-430b-ba86-8cd9c55f06e9 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1262.054738] env[69858]: WARNING nova.compute.manager [req-63124cf0-6a36-4d97-abcf-42181c2f0562 req-5585fd37-8d9c-4fac-b8d6-e7eebdd05ea9 service nova] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Received unexpected event network-vif-plugged-d46f61e6-7150-430b-ba86-8cd9c55f06e9 for instance with vm_state building and task_state spawning. [ 1262.087356] env[69858]: INFO nova.compute.claims [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1262.091941] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 3bbab55a-cf65-43f4-93ac-7af742d87fba] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1262.109309] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4f6962f6-b20c-40f8-af44-fc85462cf30d tempest-ServerGroupTestJSON-716692495 tempest-ServerGroupTestJSON-716692495-project-member] Lock "5e2fec82-321e-409c-8436-c5d62a575b20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.190s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.160557] env[69858]: DEBUG nova.network.neutron [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Successfully updated port: d46f61e6-7150-430b-ba86-8cd9c55f06e9 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1262.330625] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "33ea1171-3001-470a-8db5-be8b2f02c670-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.330625] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "33ea1171-3001-470a-8db5-be8b2f02c670-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.330625] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "33ea1171-3001-470a-8db5-be8b2f02c670-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.595720] env[69858]: INFO nova.compute.resource_tracker [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Updating resource usage from migration 3c70caf6-4854-495c-8789-abc62fa98788 [ 1262.599450] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 7ff04108-0ea0-4b55-a21f-ac9d777c9e3b] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1262.664249] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "refresh_cache-c7a847b0-98da-4697-b3e4-8f0a2a56b76c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.664249] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquired lock "refresh_cache-c7a847b0-98da-4697-b3e4-8f0a2a56b76c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.664249] env[69858]: DEBUG nova.network.neutron [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1262.795061] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f44f511-7b4a-4276-a6f4-647de6f48896 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.803791] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcacf889-e219-4645-8638-78f685e8c6c0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.845184] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d71296-32c2-42fd-bc6d-1a61a08704d3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.855362] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cc53ee-1076-4254-b191-ce74fe323ece {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.870524] env[69858]: DEBUG nova.compute.provider_tree [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.106908] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 2037baf4-892d-461e-88dd-2ffa17dc7ca4] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1263.197888] env[69858]: DEBUG nova.network.neutron [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1263.333675] env[69858]: DEBUG nova.network.neutron [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Updating instance_info_cache with network_info: [{"id": "d46f61e6-7150-430b-ba86-8cd9c55f06e9", "address": "fa:16:3e:8a:ae:13", "network": {"id": "0b161d6c-e53e-45aa-bc0e-59ca8de1e5b5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-387557169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eecd4e4f7852489d88ac8dc75c2ad948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd46f61e6-71", "ovs_interfaceid": "d46f61e6-7150-430b-ba86-8cd9c55f06e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.373508] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "refresh_cache-33ea1171-3001-470a-8db5-be8b2f02c670" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.373704] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquired lock "refresh_cache-33ea1171-3001-470a-8db5-be8b2f02c670" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.373881] env[69858]: DEBUG nova.network.neutron [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.376277] env[69858]: DEBUG nova.scheduler.client.report [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.611768] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: ae491f0a-11fb-4f17-bf4b-0dc8ff174db4] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1263.837630] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Releasing lock "refresh_cache-c7a847b0-98da-4697-b3e4-8f0a2a56b76c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.838151] env[69858]: DEBUG nova.compute.manager [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Instance network_info: |[{"id": "d46f61e6-7150-430b-ba86-8cd9c55f06e9", "address": "fa:16:3e:8a:ae:13", "network": {"id": "0b161d6c-e53e-45aa-bc0e-59ca8de1e5b5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-387557169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eecd4e4f7852489d88ac8dc75c2ad948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd46f61e6-71", "ovs_interfaceid": "d46f61e6-7150-430b-ba86-8cd9c55f06e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1263.838694] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:ae:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f1b07b1-e4e5-4842-9090-07fb2c3e124b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd46f61e6-7150-430b-ba86-8cd9c55f06e9', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1263.846633] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1263.846928] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1263.847209] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-522dc837-a173-46ae-aaca-67bd547f808a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.868645] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1263.868645] env[69858]: value = "task-3420013" [ 1263.868645] env[69858]: _type = "Task" [ 1263.868645] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.882818] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420013, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.883828] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.302s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.884145] env[69858]: INFO nova.compute.manager [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Migrating [ 1264.084788] env[69858]: DEBUG nova.compute.manager [req-2dc24d6e-a094-469a-9a5a-6cba91ceccdd req-493e6ce6-a908-4a2a-8ac6-849f4d4dbbcb service nova] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Received event network-changed-d46f61e6-7150-430b-ba86-8cd9c55f06e9 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.085291] env[69858]: DEBUG nova.compute.manager [req-2dc24d6e-a094-469a-9a5a-6cba91ceccdd req-493e6ce6-a908-4a2a-8ac6-849f4d4dbbcb service nova] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Refreshing instance network info cache due to event network-changed-d46f61e6-7150-430b-ba86-8cd9c55f06e9. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1264.085291] env[69858]: DEBUG oslo_concurrency.lockutils [req-2dc24d6e-a094-469a-9a5a-6cba91ceccdd req-493e6ce6-a908-4a2a-8ac6-849f4d4dbbcb service nova] Acquiring lock "refresh_cache-c7a847b0-98da-4697-b3e4-8f0a2a56b76c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.085467] env[69858]: DEBUG oslo_concurrency.lockutils [req-2dc24d6e-a094-469a-9a5a-6cba91ceccdd req-493e6ce6-a908-4a2a-8ac6-849f4d4dbbcb service nova] Acquired lock "refresh_cache-c7a847b0-98da-4697-b3e4-8f0a2a56b76c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.085652] env[69858]: DEBUG nova.network.neutron [req-2dc24d6e-a094-469a-9a5a-6cba91ceccdd req-493e6ce6-a908-4a2a-8ac6-849f4d4dbbcb service nova] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Refreshing network info cache for port d46f61e6-7150-430b-ba86-8cd9c55f06e9 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1264.112670] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 948aeab7-a0f6-43ef-a502-e980c4473549] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1264.136307] env[69858]: DEBUG nova.network.neutron [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Updating instance_info_cache with network_info: [{"id": "a6900ed3-d762-4b41-a530-867283e1177a", "address": "fa:16:3e:c0:b9:1c", "network": {"id": "f1ab05d5-73c8-43f1-82cd-36d1a6d246c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1201552373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19711d5bf05b42d6bcd1a4f2f89fd166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6900ed3-d7", "ovs_interfaceid": "a6900ed3-d762-4b41-a530-867283e1177a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.379448] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420013, 'name': CreateVM_Task, 'duration_secs': 0.362529} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.379610] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1264.380333] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.380520] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.380872] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.381153] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-697b0694-1209-4ea4-a5fa-aa229d5bd14e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.386471] env[69858]: DEBUG oslo_vmware.api [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1264.386471] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b0af1e-451c-e437-aaa2-d1634d0d9cad" [ 1264.386471] env[69858]: _type = "Task" [ 1264.386471] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.396894] env[69858]: DEBUG oslo_vmware.api [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b0af1e-451c-e437-aaa2-d1634d0d9cad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.404578] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "refresh_cache-4ce492a6-fa2a-4064-b242-90dc3c033689" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.404786] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquired lock "refresh_cache-4ce492a6-fa2a-4064-b242-90dc3c033689" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.405017] env[69858]: DEBUG nova.network.neutron [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.620236] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: ff47e4b7-72ac-452c-9c0e-8306aae01f4e] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1264.639244] env[69858]: DEBUG oslo_concurrency.lockutils [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Releasing lock "refresh_cache-33ea1171-3001-470a-8db5-be8b2f02c670" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.800581] env[69858]: DEBUG nova.network.neutron [req-2dc24d6e-a094-469a-9a5a-6cba91ceccdd req-493e6ce6-a908-4a2a-8ac6-849f4d4dbbcb service nova] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Updated VIF entry in instance network info cache for port d46f61e6-7150-430b-ba86-8cd9c55f06e9. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1264.801070] env[69858]: DEBUG nova.network.neutron [req-2dc24d6e-a094-469a-9a5a-6cba91ceccdd req-493e6ce6-a908-4a2a-8ac6-849f4d4dbbcb service nova] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Updating instance_info_cache with network_info: [{"id": "d46f61e6-7150-430b-ba86-8cd9c55f06e9", "address": "fa:16:3e:8a:ae:13", "network": {"id": "0b161d6c-e53e-45aa-bc0e-59ca8de1e5b5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-387557169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eecd4e4f7852489d88ac8dc75c2ad948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd46f61e6-71", "ovs_interfaceid": "d46f61e6-7150-430b-ba86-8cd9c55f06e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.897718] env[69858]: DEBUG oslo_vmware.api [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b0af1e-451c-e437-aaa2-d1634d0d9cad, 'name': SearchDatastore_Task, 'duration_secs': 0.020242} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.898083] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.898307] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1264.898625] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.898800] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.899045] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1264.899345] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c07edc1-2baa-4c81-8120-f7db21e96d50 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.910689] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1264.910839] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1264.911916] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8a4cecd-f32c-4edb-89f6-8118c62c1f20 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.916944] env[69858]: DEBUG oslo_vmware.api [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1264.916944] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52013a48-64bf-1fe8-a790-dd289284daa9" [ 1264.916944] env[69858]: _type = "Task" [ 1264.916944] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.924858] env[69858]: DEBUG oslo_vmware.api [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52013a48-64bf-1fe8-a790-dd289284daa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.121587] env[69858]: DEBUG nova.network.neutron [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Updating instance_info_cache with network_info: [{"id": "073b76f2-8e9a-499b-a495-4a8e1b02df95", "address": "fa:16:3e:3f:ae:32", "network": {"id": "4484751d-59b0-4615-9b2a-599607510af6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1350349162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d7e8193856c48c58e9cd583c010b8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap073b76f2-8e", "ovs_interfaceid": "073b76f2-8e9a-499b-a495-4a8e1b02df95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.124591] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 8fc5a802-b66e-45f9-a644-631a6314fa6a] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1265.165054] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03321d2b-2274-49dd-91c3-1d23bd431c37 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.185638] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecefb76b-09b3-48fd-846e-b1b836e36a4d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.192736] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Updating instance '33ea1171-3001-470a-8db5-be8b2f02c670' progress to 83 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1265.308307] env[69858]: DEBUG oslo_concurrency.lockutils [req-2dc24d6e-a094-469a-9a5a-6cba91ceccdd req-493e6ce6-a908-4a2a-8ac6-849f4d4dbbcb service nova] Releasing lock "refresh_cache-c7a847b0-98da-4697-b3e4-8f0a2a56b76c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.427941] env[69858]: DEBUG oslo_vmware.api [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52013a48-64bf-1fe8-a790-dd289284daa9, 'name': SearchDatastore_Task, 'duration_secs': 0.010633} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.428747] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-453fa1c7-aa28-4e21-a2c7-0e4f61efbe8f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.434450] env[69858]: DEBUG oslo_vmware.api [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1265.434450] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524166d7-3c63-d51d-fac0-25fbdc751ee7" [ 1265.434450] env[69858]: _type = "Task" [ 1265.434450] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.442096] env[69858]: DEBUG oslo_vmware.api [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524166d7-3c63-d51d-fac0-25fbdc751ee7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.624777] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Releasing lock "refresh_cache-4ce492a6-fa2a-4064-b242-90dc3c033689" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.626954] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: b74c0471-7dc4-45f6-add2-31c3f6e4fcb6] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1265.699923] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1265.700210] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d1b6064-7c1c-4e2f-84f9-80b6742258ba {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.708364] env[69858]: DEBUG oslo_vmware.api [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1265.708364] env[69858]: value = "task-3420014" [ 1265.708364] env[69858]: _type = "Task" [ 1265.708364] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.716913] env[69858]: DEBUG oslo_vmware.api [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3420014, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.946069] env[69858]: DEBUG oslo_vmware.api [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]524166d7-3c63-d51d-fac0-25fbdc751ee7, 'name': SearchDatastore_Task, 'duration_secs': 0.010395} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.946226] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.946414] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] c7a847b0-98da-4697-b3e4-8f0a2a56b76c/c7a847b0-98da-4697-b3e4-8f0a2a56b76c.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1265.946685] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-863c8671-feb0-4e4b-af4a-b7fe865e3161 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.953846] env[69858]: DEBUG oslo_vmware.api [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1265.953846] env[69858]: value = "task-3420015" [ 1265.953846] env[69858]: _type = "Task" [ 1265.953846] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.962134] env[69858]: DEBUG oslo_vmware.api [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.133353] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 52f9cc80-37b5-4a07-b685-08eedac6b609] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1266.217649] env[69858]: DEBUG oslo_vmware.api [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3420014, 'name': PowerOnVM_Task, 'duration_secs': 0.422456} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.217878] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1266.218080] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-1e186f75-a8b9-4f6b-a8f7-932857083c4b tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Updating instance '33ea1171-3001-470a-8db5-be8b2f02c670' progress to 100 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1266.464901] env[69858]: DEBUG oslo_vmware.api [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420015, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.639328] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: f3b6f0ff-a257-488b-85cc-34e178d8e8f1] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1266.706886] env[69858]: DEBUG oslo_vmware.rw_handles [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eaaf82-b290-28ec-907f-a0f70e025795/disk-0.vmdk. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1266.707898] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183bf36e-be59-4045-8e03-bc88c848e0ec {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.714218] env[69858]: DEBUG oslo_vmware.rw_handles [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eaaf82-b290-28ec-907f-a0f70e025795/disk-0.vmdk is in state: ready. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1266.714429] env[69858]: ERROR oslo_vmware.rw_handles [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eaaf82-b290-28ec-907f-a0f70e025795/disk-0.vmdk due to incomplete transfer. [ 1266.714664] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-94e50de5-9075-4529-a09a-5573345fd6c5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.725355] env[69858]: DEBUG oslo_vmware.rw_handles [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eaaf82-b290-28ec-907f-a0f70e025795/disk-0.vmdk. {{(pid=69858) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1266.725456] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Uploaded image 562c9d44-eff4-4e44-9f61-39d682796376 to the Glance image server {{(pid=69858) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1266.727719] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Destroying the VM {{(pid=69858) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1266.728230] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e8b3758f-6288-41a1-97cb-2b6630c8743e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.735089] env[69858]: DEBUG oslo_vmware.api [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for the task: (returnval){ [ 1266.735089] env[69858]: value = "task-3420016" [ 1266.735089] env[69858]: _type = "Task" [ 1266.735089] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.743895] env[69858]: DEBUG oslo_vmware.api [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420016, 'name': Destroy_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.966025] env[69858]: DEBUG oslo_vmware.api [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420015, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592139} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.966371] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] c7a847b0-98da-4697-b3e4-8f0a2a56b76c/c7a847b0-98da-4697-b3e4-8f0a2a56b76c.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1266.966645] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1266.966955] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-036869eb-09ae-48d5-ad80-99d81e676a3d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.974727] env[69858]: DEBUG oslo_vmware.api [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1266.974727] env[69858]: value = "task-3420017" [ 1266.974727] env[69858]: _type = "Task" [ 1266.974727] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.982970] env[69858]: DEBUG oslo_vmware.api [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.143962] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 03c83187-61c2-4191-a3e6-fc401bb1577c] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1267.146798] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1f5687-1f51-4699-9569-92afb8186181 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.168211] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Updating instance '4ce492a6-fa2a-4064-b242-90dc3c033689' progress to 0 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1267.245686] env[69858]: DEBUG oslo_vmware.api [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420016, 'name': Destroy_Task, 'duration_secs': 0.346677} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.245959] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Destroyed the VM [ 1267.246243] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Deleting Snapshot of the VM instance {{(pid=69858) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1267.246473] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-63b9ae82-552a-4cb0-8b22-0783e69bf559 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.252662] env[69858]: DEBUG oslo_vmware.api [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for the task: (returnval){ [ 1267.252662] env[69858]: value = "task-3420018" [ 1267.252662] env[69858]: _type = "Task" [ 1267.252662] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.260208] env[69858]: DEBUG oslo_vmware.api [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420018, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.486593] env[69858]: DEBUG oslo_vmware.api [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076082} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.486593] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1267.487101] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94fb3d4-361e-4599-a50b-7ab0513b6bf6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.508284] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] c7a847b0-98da-4697-b3e4-8f0a2a56b76c/c7a847b0-98da-4697-b3e4-8f0a2a56b76c.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1267.508527] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f68c8a25-12bb-421b-98c5-0bc43bce0eec {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.528151] env[69858]: DEBUG oslo_vmware.api [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1267.528151] env[69858]: value = "task-3420019" [ 1267.528151] env[69858]: _type = "Task" [ 1267.528151] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.536203] env[69858]: DEBUG oslo_vmware.api [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420019, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.650202] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 3b0a0b5e-cec1-442f-97a0-83bce3164395] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1267.674547] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.675111] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c2c7883-f9e0-4dfc-a976-2f83aa3c590c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.682422] env[69858]: DEBUG oslo_vmware.api [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1267.682422] env[69858]: value = "task-3420020" [ 1267.682422] env[69858]: _type = "Task" [ 1267.682422] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.691082] env[69858]: DEBUG oslo_vmware.api [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.762917] env[69858]: DEBUG oslo_vmware.api [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420018, 'name': RemoveSnapshot_Task, 'duration_secs': 0.342655} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.763272] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Deleted Snapshot of the VM instance {{(pid=69858) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1267.763594] env[69858]: DEBUG nova.compute.manager [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1267.764418] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180ad541-b857-46f4-9bea-3445b191cc0d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.037450] env[69858]: DEBUG oslo_vmware.api [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420019, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.153878] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: d831dcb8-e294-42dd-90b8-e414ed48c194] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1268.192047] env[69858]: DEBUG oslo_vmware.api [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420020, 'name': PowerOffVM_Task, 'duration_secs': 0.223504} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.192332] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.192521] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Updating instance '4ce492a6-fa2a-4064-b242-90dc3c033689' progress to 17 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1268.276135] env[69858]: INFO nova.compute.manager [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Shelve offloading [ 1268.411794] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "1128659c-a67d-4fd9-ae60-4105b8d53068" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.411794] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "1128659c-a67d-4fd9-ae60-4105b8d53068" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.412133] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "1128659c-a67d-4fd9-ae60-4105b8d53068-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.412326] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "1128659c-a67d-4fd9-ae60-4105b8d53068-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.412573] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "1128659c-a67d-4fd9-ae60-4105b8d53068-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.415117] env[69858]: INFO nova.compute.manager [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Terminating instance [ 1268.538897] env[69858]: DEBUG oslo_vmware.api [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420019, 'name': ReconfigVM_Task, 'duration_secs': 0.737031} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.539267] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Reconfigured VM instance instance-00000072 to attach disk [datastore1] c7a847b0-98da-4697-b3e4-8f0a2a56b76c/c7a847b0-98da-4697-b3e4-8f0a2a56b76c.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.539900] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1a6ef05-9a6f-4cf0-99ba-5edc362abc3f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.546664] env[69858]: DEBUG oslo_vmware.api [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1268.546664] env[69858]: value = "task-3420021" [ 1268.546664] env[69858]: _type = "Task" [ 1268.546664] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.554783] env[69858]: DEBUG oslo_vmware.api [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420021, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.657620] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 3386af81-a87c-4de0-a5fa-a6de94c7a5ab] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1268.698958] env[69858]: DEBUG nova.virt.hardware [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1268.699240] env[69858]: DEBUG nova.virt.hardware [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1268.699403] env[69858]: DEBUG nova.virt.hardware [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1268.699586] env[69858]: DEBUG nova.virt.hardware [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1268.699738] env[69858]: DEBUG nova.virt.hardware [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1268.699888] env[69858]: DEBUG nova.virt.hardware [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1268.700143] env[69858]: DEBUG nova.virt.hardware [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1268.700318] env[69858]: DEBUG nova.virt.hardware [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1268.700488] env[69858]: DEBUG nova.virt.hardware [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1268.700683] env[69858]: DEBUG nova.virt.hardware [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1268.700867] env[69858]: DEBUG nova.virt.hardware [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1268.706137] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6eb2f6ef-1a4c-45ea-855c-3a8695d4a0ee {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.723361] env[69858]: DEBUG oslo_vmware.api [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1268.723361] env[69858]: value = "task-3420022" [ 1268.723361] env[69858]: _type = "Task" [ 1268.723361] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.732406] env[69858]: DEBUG oslo_vmware.api [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420022, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.776992] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "33ea1171-3001-470a-8db5-be8b2f02c670" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.777325] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "33ea1171-3001-470a-8db5-be8b2f02c670" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.777556] env[69858]: DEBUG nova.compute.manager [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Going to confirm migration 7 {{(pid=69858) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1268.779390] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.779877] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e5f4a48-9080-4923-826b-cb5824da57f8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.787477] env[69858]: DEBUG oslo_vmware.api [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for the task: (returnval){ [ 1268.787477] env[69858]: value = "task-3420023" [ 1268.787477] env[69858]: _type = "Task" [ 1268.787477] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.796474] env[69858]: DEBUG oslo_vmware.api [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.919919] env[69858]: DEBUG nova.compute.manager [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1268.920192] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.920495] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-def38af3-aa97-4942-b86f-8e0bce93a1c4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.928182] env[69858]: DEBUG oslo_vmware.api [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1268.928182] env[69858]: value = "task-3420024" [ 1268.928182] env[69858]: _type = "Task" [ 1268.928182] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.937532] env[69858]: DEBUG oslo_vmware.api [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3420024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.057658] env[69858]: DEBUG oslo_vmware.api [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420021, 'name': Rename_Task, 'duration_secs': 0.26333} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.057879] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1269.058142] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-166b15e7-2d41-41e6-aa70-b343b072c704 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.064858] env[69858]: DEBUG oslo_vmware.api [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1269.064858] env[69858]: value = "task-3420025" [ 1269.064858] env[69858]: _type = "Task" [ 1269.064858] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.072839] env[69858]: DEBUG oslo_vmware.api [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.161695] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: bd2894d1-7918-418d-b212-49e1c147dd2f] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1269.236406] env[69858]: DEBUG oslo_vmware.api [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420022, 'name': ReconfigVM_Task, 'duration_secs': 0.294938} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.236726] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Updating instance '4ce492a6-fa2a-4064-b242-90dc3c033689' progress to 33 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1269.297555] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] VM already powered off {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1269.297810] env[69858]: DEBUG nova.compute.manager [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1269.298590] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16064a83-fcdc-4d6c-9b22-dd26f8590f78 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.304575] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Acquiring lock "refresh_cache-4af1c965-624e-45d4-9725-e16e108e7397" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.304575] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Acquired lock "refresh_cache-4af1c965-624e-45d4-9725-e16e108e7397" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.304575] env[69858]: DEBUG nova.network.neutron [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.339095] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "refresh_cache-33ea1171-3001-470a-8db5-be8b2f02c670" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.339291] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquired lock "refresh_cache-33ea1171-3001-470a-8db5-be8b2f02c670" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.339468] env[69858]: DEBUG nova.network.neutron [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.339653] env[69858]: DEBUG nova.objects.instance [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lazy-loading 'info_cache' on Instance uuid 33ea1171-3001-470a-8db5-be8b2f02c670 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.438012] env[69858]: DEBUG oslo_vmware.api [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3420024, 'name': PowerOffVM_Task, 'duration_secs': 0.274525} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.438291] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.438498] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Volume detach. Driver type: vmdk {{(pid=69858) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1269.438699] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682300', 'volume_id': '235d750b-2d53-47f3-a1d6-903a359177d7', 'name': 'volume-235d750b-2d53-47f3-a1d6-903a359177d7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '1128659c-a67d-4fd9-ae60-4105b8d53068', 'attached_at': '2025-04-14T14:38:13.000000', 'detached_at': '', 'volume_id': '235d750b-2d53-47f3-a1d6-903a359177d7', 'serial': '235d750b-2d53-47f3-a1d6-903a359177d7'} {{(pid=69858) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1269.439488] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9542b26c-dd0f-4413-a958-ba834b56fbe1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.457539] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a99f6e-2ffb-4739-ba13-3a403d922466 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.463662] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef759de-2c28-414b-95ac-81758621fe55 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.480820] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea947780-8869-49c4-8520-797883f2e4a1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.494996] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] The volume has not been displaced from its original location: [datastore1] volume-235d750b-2d53-47f3-a1d6-903a359177d7/volume-235d750b-2d53-47f3-a1d6-903a359177d7.vmdk. No consolidation needed. {{(pid=69858) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1269.500181] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1269.500445] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-801814ae-b545-4750-915f-400bb16e9c46 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.517845] env[69858]: DEBUG oslo_vmware.api [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1269.517845] env[69858]: value = "task-3420026" [ 1269.517845] env[69858]: _type = "Task" [ 1269.517845] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.525148] env[69858]: DEBUG oslo_vmware.api [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3420026, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.574494] env[69858]: DEBUG oslo_vmware.api [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420025, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.665949] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: aeb3621f-9613-4696-b23e-477d9c150b46] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1269.743390] env[69858]: DEBUG nova.virt.hardware [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1269.743630] env[69858]: DEBUG nova.virt.hardware [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1269.743854] env[69858]: DEBUG nova.virt.hardware [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1269.744025] env[69858]: DEBUG nova.virt.hardware [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1269.744187] env[69858]: DEBUG nova.virt.hardware [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1269.744338] env[69858]: DEBUG nova.virt.hardware [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1269.744547] env[69858]: DEBUG nova.virt.hardware [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1269.744722] env[69858]: DEBUG nova.virt.hardware [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1269.744896] env[69858]: DEBUG nova.virt.hardware [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1269.745107] env[69858]: DEBUG nova.virt.hardware [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1269.745311] env[69858]: DEBUG nova.virt.hardware [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1269.750904] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1269.751241] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14ac0eed-3069-43ea-89c1-b6e915c267f7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.771347] env[69858]: DEBUG oslo_vmware.api [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1269.771347] env[69858]: value = "task-3420027" [ 1269.771347] env[69858]: _type = "Task" [ 1269.771347] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.779845] env[69858]: DEBUG oslo_vmware.api [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420027, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.005765] env[69858]: DEBUG nova.network.neutron [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Updating instance_info_cache with network_info: [{"id": "e1f7199c-c27b-4de0-ae9f-b85fb0db1353", "address": "fa:16:3e:cf:ce:c6", "network": {"id": "3e83c4ba-a2e3-426f-9019-5289d047e25c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-490028014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25538578e3ca44bd80950efa4c87f119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1f7199c-c2", "ovs_interfaceid": "e1f7199c-c27b-4de0-ae9f-b85fb0db1353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.029015] env[69858]: DEBUG oslo_vmware.api [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3420026, 'name': ReconfigVM_Task, 'duration_secs': 0.317627} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.029301] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1270.034135] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-232bf5d5-0d67-4704-9670-84f2f8d872d6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.048166] env[69858]: DEBUG oslo_vmware.api [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1270.048166] env[69858]: value = "task-3420028" [ 1270.048166] env[69858]: _type = "Task" [ 1270.048166] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.057204] env[69858]: DEBUG oslo_vmware.api [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3420028, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.074409] env[69858]: DEBUG oslo_vmware.api [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420025, 'name': PowerOnVM_Task, 'duration_secs': 0.873795} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.074670] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1270.074967] env[69858]: INFO nova.compute.manager [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Took 8.22 seconds to spawn the instance on the hypervisor. [ 1270.075254] env[69858]: DEBUG nova.compute.manager [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1270.076119] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a0c28a-ca46-4064-885b-3611e764e277 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.169319] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: e79f2876-7137-46d4-b5dd-2ed581de0bcf] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1270.281411] env[69858]: DEBUG oslo_vmware.api [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420027, 'name': ReconfigVM_Task, 'duration_secs': 0.206484} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.281768] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1270.282555] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979d651a-cd63-4f87-a333-256da079c0a7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.306689] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 4ce492a6-fa2a-4064-b242-90dc3c033689/4ce492a6-fa2a-4064-b242-90dc3c033689.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1270.306983] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64fda8b5-ee15-4221-ab1a-34bbff306eaf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.324362] env[69858]: DEBUG oslo_vmware.api [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1270.324362] env[69858]: value = "task-3420029" [ 1270.324362] env[69858]: _type = "Task" [ 1270.324362] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.332659] env[69858]: DEBUG oslo_vmware.api [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420029, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.508703] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Releasing lock "refresh_cache-4af1c965-624e-45d4-9725-e16e108e7397" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.540874] env[69858]: DEBUG nova.network.neutron [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Updating instance_info_cache with network_info: [{"id": "a6900ed3-d762-4b41-a530-867283e1177a", "address": "fa:16:3e:c0:b9:1c", "network": {"id": "f1ab05d5-73c8-43f1-82cd-36d1a6d246c4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1201552373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19711d5bf05b42d6bcd1a4f2f89fd166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6900ed3-d7", "ovs_interfaceid": "a6900ed3-d762-4b41-a530-867283e1177a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.558778] env[69858]: DEBUG oslo_vmware.api [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3420028, 'name': ReconfigVM_Task, 'duration_secs': 0.313762} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.559108] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682300', 'volume_id': '235d750b-2d53-47f3-a1d6-903a359177d7', 'name': 'volume-235d750b-2d53-47f3-a1d6-903a359177d7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '1128659c-a67d-4fd9-ae60-4105b8d53068', 'attached_at': '2025-04-14T14:38:13.000000', 'detached_at': '', 'volume_id': '235d750b-2d53-47f3-a1d6-903a359177d7', 'serial': '235d750b-2d53-47f3-a1d6-903a359177d7'} {{(pid=69858) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1270.559438] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1270.560261] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe8df90-8c06-4afc-a1cf-ee29e0665ba5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.567233] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1270.569539] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81315842-160d-45af-9959-a344a75fac4f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.595024] env[69858]: INFO nova.compute.manager [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Took 15.76 seconds to build instance. [ 1270.630957] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1270.631158] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1270.631336] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Deleting the datastore file [datastore1] 1128659c-a67d-4fd9-ae60-4105b8d53068 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1270.631620] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73abedbb-1cb7-46a9-acf9-b7b6ed4acb67 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.639483] env[69858]: DEBUG oslo_vmware.api [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1270.639483] env[69858]: value = "task-3420031" [ 1270.639483] env[69858]: _type = "Task" [ 1270.639483] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.647926] env[69858]: DEBUG oslo_vmware.api [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3420031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.672497] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 610aba42-6938-4461-a47c-666e92c90918] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1270.717872] env[69858]: DEBUG nova.compute.manager [req-8f6448cb-4502-410b-8901-8c15b860ec95 req-eec4429d-8e03-431d-b3e0-6a7b0ab7aaa4 service nova] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Received event network-vif-unplugged-e1f7199c-c27b-4de0-ae9f-b85fb0db1353 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.718141] env[69858]: DEBUG oslo_concurrency.lockutils [req-8f6448cb-4502-410b-8901-8c15b860ec95 req-eec4429d-8e03-431d-b3e0-6a7b0ab7aaa4 service nova] Acquiring lock "4af1c965-624e-45d4-9725-e16e108e7397-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.718359] env[69858]: DEBUG oslo_concurrency.lockutils [req-8f6448cb-4502-410b-8901-8c15b860ec95 req-eec4429d-8e03-431d-b3e0-6a7b0ab7aaa4 service nova] Lock "4af1c965-624e-45d4-9725-e16e108e7397-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.718524] env[69858]: DEBUG oslo_concurrency.lockutils [req-8f6448cb-4502-410b-8901-8c15b860ec95 req-eec4429d-8e03-431d-b3e0-6a7b0ab7aaa4 service nova] Lock "4af1c965-624e-45d4-9725-e16e108e7397-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.718692] env[69858]: DEBUG nova.compute.manager [req-8f6448cb-4502-410b-8901-8c15b860ec95 req-eec4429d-8e03-431d-b3e0-6a7b0ab7aaa4 service nova] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] No waiting events found dispatching network-vif-unplugged-e1f7199c-c27b-4de0-ae9f-b85fb0db1353 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1270.718908] env[69858]: WARNING nova.compute.manager [req-8f6448cb-4502-410b-8901-8c15b860ec95 req-eec4429d-8e03-431d-b3e0-6a7b0ab7aaa4 service nova] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Received unexpected event network-vif-unplugged-e1f7199c-c27b-4de0-ae9f-b85fb0db1353 for instance with vm_state shelved and task_state shelving_offloading. [ 1270.741729] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1270.742631] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82802188-c6b3-4a0d-ba8e-e10c023515c6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.751593] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1270.751822] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abcf428a-6da5-4625-ad12-79df0e5308d2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.822095] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1270.822331] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1270.822516] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Deleting the datastore file [datastore1] 4af1c965-624e-45d4-9725-e16e108e7397 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1270.822787] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb457573-9fb8-431b-a581-2bd5ad68c9f3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.833099] env[69858]: DEBUG oslo_vmware.api [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420029, 'name': ReconfigVM_Task, 'duration_secs': 0.319906} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.834283] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 4ce492a6-fa2a-4064-b242-90dc3c033689/4ce492a6-fa2a-4064-b242-90dc3c033689.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1270.834605] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Updating instance '4ce492a6-fa2a-4064-b242-90dc3c033689' progress to 50 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1270.838171] env[69858]: DEBUG oslo_vmware.api [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for the task: (returnval){ [ 1270.838171] env[69858]: value = "task-3420033" [ 1270.838171] env[69858]: _type = "Task" [ 1270.838171] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.846033] env[69858]: DEBUG oslo_vmware.api [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.043884] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Releasing lock "refresh_cache-33ea1171-3001-470a-8db5-be8b2f02c670" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.044189] env[69858]: DEBUG nova.objects.instance [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lazy-loading 'migration_context' on Instance uuid 33ea1171-3001-470a-8db5-be8b2f02c670 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.097322] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b36920fb-8b5c-4a8d-976d-c0823c5451ae tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "c7a847b0-98da-4697-b3e4-8f0a2a56b76c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.271s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.149167] env[69858]: DEBUG oslo_vmware.api [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3420031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.080889} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.149380] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.149568] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1271.149746] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1271.149946] env[69858]: INFO nova.compute.manager [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1271.150171] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.150360] env[69858]: DEBUG nova.compute.manager [-] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1271.150453] env[69858]: DEBUG nova.network.neutron [-] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1271.176445] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 712a05cf-42c9-418d-88dd-3b2b2f237d5c] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1271.341092] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1d82d5-0b13-4570-8783-55f726d23a21 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.380975] env[69858]: DEBUG oslo_vmware.api [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420033, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133343} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.382761] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54ee6fe-dd41-4992-a8aa-516db712f5c3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.385363] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.385560] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1271.385742] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1271.388659] env[69858]: DEBUG nova.compute.manager [req-ea7d209f-0f69-4a0a-8643-5d5580dcf352 req-b266348c-7eeb-40db-a43a-aa0fe23e70aa service nova] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Received event network-changed-d46f61e6-7150-430b-ba86-8cd9c55f06e9 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.388842] env[69858]: DEBUG nova.compute.manager [req-ea7d209f-0f69-4a0a-8643-5d5580dcf352 req-b266348c-7eeb-40db-a43a-aa0fe23e70aa service nova] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Refreshing instance network info cache due to event network-changed-d46f61e6-7150-430b-ba86-8cd9c55f06e9. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1271.389062] env[69858]: DEBUG oslo_concurrency.lockutils [req-ea7d209f-0f69-4a0a-8643-5d5580dcf352 req-b266348c-7eeb-40db-a43a-aa0fe23e70aa service nova] Acquiring lock "refresh_cache-c7a847b0-98da-4697-b3e4-8f0a2a56b76c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.389207] env[69858]: DEBUG oslo_concurrency.lockutils [req-ea7d209f-0f69-4a0a-8643-5d5580dcf352 req-b266348c-7eeb-40db-a43a-aa0fe23e70aa service nova] Acquired lock "refresh_cache-c7a847b0-98da-4697-b3e4-8f0a2a56b76c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.389366] env[69858]: DEBUG nova.network.neutron [req-ea7d209f-0f69-4a0a-8643-5d5580dcf352 req-b266348c-7eeb-40db-a43a-aa0fe23e70aa service nova] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Refreshing network info cache for port d46f61e6-7150-430b-ba86-8cd9c55f06e9 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1271.414397] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Updating instance '4ce492a6-fa2a-4064-b242-90dc3c033689' progress to 67 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1271.420374] env[69858]: INFO nova.scheduler.client.report [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Deleted allocations for instance 4af1c965-624e-45d4-9725-e16e108e7397 [ 1271.547928] env[69858]: DEBUG nova.objects.base [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Object Instance<33ea1171-3001-470a-8db5-be8b2f02c670> lazy-loaded attributes: info_cache,migration_context {{(pid=69858) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1271.552023] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfa3177-1cab-4c68-b5a7-fb90a2496c9d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.574628] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c80dfdd-126c-477a-951c-bf6030113355 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.580024] env[69858]: DEBUG oslo_vmware.api [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1271.580024] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d63bcd-428d-6f1c-6f38-4f451a100aae" [ 1271.580024] env[69858]: _type = "Task" [ 1271.580024] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.586717] env[69858]: DEBUG oslo_vmware.api [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d63bcd-428d-6f1c-6f38-4f451a100aae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.678918] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 4df6118d-f032-4142-8900-93209f760c86] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1271.927248] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.927522] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.927744] env[69858]: DEBUG nova.objects.instance [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Lazy-loading 'resources' on Instance uuid 4af1c965-624e-45d4-9725-e16e108e7397 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.087910] env[69858]: DEBUG oslo_vmware.api [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d63bcd-428d-6f1c-6f38-4f451a100aae, 'name': SearchDatastore_Task, 'duration_secs': 0.008061} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.088248] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.096279] env[69858]: DEBUG nova.network.neutron [req-ea7d209f-0f69-4a0a-8643-5d5580dcf352 req-b266348c-7eeb-40db-a43a-aa0fe23e70aa service nova] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Updated VIF entry in instance network info cache for port d46f61e6-7150-430b-ba86-8cd9c55f06e9. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1272.096609] env[69858]: DEBUG nova.network.neutron [req-ea7d209f-0f69-4a0a-8643-5d5580dcf352 req-b266348c-7eeb-40db-a43a-aa0fe23e70aa service nova] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Updating instance_info_cache with network_info: [{"id": "d46f61e6-7150-430b-ba86-8cd9c55f06e9", "address": "fa:16:3e:8a:ae:13", "network": {"id": "0b161d6c-e53e-45aa-bc0e-59ca8de1e5b5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-387557169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eecd4e4f7852489d88ac8dc75c2ad948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd46f61e6-71", "ovs_interfaceid": "d46f61e6-7150-430b-ba86-8cd9c55f06e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.161795] env[69858]: DEBUG nova.network.neutron [-] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.182481] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: fe8d0d86-6a84-4163-95a5-c9deeed007c6] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1272.430905] env[69858]: DEBUG nova.objects.instance [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Lazy-loading 'numa_topology' on Instance uuid 4af1c965-624e-45d4-9725-e16e108e7397 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.599610] env[69858]: DEBUG oslo_concurrency.lockutils [req-ea7d209f-0f69-4a0a-8643-5d5580dcf352 req-b266348c-7eeb-40db-a43a-aa0fe23e70aa service nova] Releasing lock "refresh_cache-c7a847b0-98da-4697-b3e4-8f0a2a56b76c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.664994] env[69858]: INFO nova.compute.manager [-] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Took 1.51 seconds to deallocate network for instance. [ 1272.686375] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 2f80cbd3-8ed4-4ffc-a75e-d2bb5f066021] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1272.860175] env[69858]: DEBUG nova.compute.manager [req-cb2d2956-ef86-4356-80d8-23675c771c63 req-dcfc5be1-e5fb-427d-a2ae-96261be83243 service nova] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Received event network-changed-e1f7199c-c27b-4de0-ae9f-b85fb0db1353 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.860369] env[69858]: DEBUG nova.compute.manager [req-cb2d2956-ef86-4356-80d8-23675c771c63 req-dcfc5be1-e5fb-427d-a2ae-96261be83243 service nova] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Refreshing instance network info cache due to event network-changed-e1f7199c-c27b-4de0-ae9f-b85fb0db1353. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1272.860711] env[69858]: DEBUG oslo_concurrency.lockutils [req-cb2d2956-ef86-4356-80d8-23675c771c63 req-dcfc5be1-e5fb-427d-a2ae-96261be83243 service nova] Acquiring lock "refresh_cache-4af1c965-624e-45d4-9725-e16e108e7397" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.860950] env[69858]: DEBUG oslo_concurrency.lockutils [req-cb2d2956-ef86-4356-80d8-23675c771c63 req-dcfc5be1-e5fb-427d-a2ae-96261be83243 service nova] Acquired lock "refresh_cache-4af1c965-624e-45d4-9725-e16e108e7397" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.861150] env[69858]: DEBUG nova.network.neutron [req-cb2d2956-ef86-4356-80d8-23675c771c63 req-dcfc5be1-e5fb-427d-a2ae-96261be83243 service nova] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Refreshing network info cache for port e1f7199c-c27b-4de0-ae9f-b85fb0db1353 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1272.934019] env[69858]: DEBUG nova.objects.base [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Object Instance<4af1c965-624e-45d4-9725-e16e108e7397> lazy-loaded attributes: resources,numa_topology {{(pid=69858) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1273.088144] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c07cd7-a62b-4b2a-baa7-ac34a0321ad9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.096133] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cd1850-f730-4706-9e46-497ca7c7cfc0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.100104] env[69858]: DEBUG nova.network.neutron [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Port 073b76f2-8e9a-499b-a495-4a8e1b02df95 binding to destination host cpu-1 is already ACTIVE {{(pid=69858) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1273.129411] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41b8419-94e0-4067-9c9c-3be6cc3a5b22 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.137847] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a42aef-948f-496d-91ea-9319eea2e9c5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.152179] env[69858]: DEBUG nova.compute.provider_tree [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.189697] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 93054b24-16be-40cf-a956-6053b316c126] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1273.210009] env[69858]: INFO nova.compute.manager [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Took 0.54 seconds to detach 1 volumes for instance. [ 1273.212247] env[69858]: DEBUG nova.compute.manager [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Deleting volume: 235d750b-2d53-47f3-a1d6-903a359177d7 {{(pid=69858) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1273.572312] env[69858]: DEBUG nova.network.neutron [req-cb2d2956-ef86-4356-80d8-23675c771c63 req-dcfc5be1-e5fb-427d-a2ae-96261be83243 service nova] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Updated VIF entry in instance network info cache for port e1f7199c-c27b-4de0-ae9f-b85fb0db1353. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1273.572656] env[69858]: DEBUG nova.network.neutron [req-cb2d2956-ef86-4356-80d8-23675c771c63 req-dcfc5be1-e5fb-427d-a2ae-96261be83243 service nova] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Updating instance_info_cache with network_info: [{"id": "e1f7199c-c27b-4de0-ae9f-b85fb0db1353", "address": "fa:16:3e:cf:ce:c6", "network": {"id": "3e83c4ba-a2e3-426f-9019-5289d047e25c", "bridge": null, "label": "tempest-ServersNegativeTestJSON-490028014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25538578e3ca44bd80950efa4c87f119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape1f7199c-c2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.655305] env[69858]: DEBUG nova.scheduler.client.report [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.692657] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 9bdc0ee6-a4c3-4971-a4b7-ac1281a1ead5] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1273.753138] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.075203] env[69858]: DEBUG oslo_concurrency.lockutils [req-cb2d2956-ef86-4356-80d8-23675c771c63 req-dcfc5be1-e5fb-427d-a2ae-96261be83243 service nova] Releasing lock "refresh_cache-4af1c965-624e-45d4-9725-e16e108e7397" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.075508] env[69858]: DEBUG nova.compute.manager [req-cb2d2956-ef86-4356-80d8-23675c771c63 req-dcfc5be1-e5fb-427d-a2ae-96261be83243 service nova] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Received event network-vif-deleted-f34b9b7c-b463-4596-a047-8aa411bda859 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.120729] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "4ce492a6-fa2a-4064-b242-90dc3c033689-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.120974] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "4ce492a6-fa2a-4064-b242-90dc3c033689-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.121167] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "4ce492a6-fa2a-4064-b242-90dc3c033689-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.138954] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Acquiring lock "4af1c965-624e-45d4-9725-e16e108e7397" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.160230] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.162626] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.074s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.195125] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 57d65995-b755-4261-b549-a0a5e2e20f88] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1274.670184] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fdb88621-18cd-481a-8d7d-146f5f9c7f4a tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Lock "4af1c965-624e-45d4-9725-e16e108e7397" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.457s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.671043] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Lock "4af1c965-624e-45d4-9725-e16e108e7397" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.532s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.671241] env[69858]: INFO nova.compute.manager [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Unshelving [ 1274.699454] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: cc3faea5-e665-404e-bc36-09a938abfb28] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1274.809946] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96506dc2-d23b-452d-b688-5db49ccadbba {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.817380] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d54433-3c1d-4d5f-8524-2bb84208f3f5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.848308] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520fd0e7-7230-4108-bf42-0c1e18b3c7d4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.855163] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5b9715-772d-4df4-9189-b0b157cd562a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.868462] env[69858]: DEBUG nova.compute.provider_tree [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.203088] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: d6a70464-5106-4f86-ab95-87661e43bae1] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1275.371354] env[69858]: DEBUG nova.scheduler.client.report [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.397779] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "refresh_cache-4ce492a6-fa2a-4064-b242-90dc3c033689" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.397960] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquired lock "refresh_cache-4ce492a6-fa2a-4064-b242-90dc3c033689" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.398163] env[69858]: DEBUG nova.network.neutron [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.697946] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.707087] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: cf25f649-f669-40a9-b002-ff84d5b75100] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1276.109154] env[69858]: DEBUG nova.network.neutron [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Updating instance_info_cache with network_info: [{"id": "073b76f2-8e9a-499b-a495-4a8e1b02df95", "address": "fa:16:3e:3f:ae:32", "network": {"id": "4484751d-59b0-4615-9b2a-599607510af6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1350349162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d7e8193856c48c58e9cd583c010b8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap073b76f2-8e", "ovs_interfaceid": "073b76f2-8e9a-499b-a495-4a8e1b02df95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.209778] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 898d7c6b-7e15-47f7-8105-9d44785d46f5] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1276.382743] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.220s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.385492] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.633s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.385722] env[69858]: DEBUG nova.objects.instance [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lazy-loading 'resources' on Instance uuid 1128659c-a67d-4fd9-ae60-4105b8d53068 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.611706] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Releasing lock "refresh_cache-4ce492a6-fa2a-4064-b242-90dc3c033689" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.714794] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: aab6c3b4-da0e-4a6d-8876-696815a47fc4] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1276.940457] env[69858]: INFO nova.scheduler.client.report [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Deleted allocation for migration f5acffde-a6e0-4687-89ee-4681f89d668d [ 1277.028830] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4f590d-259b-40e4-9c17-6252de7a9386 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.036223] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df6d5ef-3850-4446-b506-0b870cc6fe21 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.065243] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a71bc4-6372-4505-a39f-75be8e9d0928 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.071809] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7216b1f9-4d27-4781-9fdb-0de36a1f42ee {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.084356] env[69858]: DEBUG nova.compute.provider_tree [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.122144] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8099d65a-562e-4ac5-bf2b-7b72a592c6d7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.128558] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e51cf8-1744-41f1-b18b-2f4bde72dd8c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.217973] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 9aa8b105-0505-42cc-b81f-962b02764121] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1277.447975] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "33ea1171-3001-470a-8db5-be8b2f02c670" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.670s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.588129] env[69858]: DEBUG nova.scheduler.client.report [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.722162] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 733c2301-f33f-462f-9bb2-9d5aa84c95ca] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1278.094056] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.708s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.096088] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.398s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.096325] env[69858]: DEBUG nova.objects.instance [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Lazy-loading 'pci_requests' on Instance uuid 4af1c965-624e-45d4-9725-e16e108e7397 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.113239] env[69858]: INFO nova.scheduler.client.report [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Deleted allocations for instance 1128659c-a67d-4fd9-ae60-4105b8d53068 [ 1278.225624] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: d8f9c735-339f-4fa9-80ea-520b37764716] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1278.230478] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422cec17-5fa1-425c-b6d0-21de8d928534 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.253322] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8790d9-d583-4c92-a981-31f42a66b6cd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.260505] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Updating instance '4ce492a6-fa2a-4064-b242-90dc3c033689' progress to 83 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1278.599803] env[69858]: DEBUG nova.objects.instance [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Lazy-loading 'numa_topology' on Instance uuid 4af1c965-624e-45d4-9725-e16e108e7397 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.618968] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4c6d55b8-82d0-40e5-a8e4-e5d0030d018e tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "1128659c-a67d-4fd9-ae60-4105b8d53068" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.207s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.728321] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 80836351-28a6-4b5b-892c-606c4df56c89] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1278.766062] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1278.766388] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8044041c-33d2-4666-9604-db75aa86637e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.774205] env[69858]: DEBUG oslo_vmware.api [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1278.774205] env[69858]: value = "task-3420035" [ 1278.774205] env[69858]: _type = "Task" [ 1278.774205] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.782070] env[69858]: DEBUG oslo_vmware.api [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.803153] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "33ea1171-3001-470a-8db5-be8b2f02c670" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.803428] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "33ea1171-3001-470a-8db5-be8b2f02c670" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.803711] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "33ea1171-3001-470a-8db5-be8b2f02c670-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.803964] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "33ea1171-3001-470a-8db5-be8b2f02c670-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.804170] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "33ea1171-3001-470a-8db5-be8b2f02c670-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.806421] env[69858]: INFO nova.compute.manager [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Terminating instance [ 1279.102421] env[69858]: INFO nova.compute.claims [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1279.231980] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 1e4e9e2e-8a86-4798-b467-12c4baeaf9d6] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1279.284641] env[69858]: DEBUG oslo_vmware.api [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420035, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.309950] env[69858]: DEBUG nova.compute.manager [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1279.310200] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1279.311182] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2f6151-9b44-4079-bf25-2b175f28bc6b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.319354] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1279.319600] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46e1d08f-ba6d-44c8-bf18-28ce92853bcc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.324935] env[69858]: DEBUG oslo_vmware.api [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1279.324935] env[69858]: value = "task-3420036" [ 1279.324935] env[69858]: _type = "Task" [ 1279.324935] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.333402] env[69858]: DEBUG oslo_vmware.api [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3420036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.375369] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ade0ddba-9fd2-4782-b0b6-e64da4fad91b tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "b466ac03-70e0-4fc8-9bb6-d4824293d5ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.375777] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ade0ddba-9fd2-4782-b0b6-e64da4fad91b tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "b466ac03-70e0-4fc8-9bb6-d4824293d5ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.376049] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ade0ddba-9fd2-4782-b0b6-e64da4fad91b tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "b466ac03-70e0-4fc8-9bb6-d4824293d5ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.376283] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ade0ddba-9fd2-4782-b0b6-e64da4fad91b tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "b466ac03-70e0-4fc8-9bb6-d4824293d5ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.376490] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ade0ddba-9fd2-4782-b0b6-e64da4fad91b tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "b466ac03-70e0-4fc8-9bb6-d4824293d5ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.378966] env[69858]: INFO nova.compute.manager [None req-ade0ddba-9fd2-4782-b0b6-e64da4fad91b tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Terminating instance [ 1279.736018] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 5cf9c6bb-ae14-4c2e-a828-a94084a83565] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1279.784058] env[69858]: DEBUG oslo_vmware.api [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420035, 'name': PowerOnVM_Task, 'duration_secs': 0.68222} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.784337] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1279.784522] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-bfdce7f5-471b-4251-8bf0-f4f8b74133d2 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Updating instance '4ce492a6-fa2a-4064-b242-90dc3c033689' progress to 100 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1279.834482] env[69858]: DEBUG oslo_vmware.api [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3420036, 'name': PowerOffVM_Task, 'duration_secs': 0.210754} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.834760] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1279.834932] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1279.835206] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-870dec1e-cc90-406d-9a0c-f6e0483474e2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.882812] env[69858]: DEBUG nova.compute.manager [None req-ade0ddba-9fd2-4782-b0b6-e64da4fad91b tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1279.883070] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ade0ddba-9fd2-4782-b0b6-e64da4fad91b tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1279.884062] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f265a7e-2a71-4724-84fd-e407c6eec866 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.893083] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade0ddba-9fd2-4782-b0b6-e64da4fad91b tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1279.893323] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0507675-3992-4962-9ce0-9b00c598010e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.896993] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1279.897203] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1279.897379] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Deleting the datastore file [datastore1] 33ea1171-3001-470a-8db5-be8b2f02c670 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1279.897595] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-def07d32-88e1-439f-9381-805d869d62f7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.900410] env[69858]: DEBUG oslo_vmware.api [None req-ade0ddba-9fd2-4782-b0b6-e64da4fad91b tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1279.900410] env[69858]: value = "task-3420038" [ 1279.900410] env[69858]: _type = "Task" [ 1279.900410] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.904344] env[69858]: DEBUG oslo_vmware.api [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for the task: (returnval){ [ 1279.904344] env[69858]: value = "task-3420039" [ 1279.904344] env[69858]: _type = "Task" [ 1279.904344] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.910187] env[69858]: DEBUG oslo_vmware.api [None req-ade0ddba-9fd2-4782-b0b6-e64da4fad91b tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3420038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.914540] env[69858]: DEBUG oslo_vmware.api [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3420039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.237565] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b9cd15-7613-4f34-a652-eb37408b78fe {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.240312] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 880b4dde-36c7-4fda-909a-8b09c4ff8096] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1280.246851] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df0e4a8-312a-4c26-824b-519a427522fc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.278821] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028600b2-b746-41c8-95e8-cdcf4eb94f86 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.286576] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2719fa7-eba1-4e99-9d39-825f1a64ca51 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.304013] env[69858]: DEBUG nova.compute.provider_tree [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.413539] env[69858]: DEBUG oslo_vmware.api [None req-ade0ddba-9fd2-4782-b0b6-e64da4fad91b tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3420038, 'name': PowerOffVM_Task, 'duration_secs': 0.24966} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.416702] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade0ddba-9fd2-4782-b0b6-e64da4fad91b tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1280.416880] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ade0ddba-9fd2-4782-b0b6-e64da4fad91b tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1280.417140] env[69858]: DEBUG oslo_vmware.api [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Task: {'id': task-3420039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157829} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.417346] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6dc56d8b-9c2f-431e-b236-73c2ed4b3cf9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.418703] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1280.418880] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1280.419071] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1280.419250] env[69858]: INFO nova.compute.manager [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1280.419483] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1280.419674] env[69858]: DEBUG nova.compute.manager [-] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1280.419770] env[69858]: DEBUG nova.network.neutron [-] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1280.490336] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ade0ddba-9fd2-4782-b0b6-e64da4fad91b tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1280.490575] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ade0ddba-9fd2-4782-b0b6-e64da4fad91b tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1280.490799] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade0ddba-9fd2-4782-b0b6-e64da4fad91b tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Deleting the datastore file [datastore1] b466ac03-70e0-4fc8-9bb6-d4824293d5ed {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1280.491079] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b186760-7624-4e02-b778-f5cdb114ac39 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.497222] env[69858]: DEBUG oslo_vmware.api [None req-ade0ddba-9fd2-4782-b0b6-e64da4fad91b tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1280.497222] env[69858]: value = "task-3420041" [ 1280.497222] env[69858]: _type = "Task" [ 1280.497222] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.505396] env[69858]: DEBUG oslo_vmware.api [None req-ade0ddba-9fd2-4782-b0b6-e64da4fad91b tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3420041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.694735] env[69858]: DEBUG nova.compute.manager [req-62e391b4-b531-482f-830e-fbce309a7e06 req-0b1e5a6a-4804-42dc-9369-5c247563910b service nova] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Received event network-vif-deleted-a6900ed3-d762-4b41-a530-867283e1177a {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.694954] env[69858]: INFO nova.compute.manager [req-62e391b4-b531-482f-830e-fbce309a7e06 req-0b1e5a6a-4804-42dc-9369-5c247563910b service nova] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Neutron deleted interface a6900ed3-d762-4b41-a530-867283e1177a; detaching it from the instance and deleting it from the info cache [ 1280.695146] env[69858]: DEBUG nova.network.neutron [req-62e391b4-b531-482f-830e-fbce309a7e06 req-0b1e5a6a-4804-42dc-9369-5c247563910b service nova] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.743880] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 587f6c2d-ea44-459f-b0c5-6e232da0e6d1] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1280.806734] env[69858]: DEBUG nova.scheduler.client.report [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.007766] env[69858]: DEBUG oslo_vmware.api [None req-ade0ddba-9fd2-4782-b0b6-e64da4fad91b tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3420041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135114} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.008103] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade0ddba-9fd2-4782-b0b6-e64da4fad91b tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1281.008338] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ade0ddba-9fd2-4782-b0b6-e64da4fad91b tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1281.008579] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ade0ddba-9fd2-4782-b0b6-e64da4fad91b tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1281.008792] env[69858]: INFO nova.compute.manager [None req-ade0ddba-9fd2-4782-b0b6-e64da4fad91b tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1281.009057] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ade0ddba-9fd2-4782-b0b6-e64da4fad91b tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1281.009251] env[69858]: DEBUG nova.compute.manager [-] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1281.009346] env[69858]: DEBUG nova.network.neutron [-] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1281.129194] env[69858]: DEBUG nova.network.neutron [-] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.197947] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c295e5f9-0245-4b80-8e3f-fbb6a54a35ed {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.207790] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908b5619-89ab-4bb2-bcec-8079ce9ac2bd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.235603] env[69858]: DEBUG nova.compute.manager [req-62e391b4-b531-482f-830e-fbce309a7e06 req-0b1e5a6a-4804-42dc-9369-5c247563910b service nova] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Detach interface failed, port_id=a6900ed3-d762-4b41-a530-867283e1177a, reason: Instance 33ea1171-3001-470a-8db5-be8b2f02c670 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1281.246525] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 86847312-9ce8-42b3-8d8c-539fb7de24fd] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1281.310886] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.215s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.338959] env[69858]: INFO nova.network.neutron [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Updating port e1f7199c-c27b-4de0-ae9f-b85fb0db1353 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1281.631645] env[69858]: INFO nova.compute.manager [-] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Took 1.21 seconds to deallocate network for instance. [ 1281.721449] env[69858]: DEBUG nova.network.neutron [-] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.749808] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 1f0cf56d-8399-431b-a98b-eac4d3a0d596] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1282.138171] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.138463] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.138769] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.162383] env[69858]: INFO nova.scheduler.client.report [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Deleted allocations for instance 33ea1171-3001-470a-8db5-be8b2f02c670 [ 1282.225529] env[69858]: INFO nova.compute.manager [-] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Took 1.22 seconds to deallocate network for instance. [ 1282.254289] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 0783efa1-a314-4a8b-b6ed-0a0e05618b34] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1282.506081] env[69858]: DEBUG nova.network.neutron [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Port 073b76f2-8e9a-499b-a495-4a8e1b02df95 binding to destination host cpu-1 is already ACTIVE {{(pid=69858) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1282.506401] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "refresh_cache-4ce492a6-fa2a-4064-b242-90dc3c033689" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.506571] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquired lock "refresh_cache-4ce492a6-fa2a-4064-b242-90dc3c033689" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.506739] env[69858]: DEBUG nova.network.neutron [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.671295] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d9204e02-4916-4638-884b-d455ff71bb53 tempest-DeleteServersTestJSON-1839874465 tempest-DeleteServersTestJSON-1839874465-project-member] Lock "33ea1171-3001-470a-8db5-be8b2f02c670" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.868s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.730238] env[69858]: DEBUG nova.compute.manager [req-e0b4e749-aa82-4f7a-ae70-005bdba3feb1 req-03a1a376-d595-479f-8721-3bb9ac957146 service nova] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Received event network-vif-deleted-cd348573-c73c-4e48-9b3c-5b6b4cb6c858 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.730589] env[69858]: DEBUG nova.compute.manager [req-e0b4e749-aa82-4f7a-ae70-005bdba3feb1 req-03a1a376-d595-479f-8721-3bb9ac957146 service nova] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Received event network-vif-plugged-e1f7199c-c27b-4de0-ae9f-b85fb0db1353 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.730864] env[69858]: DEBUG oslo_concurrency.lockutils [req-e0b4e749-aa82-4f7a-ae70-005bdba3feb1 req-03a1a376-d595-479f-8721-3bb9ac957146 service nova] Acquiring lock "4af1c965-624e-45d4-9725-e16e108e7397-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.731180] env[69858]: DEBUG oslo_concurrency.lockutils [req-e0b4e749-aa82-4f7a-ae70-005bdba3feb1 req-03a1a376-d595-479f-8721-3bb9ac957146 service nova] Lock "4af1c965-624e-45d4-9725-e16e108e7397-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.731423] env[69858]: DEBUG oslo_concurrency.lockutils [req-e0b4e749-aa82-4f7a-ae70-005bdba3feb1 req-03a1a376-d595-479f-8721-3bb9ac957146 service nova] Lock "4af1c965-624e-45d4-9725-e16e108e7397-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.731631] env[69858]: DEBUG nova.compute.manager [req-e0b4e749-aa82-4f7a-ae70-005bdba3feb1 req-03a1a376-d595-479f-8721-3bb9ac957146 service nova] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] No waiting events found dispatching network-vif-plugged-e1f7199c-c27b-4de0-ae9f-b85fb0db1353 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1282.731885] env[69858]: WARNING nova.compute.manager [req-e0b4e749-aa82-4f7a-ae70-005bdba3feb1 req-03a1a376-d595-479f-8721-3bb9ac957146 service nova] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Received unexpected event network-vif-plugged-e1f7199c-c27b-4de0-ae9f-b85fb0db1353 for instance with vm_state shelved_offloaded and task_state spawning. [ 1282.733311] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ade0ddba-9fd2-4782-b0b6-e64da4fad91b tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.733570] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ade0ddba-9fd2-4782-b0b6-e64da4fad91b tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.734736] env[69858]: DEBUG nova.objects.instance [None req-ade0ddba-9fd2-4782-b0b6-e64da4fad91b tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lazy-loading 'resources' on Instance uuid b466ac03-70e0-4fc8-9bb6-d4824293d5ed {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.757842] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 1304c169-b815-4d2b-8eda-9e1265a43b13] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1282.765420] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Acquiring lock "refresh_cache-4af1c965-624e-45d4-9725-e16e108e7397" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.765420] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Acquired lock "refresh_cache-4af1c965-624e-45d4-9725-e16e108e7397" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.765781] env[69858]: DEBUG nova.network.neutron [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.265671] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 60f35308-2c0b-49b5-b59c-f009be3d3822] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1283.291037] env[69858]: DEBUG nova.network.neutron [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Updating instance_info_cache with network_info: [{"id": "073b76f2-8e9a-499b-a495-4a8e1b02df95", "address": "fa:16:3e:3f:ae:32", "network": {"id": "4484751d-59b0-4615-9b2a-599607510af6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1350349162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d7e8193856c48c58e9cd583c010b8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap073b76f2-8e", "ovs_interfaceid": "073b76f2-8e9a-499b-a495-4a8e1b02df95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.364488] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbef5c00-dfcc-42f2-be05-d4c73d47aaf1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.373275] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80b0087-a195-44d6-962c-1f60355da221 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.404933] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02457bc-6df6-4644-b13a-33f4d241ff0f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.412386] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1ef60b-7f36-4dfd-b397-b36a02816b05 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.425379] env[69858]: DEBUG nova.compute.provider_tree [None req-ade0ddba-9fd2-4782-b0b6-e64da4fad91b tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.461605] env[69858]: DEBUG nova.network.neutron [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Updating instance_info_cache with network_info: [{"id": "e1f7199c-c27b-4de0-ae9f-b85fb0db1353", "address": "fa:16:3e:cf:ce:c6", "network": {"id": "3e83c4ba-a2e3-426f-9019-5289d047e25c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-490028014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25538578e3ca44bd80950efa4c87f119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1f7199c-c2", "ovs_interfaceid": "e1f7199c-c27b-4de0-ae9f-b85fb0db1353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.767585] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: e7469996-1a00-428d-9a65-2885e5c471e0] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1283.794675] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Releasing lock "refresh_cache-4ce492a6-fa2a-4064-b242-90dc3c033689" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.928687] env[69858]: DEBUG nova.scheduler.client.report [None req-ade0ddba-9fd2-4782-b0b6-e64da4fad91b tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.963941] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Releasing lock "refresh_cache-4af1c965-624e-45d4-9725-e16e108e7397" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.990460] env[69858]: DEBUG nova.virt.hardware [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='df553beb4589aa4af78e0e92ef5d3c64',container_format='bare',created_at=2025-04-14T14:38:35Z,direct_url=,disk_format='vmdk',id=562c9d44-eff4-4e44-9f61-39d682796376,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-293924965-shelved',owner='25538578e3ca44bd80950efa4c87f119',properties=ImageMetaProps,protected=,size=31664640,status='active',tags=,updated_at=2025-04-14T14:38:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1283.990733] env[69858]: DEBUG nova.virt.hardware [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1283.990896] env[69858]: DEBUG nova.virt.hardware [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1283.991098] env[69858]: DEBUG nova.virt.hardware [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1283.991249] env[69858]: DEBUG nova.virt.hardware [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1283.991395] env[69858]: DEBUG nova.virt.hardware [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1283.991602] env[69858]: DEBUG nova.virt.hardware [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1283.991768] env[69858]: DEBUG nova.virt.hardware [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1283.991958] env[69858]: DEBUG nova.virt.hardware [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1283.992141] env[69858]: DEBUG nova.virt.hardware [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1283.992319] env[69858]: DEBUG nova.virt.hardware [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1283.993218] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddf6c72-b5e3-495e-89af-b4662fbdb916 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.000889] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1fbdc3-f5d0-4f4b-a78b-67279c36733f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.014560] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:ce:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a7ba8d0-0208-4af7-af44-2a5ad382f9be', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1f7199c-c27b-4de0-ae9f-b85fb0db1353', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1284.021912] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1284.022168] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1284.022373] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-793e8fe8-4bd7-46c3-b924-6ef380cb0612 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.041812] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1284.041812] env[69858]: value = "task-3420043" [ 1284.041812] env[69858]: _type = "Task" [ 1284.041812] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.049337] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420043, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.271224] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 43ae10cd-5eed-4344-9691-7366745b350c] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1284.299150] env[69858]: DEBUG nova.compute.manager [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69858) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1284.433936] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ade0ddba-9fd2-4782-b0b6-e64da4fad91b tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.700s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.452789] env[69858]: INFO nova.scheduler.client.report [None req-ade0ddba-9fd2-4782-b0b6-e64da4fad91b tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Deleted allocations for instance b466ac03-70e0-4fc8-9bb6-d4824293d5ed [ 1284.551869] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420043, 'name': CreateVM_Task, 'duration_secs': 0.320954} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.552042] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1284.552714] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/562c9d44-eff4-4e44-9f61-39d682796376" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.552880] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/562c9d44-eff4-4e44-9f61-39d682796376" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.553296] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/562c9d44-eff4-4e44-9f61-39d682796376" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.553550] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d30e954e-3229-408a-bc1d-2194b9a4a0eb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.558479] env[69858]: DEBUG oslo_vmware.api [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for the task: (returnval){ [ 1284.558479] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f7e7f0-fcc2-ab82-5dd6-74c5cc2484eb" [ 1284.558479] env[69858]: _type = "Task" [ 1284.558479] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.567035] env[69858]: DEBUG oslo_vmware.api [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52f7e7f0-fcc2-ab82-5dd6-74c5cc2484eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.758545] env[69858]: DEBUG nova.compute.manager [req-2c19a006-e2eb-4512-b79d-58214c9851e7 req-fc6f8bba-14bc-4697-9018-49cc90d1f6c3 service nova] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Received event network-changed-e1f7199c-c27b-4de0-ae9f-b85fb0db1353 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.759088] env[69858]: DEBUG nova.compute.manager [req-2c19a006-e2eb-4512-b79d-58214c9851e7 req-fc6f8bba-14bc-4697-9018-49cc90d1f6c3 service nova] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Refreshing instance network info cache due to event network-changed-e1f7199c-c27b-4de0-ae9f-b85fb0db1353. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1284.759366] env[69858]: DEBUG oslo_concurrency.lockutils [req-2c19a006-e2eb-4512-b79d-58214c9851e7 req-fc6f8bba-14bc-4697-9018-49cc90d1f6c3 service nova] Acquiring lock "refresh_cache-4af1c965-624e-45d4-9725-e16e108e7397" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.759532] env[69858]: DEBUG oslo_concurrency.lockutils [req-2c19a006-e2eb-4512-b79d-58214c9851e7 req-fc6f8bba-14bc-4697-9018-49cc90d1f6c3 service nova] Acquired lock "refresh_cache-4af1c965-624e-45d4-9725-e16e108e7397" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.759698] env[69858]: DEBUG nova.network.neutron [req-2c19a006-e2eb-4512-b79d-58214c9851e7 req-fc6f8bba-14bc-4697-9018-49cc90d1f6c3 service nova] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Refreshing network info cache for port e1f7199c-c27b-4de0-ae9f-b85fb0db1353 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1284.774560] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 2768718f-4ea0-4f1a-90be-f04b87b50935] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1284.959950] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ade0ddba-9fd2-4782-b0b6-e64da4fad91b tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "b466ac03-70e0-4fc8-9bb6-d4824293d5ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.584s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.068269] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/562c9d44-eff4-4e44-9f61-39d682796376" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.068519] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Processing image 562c9d44-eff4-4e44-9f61-39d682796376 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1285.068761] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/562c9d44-eff4-4e44-9f61-39d682796376/562c9d44-eff4-4e44-9f61-39d682796376.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.068905] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/562c9d44-eff4-4e44-9f61-39d682796376/562c9d44-eff4-4e44-9f61-39d682796376.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.069097] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1285.069346] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e58caf0-2fe7-44aa-990b-d1e8d5ef0061 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.077801] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1285.077981] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1285.078734] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d9c16b6-251f-45e8-8b09-3236321cb0db {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.083797] env[69858]: DEBUG oslo_vmware.api [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for the task: (returnval){ [ 1285.083797] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52eb41c6-0676-31e2-ab9f-6047bd5e74f0" [ 1285.083797] env[69858]: _type = "Task" [ 1285.083797] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.092613] env[69858]: DEBUG oslo_vmware.api [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52eb41c6-0676-31e2-ab9f-6047bd5e74f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.277857] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: eaf4530d-bff5-45d3-8161-c63684bdfa59] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1285.402966] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.403373] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.474999] env[69858]: DEBUG nova.network.neutron [req-2c19a006-e2eb-4512-b79d-58214c9851e7 req-fc6f8bba-14bc-4697-9018-49cc90d1f6c3 service nova] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Updated VIF entry in instance network info cache for port e1f7199c-c27b-4de0-ae9f-b85fb0db1353. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1285.475452] env[69858]: DEBUG nova.network.neutron [req-2c19a006-e2eb-4512-b79d-58214c9851e7 req-fc6f8bba-14bc-4697-9018-49cc90d1f6c3 service nova] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Updating instance_info_cache with network_info: [{"id": "e1f7199c-c27b-4de0-ae9f-b85fb0db1353", "address": "fa:16:3e:cf:ce:c6", "network": {"id": "3e83c4ba-a2e3-426f-9019-5289d047e25c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-490028014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25538578e3ca44bd80950efa4c87f119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1f7199c-c2", "ovs_interfaceid": "e1f7199c-c27b-4de0-ae9f-b85fb0db1353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.598170] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Preparing fetch location {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1285.598616] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Fetch image to [datastore1] OSTACK_IMG_224ea722-85bd-4569-9a2f-df40930673b9/OSTACK_IMG_224ea722-85bd-4569-9a2f-df40930673b9.vmdk {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1285.598917] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Downloading stream optimized image 562c9d44-eff4-4e44-9f61-39d682796376 to [datastore1] OSTACK_IMG_224ea722-85bd-4569-9a2f-df40930673b9/OSTACK_IMG_224ea722-85bd-4569-9a2f-df40930673b9.vmdk on the data store datastore1 as vApp {{(pid=69858) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1285.599410] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Downloading image file data 562c9d44-eff4-4e44-9f61-39d682796376 to the ESX as VM named 'OSTACK_IMG_224ea722-85bd-4569-9a2f-df40930673b9' {{(pid=69858) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1285.681195] env[69858]: DEBUG oslo_vmware.rw_handles [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1285.681195] env[69858]: value = "resgroup-9" [ 1285.681195] env[69858]: _type = "ResourcePool" [ 1285.681195] env[69858]: }. {{(pid=69858) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1285.681564] env[69858]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3c510c05-9aca-4c50-b561-574cfba5a6e6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.703206] env[69858]: DEBUG oslo_vmware.rw_handles [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Lease: (returnval){ [ 1285.703206] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5253c3a6-997c-981d-ce48-403fcafb522b" [ 1285.703206] env[69858]: _type = "HttpNfcLease" [ 1285.703206] env[69858]: } obtained for vApp import into resource pool (val){ [ 1285.703206] env[69858]: value = "resgroup-9" [ 1285.703206] env[69858]: _type = "ResourcePool" [ 1285.703206] env[69858]: }. {{(pid=69858) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1285.703526] env[69858]: DEBUG oslo_vmware.api [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for the lease: (returnval){ [ 1285.703526] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5253c3a6-997c-981d-ce48-403fcafb522b" [ 1285.703526] env[69858]: _type = "HttpNfcLease" [ 1285.703526] env[69858]: } to be ready. {{(pid=69858) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1285.709562] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1285.709562] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5253c3a6-997c-981d-ce48-403fcafb522b" [ 1285.709562] env[69858]: _type = "HttpNfcLease" [ 1285.709562] env[69858]: } is initializing. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1285.781450] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 6ab8c34d-5904-44ff-996e-115167ed5c54] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1285.908398] env[69858]: DEBUG nova.objects.instance [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lazy-loading 'migration_context' on Instance uuid 4ce492a6-fa2a-4064-b242-90dc3c033689 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.978057] env[69858]: DEBUG oslo_concurrency.lockutils [req-2c19a006-e2eb-4512-b79d-58214c9851e7 req-fc6f8bba-14bc-4697-9018-49cc90d1f6c3 service nova] Releasing lock "refresh_cache-4af1c965-624e-45d4-9725-e16e108e7397" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.211406] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1286.211406] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5253c3a6-997c-981d-ce48-403fcafb522b" [ 1286.211406] env[69858]: _type = "HttpNfcLease" [ 1286.211406] env[69858]: } is ready. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1286.211755] env[69858]: DEBUG oslo_vmware.rw_handles [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1286.211755] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5253c3a6-997c-981d-ce48-403fcafb522b" [ 1286.211755] env[69858]: _type = "HttpNfcLease" [ 1286.211755] env[69858]: }. {{(pid=69858) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1286.212490] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90b54ef-0bba-4a03-aa50-9a4d05abfd48 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.221080] env[69858]: DEBUG oslo_vmware.rw_handles [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ef22b9-c0e7-bda9-2849-cb6cd8c63862/disk-0.vmdk from lease info. {{(pid=69858) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1286.221279] env[69858]: DEBUG oslo_vmware.rw_handles [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Creating HTTP connection to write to file with size = 31664640 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ef22b9-c0e7-bda9-2849-cb6cd8c63862/disk-0.vmdk. {{(pid=69858) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1286.286575] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 49841e9c-e776-4254-8001-e754a3dd6031] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1286.288853] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fb454fa9-c327-408f-91c8-46b855252314 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.548410] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478d3329-79cd-4240-abf8-3066eddd45fd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.561493] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988faa36-5355-4cb1-a617-50a10d840d73 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.599108] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cd6864-162c-42ca-85bd-b6031ed9631f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.611864] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6746a132-f2f3-426d-be64-4863af4b3fe2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.633742] env[69858]: DEBUG nova.compute.provider_tree [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.650249] env[69858]: DEBUG oslo_concurrency.lockutils [None req-dce8d6e5-0167-458d-9439-929c75c27f8d tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Acquiring lock "0673aa8b-d5ea-4e61-86a0-b12868470de2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.650526] env[69858]: DEBUG oslo_concurrency.lockutils [None req-dce8d6e5-0167-458d-9439-929c75c27f8d tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "0673aa8b-d5ea-4e61-86a0-b12868470de2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.793561] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: b0455420-8630-4c65-8b2c-f949630c42f1] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1287.139620] env[69858]: DEBUG nova.scheduler.client.report [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.153287] env[69858]: INFO nova.compute.manager [None req-dce8d6e5-0167-458d-9439-929c75c27f8d tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Detaching volume 2835ef99-d1e6-418b-b1df-489c865ec9f5 [ 1287.197633] env[69858]: INFO nova.virt.block_device [None req-dce8d6e5-0167-458d-9439-929c75c27f8d tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Attempting to driver detach volume 2835ef99-d1e6-418b-b1df-489c865ec9f5 from mountpoint /dev/sdb [ 1287.198126] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce8d6e5-0167-458d-9439-929c75c27f8d tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Volume detach. Driver type: vmdk {{(pid=69858) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1287.198126] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce8d6e5-0167-458d-9439-929c75c27f8d tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682320', 'volume_id': '2835ef99-d1e6-418b-b1df-489c865ec9f5', 'name': 'volume-2835ef99-d1e6-418b-b1df-489c865ec9f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0673aa8b-d5ea-4e61-86a0-b12868470de2', 'attached_at': '', 'detached_at': '', 'volume_id': '2835ef99-d1e6-418b-b1df-489c865ec9f5', 'serial': '2835ef99-d1e6-418b-b1df-489c865ec9f5'} {{(pid=69858) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1287.199547] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b30370-132a-42e3-9a71-52516c70c92c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.236106] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa63869-83e6-43a2-a2dc-263f6067590d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.245637] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27715c8-57f6-4252-87c3-00a9287df87e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.276958] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547dd45e-12b7-4d86-b06a-d3442d522278 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.294946] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce8d6e5-0167-458d-9439-929c75c27f8d tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] The volume has not been displaced from its original location: [datastore1] volume-2835ef99-d1e6-418b-b1df-489c865ec9f5/volume-2835ef99-d1e6-418b-b1df-489c865ec9f5.vmdk. No consolidation needed. {{(pid=69858) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1287.300535] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce8d6e5-0167-458d-9439-929c75c27f8d tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1287.301124] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ebfe232-97f9-4c2b-b4c3-1f31a4e70ce5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.314217] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1287.314386] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Cleaning up deleted instances with incomplete migration {{(pid=69858) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1287.320747] env[69858]: DEBUG oslo_vmware.api [None req-dce8d6e5-0167-458d-9439-929c75c27f8d tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for the task: (returnval){ [ 1287.320747] env[69858]: value = "task-3420046" [ 1287.320747] env[69858]: _type = "Task" [ 1287.320747] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.331087] env[69858]: DEBUG oslo_vmware.api [None req-dce8d6e5-0167-458d-9439-929c75c27f8d tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420046, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.478567] env[69858]: DEBUG oslo_vmware.rw_handles [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Completed reading data from the image iterator. {{(pid=69858) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1287.478981] env[69858]: DEBUG oslo_vmware.rw_handles [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ef22b9-c0e7-bda9-2849-cb6cd8c63862/disk-0.vmdk. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1287.479807] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7971fd-52bf-4f62-8c91-279dfefea81e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.487681] env[69858]: DEBUG oslo_vmware.rw_handles [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ef22b9-c0e7-bda9-2849-cb6cd8c63862/disk-0.vmdk is in state: ready. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1287.487907] env[69858]: DEBUG oslo_vmware.rw_handles [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ef22b9-c0e7-bda9-2849-cb6cd8c63862/disk-0.vmdk. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1287.488251] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-fd62a054-8232-4994-bf2b-fe84e33004ea {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.668705] env[69858]: DEBUG oslo_vmware.rw_handles [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ef22b9-c0e7-bda9-2849-cb6cd8c63862/disk-0.vmdk. {{(pid=69858) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1287.668924] env[69858]: INFO nova.virt.vmwareapi.images [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Downloaded image file data 562c9d44-eff4-4e44-9f61-39d682796376 [ 1287.669826] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d760f0d8-1b01-416c-ad4c-d912307d1d18 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.688183] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d93f2e9-f804-4815-9cd9-70577a88efb8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.725724] env[69858]: INFO nova.virt.vmwareapi.images [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] The imported VM was unregistered [ 1287.731228] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Caching image {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1287.731511] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Creating directory with path [datastore1] devstack-image-cache_base/562c9d44-eff4-4e44-9f61-39d682796376 {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1287.731869] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c444182-9a5f-40b1-8352-612c505aa83f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.751579] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Created directory with path [datastore1] devstack-image-cache_base/562c9d44-eff4-4e44-9f61-39d682796376 {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1287.751753] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_224ea722-85bd-4569-9a2f-df40930673b9/OSTACK_IMG_224ea722-85bd-4569-9a2f-df40930673b9.vmdk to [datastore1] devstack-image-cache_base/562c9d44-eff4-4e44-9f61-39d682796376/562c9d44-eff4-4e44-9f61-39d682796376.vmdk. {{(pid=69858) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1287.752024] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-26835627-e8c6-40ef-92d7-c6177f56b4c3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.759881] env[69858]: DEBUG oslo_vmware.api [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for the task: (returnval){ [ 1287.759881] env[69858]: value = "task-3420048" [ 1287.759881] env[69858]: _type = "Task" [ 1287.759881] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.768817] env[69858]: DEBUG oslo_vmware.api [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420048, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.816734] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1287.831847] env[69858]: DEBUG oslo_vmware.api [None req-dce8d6e5-0167-458d-9439-929c75c27f8d tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420046, 'name': ReconfigVM_Task, 'duration_secs': 0.266734} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.832147] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce8d6e5-0167-458d-9439-929c75c27f8d tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1287.837009] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e4cd81f-c134-4cd0-8c92-bbf19cc6e7d6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.851553] env[69858]: DEBUG oslo_vmware.api [None req-dce8d6e5-0167-458d-9439-929c75c27f8d tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for the task: (returnval){ [ 1287.851553] env[69858]: value = "task-3420049" [ 1287.851553] env[69858]: _type = "Task" [ 1287.851553] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.859580] env[69858]: DEBUG oslo_vmware.api [None req-dce8d6e5-0167-458d-9439-929c75c27f8d tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420049, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.153214] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.750s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.269925] env[69858]: DEBUG oslo_vmware.api [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420048, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.364024] env[69858]: DEBUG oslo_vmware.api [None req-dce8d6e5-0167-458d-9439-929c75c27f8d tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420049, 'name': ReconfigVM_Task, 'duration_secs': 0.136364} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.364024] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce8d6e5-0167-458d-9439-929c75c27f8d tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682320', 'volume_id': '2835ef99-d1e6-418b-b1df-489c865ec9f5', 'name': 'volume-2835ef99-d1e6-418b-b1df-489c865ec9f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0673aa8b-d5ea-4e61-86a0-b12868470de2', 'attached_at': '', 'detached_at': '', 'volume_id': '2835ef99-d1e6-418b-b1df-489c865ec9f5', 'serial': '2835ef99-d1e6-418b-b1df-489c865ec9f5'} {{(pid=69858) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1288.776026] env[69858]: DEBUG oslo_vmware.api [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420048, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.921932] env[69858]: DEBUG nova.objects.instance [None req-dce8d6e5-0167-458d-9439-929c75c27f8d tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lazy-loading 'flavor' on Instance uuid 0673aa8b-d5ea-4e61-86a0-b12868470de2 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.155340] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0e68ec1f-ae90-47c8-b24e-b1859fa56e67 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "fb3a5c65-6522-4ca6-af8d-cc79d9847237" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.155655] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0e68ec1f-ae90-47c8-b24e-b1859fa56e67 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "fb3a5c65-6522-4ca6-af8d-cc79d9847237" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.157982] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0e68ec1f-ae90-47c8-b24e-b1859fa56e67 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "fb3a5c65-6522-4ca6-af8d-cc79d9847237-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.158279] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0e68ec1f-ae90-47c8-b24e-b1859fa56e67 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "fb3a5c65-6522-4ca6-af8d-cc79d9847237-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.158486] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0e68ec1f-ae90-47c8-b24e-b1859fa56e67 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "fb3a5c65-6522-4ca6-af8d-cc79d9847237-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.160896] env[69858]: INFO nova.compute.manager [None req-0e68ec1f-ae90-47c8-b24e-b1859fa56e67 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Terminating instance [ 1289.273249] env[69858]: DEBUG oslo_vmware.api [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420048, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.666061] env[69858]: DEBUG nova.compute.manager [None req-0e68ec1f-ae90-47c8-b24e-b1859fa56e67 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1289.666061] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0e68ec1f-ae90-47c8-b24e-b1859fa56e67 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1289.666691] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8552f5f9-9096-4c30-8283-2efc0a48aec1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.674924] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e68ec1f-ae90-47c8-b24e-b1859fa56e67 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1289.676138] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83982cb9-909b-4301-be3a-37f22451801b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.685748] env[69858]: DEBUG oslo_vmware.api [None req-0e68ec1f-ae90-47c8-b24e-b1859fa56e67 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1289.685748] env[69858]: value = "task-3420050" [ 1289.685748] env[69858]: _type = "Task" [ 1289.685748] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.694536] env[69858]: DEBUG oslo_vmware.api [None req-0e68ec1f-ae90-47c8-b24e-b1859fa56e67 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3420050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.703551] env[69858]: INFO nova.compute.manager [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Swapping old allocation on dict_keys(['a0eb830e-e56f-4bef-ab3f-89644f27fe23']) held by migration 3c70caf6-4854-495c-8789-abc62fa98788 for instance [ 1289.734054] env[69858]: DEBUG nova.scheduler.client.report [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Overwriting current allocation {'allocations': {'a0eb830e-e56f-4bef-ab3f-89644f27fe23': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 168}}, 'project_id': '1d7e8193856c48c58e9cd583c010b8fa', 'user_id': 'e000570822224a57a6f44dd486c009ff', 'consumer_generation': 1} on consumer 4ce492a6-fa2a-4064-b242-90dc3c033689 {{(pid=69858) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1289.773955] env[69858]: DEBUG oslo_vmware.api [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420048, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.825758] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "refresh_cache-4ce492a6-fa2a-4064-b242-90dc3c033689" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.826068] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquired lock "refresh_cache-4ce492a6-fa2a-4064-b242-90dc3c033689" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.826332] env[69858]: DEBUG nova.network.neutron [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1289.859237] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9524eafc-652c-4271-944e-722c898d73ee tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Acquiring lock "0673aa8b-d5ea-4e61-86a0-b12868470de2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.929369] env[69858]: DEBUG oslo_concurrency.lockutils [None req-dce8d6e5-0167-458d-9439-929c75c27f8d tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "0673aa8b-d5ea-4e61-86a0-b12868470de2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.279s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.930923] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9524eafc-652c-4271-944e-722c898d73ee tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "0673aa8b-d5ea-4e61-86a0-b12868470de2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.072s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.931847] env[69858]: DEBUG nova.compute.manager [None req-9524eafc-652c-4271-944e-722c898d73ee tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1289.932888] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b82bf74-e56f-4964-9684-d5200c7d38c5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.942328] env[69858]: DEBUG nova.compute.manager [None req-9524eafc-652c-4271-944e-722c898d73ee tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69858) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1289.942328] env[69858]: DEBUG nova.objects.instance [None req-9524eafc-652c-4271-944e-722c898d73ee tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lazy-loading 'flavor' on Instance uuid 0673aa8b-d5ea-4e61-86a0-b12868470de2 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.196549] env[69858]: DEBUG oslo_vmware.api [None req-0e68ec1f-ae90-47c8-b24e-b1859fa56e67 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3420050, 'name': PowerOffVM_Task, 'duration_secs': 0.273569} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.197391] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e68ec1f-ae90-47c8-b24e-b1859fa56e67 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1290.197391] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0e68ec1f-ae90-47c8-b24e-b1859fa56e67 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1290.197391] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fb4ad66-351e-4017-b035-921a47311316 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.273399] env[69858]: DEBUG oslo_vmware.api [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420048, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.357251} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.273399] env[69858]: INFO nova.virt.vmwareapi.ds_util [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_224ea722-85bd-4569-9a2f-df40930673b9/OSTACK_IMG_224ea722-85bd-4569-9a2f-df40930673b9.vmdk to [datastore1] devstack-image-cache_base/562c9d44-eff4-4e44-9f61-39d682796376/562c9d44-eff4-4e44-9f61-39d682796376.vmdk. [ 1290.273399] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Cleaning up location [datastore1] OSTACK_IMG_224ea722-85bd-4569-9a2f-df40930673b9 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1290.273608] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_224ea722-85bd-4569-9a2f-df40930673b9 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1290.274857] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4cc75340-9216-453f-9ee3-fd26cc9e60f3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.280092] env[69858]: DEBUG oslo_vmware.api [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for the task: (returnval){ [ 1290.280092] env[69858]: value = "task-3420052" [ 1290.280092] env[69858]: _type = "Task" [ 1290.280092] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.288859] env[69858]: DEBUG oslo_vmware.api [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.403891] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Acquiring lock "52e79a34-f8c0-448f-8231-a7cb70c80ff4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.404143] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Lock "52e79a34-f8c0-448f-8231-a7cb70c80ff4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.436096] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0e68ec1f-ae90-47c8-b24e-b1859fa56e67 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1290.436329] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0e68ec1f-ae90-47c8-b24e-b1859fa56e67 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1290.436510] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e68ec1f-ae90-47c8-b24e-b1859fa56e67 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Deleting the datastore file [datastore2] fb3a5c65-6522-4ca6-af8d-cc79d9847237 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1290.436772] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-350060f0-6874-436d-9889-32ce08d46259 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.443084] env[69858]: DEBUG oslo_vmware.api [None req-0e68ec1f-ae90-47c8-b24e-b1859fa56e67 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for the task: (returnval){ [ 1290.443084] env[69858]: value = "task-3420053" [ 1290.443084] env[69858]: _type = "Task" [ 1290.443084] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.455150] env[69858]: DEBUG oslo_vmware.api [None req-0e68ec1f-ae90-47c8-b24e-b1859fa56e67 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3420053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.545611] env[69858]: DEBUG nova.network.neutron [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Updating instance_info_cache with network_info: [{"id": "073b76f2-8e9a-499b-a495-4a8e1b02df95", "address": "fa:16:3e:3f:ae:32", "network": {"id": "4484751d-59b0-4615-9b2a-599607510af6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1350349162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d7e8193856c48c58e9cd583c010b8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap073b76f2-8e", "ovs_interfaceid": "073b76f2-8e9a-499b-a495-4a8e1b02df95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.790446] env[69858]: DEBUG oslo_vmware.api [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032459} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.790831] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1290.791056] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/562c9d44-eff4-4e44-9f61-39d682796376/562c9d44-eff4-4e44-9f61-39d682796376.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.791188] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/562c9d44-eff4-4e44-9f61-39d682796376/562c9d44-eff4-4e44-9f61-39d682796376.vmdk to [datastore1] 4af1c965-624e-45d4-9725-e16e108e7397/4af1c965-624e-45d4-9725-e16e108e7397.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1290.791450] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bfa4690-1833-42fd-aedb-f46f61390d93 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.797886] env[69858]: DEBUG oslo_vmware.api [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for the task: (returnval){ [ 1290.797886] env[69858]: value = "task-3420054" [ 1290.797886] env[69858]: _type = "Task" [ 1290.797886] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.805724] env[69858]: DEBUG oslo_vmware.api [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.907207] env[69858]: DEBUG nova.compute.manager [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1290.954056] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9524eafc-652c-4271-944e-722c898d73ee tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1290.954722] env[69858]: DEBUG oslo_vmware.api [None req-0e68ec1f-ae90-47c8-b24e-b1859fa56e67 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Task: {'id': task-3420053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137636} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.954950] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-642c94f6-0cdf-41ff-9f8a-23c23d1a9ddf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.956607] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e68ec1f-ae90-47c8-b24e-b1859fa56e67 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1290.956847] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0e68ec1f-ae90-47c8-b24e-b1859fa56e67 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1290.957117] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0e68ec1f-ae90-47c8-b24e-b1859fa56e67 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1290.957590] env[69858]: INFO nova.compute.manager [None req-0e68ec1f-ae90-47c8-b24e-b1859fa56e67 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1290.957590] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e68ec1f-ae90-47c8-b24e-b1859fa56e67 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1290.957783] env[69858]: DEBUG nova.compute.manager [-] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1290.957896] env[69858]: DEBUG nova.network.neutron [-] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1290.965371] env[69858]: DEBUG oslo_vmware.api [None req-9524eafc-652c-4271-944e-722c898d73ee tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for the task: (returnval){ [ 1290.965371] env[69858]: value = "task-3420055" [ 1290.965371] env[69858]: _type = "Task" [ 1290.965371] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.978756] env[69858]: DEBUG oslo_vmware.api [None req-9524eafc-652c-4271-944e-722c898d73ee tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.048200] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Releasing lock "refresh_cache-4ce492a6-fa2a-4064-b242-90dc3c033689" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.049287] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad890b72-f827-4ece-8142-5b86ef629a5f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.056625] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a3beda-7c7e-443d-83be-470b4811e9df {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.288493] env[69858]: DEBUG nova.compute.manager [req-67d31e7f-64ad-432b-adb3-cf7c6e1f04ef req-2f64ca91-6843-4fbe-b34e-80c6305fdb68 service nova] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Received event network-vif-deleted-6b21caf0-2a42-4af2-ab15-424bda04831c {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.289224] env[69858]: INFO nova.compute.manager [req-67d31e7f-64ad-432b-adb3-cf7c6e1f04ef req-2f64ca91-6843-4fbe-b34e-80c6305fdb68 service nova] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Neutron deleted interface 6b21caf0-2a42-4af2-ab15-424bda04831c; detaching it from the instance and deleting it from the info cache [ 1291.289224] env[69858]: DEBUG nova.network.neutron [req-67d31e7f-64ad-432b-adb3-cf7c6e1f04ef req-2f64ca91-6843-4fbe-b34e-80c6305fdb68 service nova] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.308494] env[69858]: DEBUG oslo_vmware.api [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420054, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.431217] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.431504] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.433084] env[69858]: INFO nova.compute.claims [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1291.479078] env[69858]: DEBUG oslo_vmware.api [None req-9524eafc-652c-4271-944e-722c898d73ee tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420055, 'name': PowerOffVM_Task, 'duration_secs': 0.232857} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.479078] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-9524eafc-652c-4271-944e-722c898d73ee tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1291.479203] env[69858]: DEBUG nova.compute.manager [None req-9524eafc-652c-4271-944e-722c898d73ee tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1291.479925] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f32867-7a62-48fe-be55-1edb58812f65 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.769220] env[69858]: DEBUG nova.network.neutron [-] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.791588] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93182713-ba46-4e61-a4e6-c712355b848c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.805583] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1674d996-a45a-4627-8c8d-81d8ec37281d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.822568] env[69858]: DEBUG oslo_vmware.api [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420054, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.833505] env[69858]: DEBUG nova.compute.manager [req-67d31e7f-64ad-432b-adb3-cf7c6e1f04ef req-2f64ca91-6843-4fbe-b34e-80c6305fdb68 service nova] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Detach interface failed, port_id=6b21caf0-2a42-4af2-ab15-424bda04831c, reason: Instance fb3a5c65-6522-4ca6-af8d-cc79d9847237 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1291.993921] env[69858]: DEBUG oslo_concurrency.lockutils [None req-9524eafc-652c-4271-944e-722c898d73ee tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "0673aa8b-d5ea-4e61-86a0-b12868470de2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.156040] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1292.156278] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e59ad8ff-f8de-4f74-bf2e-86220785e2b4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.166061] env[69858]: DEBUG oslo_vmware.api [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1292.166061] env[69858]: value = "task-3420056" [ 1292.166061] env[69858]: _type = "Task" [ 1292.166061] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.174990] env[69858]: DEBUG oslo_vmware.api [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.255256] env[69858]: DEBUG nova.objects.instance [None req-61ab0c95-e255-4250-bbf6-09e67aa1026a tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lazy-loading 'flavor' on Instance uuid 0673aa8b-d5ea-4e61-86a0-b12868470de2 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.271790] env[69858]: INFO nova.compute.manager [-] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Took 1.31 seconds to deallocate network for instance. [ 1292.310840] env[69858]: DEBUG oslo_vmware.api [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420054, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.575347] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddfbc13-0127-4477-b047-b259f13651c1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.585859] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ded21f-ccd9-44f0-845b-a2eccc3b7dc3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.617791] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d060f043-436d-4a33-9eb4-61603fbd6013 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.626232] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3020ba4a-08ea-485c-ada0-26053b5e134e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.641604] env[69858]: DEBUG nova.compute.provider_tree [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.676179] env[69858]: DEBUG oslo_vmware.api [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420056, 'name': PowerOffVM_Task, 'duration_secs': 0.265607} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.676504] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1292.677216] env[69858]: DEBUG nova.virt.hardware [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1292.677448] env[69858]: DEBUG nova.virt.hardware [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1292.677607] env[69858]: DEBUG nova.virt.hardware [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1292.677794] env[69858]: DEBUG nova.virt.hardware [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1292.677979] env[69858]: DEBUG nova.virt.hardware [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1292.678137] env[69858]: DEBUG nova.virt.hardware [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1292.678341] env[69858]: DEBUG nova.virt.hardware [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1292.678495] env[69858]: DEBUG nova.virt.hardware [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1292.678663] env[69858]: DEBUG nova.virt.hardware [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1292.678840] env[69858]: DEBUG nova.virt.hardware [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1292.679021] env[69858]: DEBUG nova.virt.hardware [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1292.684093] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-380d4a15-b36a-4c7e-9803-8ee088df23bf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.701152] env[69858]: DEBUG oslo_vmware.api [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1292.701152] env[69858]: value = "task-3420057" [ 1292.701152] env[69858]: _type = "Task" [ 1292.701152] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.710546] env[69858]: DEBUG oslo_vmware.api [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420057, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.760711] env[69858]: DEBUG oslo_concurrency.lockutils [None req-61ab0c95-e255-4250-bbf6-09e67aa1026a tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Acquiring lock "refresh_cache-0673aa8b-d5ea-4e61-86a0-b12868470de2" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.760981] env[69858]: DEBUG oslo_concurrency.lockutils [None req-61ab0c95-e255-4250-bbf6-09e67aa1026a tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Acquired lock "refresh_cache-0673aa8b-d5ea-4e61-86a0-b12868470de2" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.761224] env[69858]: DEBUG nova.network.neutron [None req-61ab0c95-e255-4250-bbf6-09e67aa1026a tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1292.761421] env[69858]: DEBUG nova.objects.instance [None req-61ab0c95-e255-4250-bbf6-09e67aa1026a tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lazy-loading 'info_cache' on Instance uuid 0673aa8b-d5ea-4e61-86a0-b12868470de2 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.779233] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0e68ec1f-ae90-47c8-b24e-b1859fa56e67 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.809902] env[69858]: DEBUG oslo_vmware.api [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420054, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.145166] env[69858]: DEBUG nova.scheduler.client.report [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.210493] env[69858]: DEBUG oslo_vmware.api [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420057, 'name': ReconfigVM_Task, 'duration_secs': 0.190083} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.211464] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d98c29-5d2f-4e5e-8fc1-506f63c2de06 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.233874] env[69858]: DEBUG nova.virt.hardware [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1293.234080] env[69858]: DEBUG nova.virt.hardware [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1293.234242] env[69858]: DEBUG nova.virt.hardware [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1293.234428] env[69858]: DEBUG nova.virt.hardware [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1293.234576] env[69858]: DEBUG nova.virt.hardware [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1293.234720] env[69858]: DEBUG nova.virt.hardware [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1293.234924] env[69858]: DEBUG nova.virt.hardware [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1293.235099] env[69858]: DEBUG nova.virt.hardware [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1293.235273] env[69858]: DEBUG nova.virt.hardware [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1293.235438] env[69858]: DEBUG nova.virt.hardware [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1293.235612] env[69858]: DEBUG nova.virt.hardware [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1293.236375] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49e222d8-90b6-442d-9303-a91544c43890 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.242012] env[69858]: DEBUG oslo_vmware.api [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1293.242012] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ae5d43-6ccd-2d2b-6d5a-b1d3c9204d24" [ 1293.242012] env[69858]: _type = "Task" [ 1293.242012] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.249909] env[69858]: DEBUG oslo_vmware.api [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ae5d43-6ccd-2d2b-6d5a-b1d3c9204d24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.265222] env[69858]: DEBUG nova.objects.base [None req-61ab0c95-e255-4250-bbf6-09e67aa1026a tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Object Instance<0673aa8b-d5ea-4e61-86a0-b12868470de2> lazy-loaded attributes: flavor,info_cache {{(pid=69858) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1293.309742] env[69858]: DEBUG oslo_vmware.api [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420054, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.303789} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.310023] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/562c9d44-eff4-4e44-9f61-39d682796376/562c9d44-eff4-4e44-9f61-39d682796376.vmdk to [datastore1] 4af1c965-624e-45d4-9725-e16e108e7397/4af1c965-624e-45d4-9725-e16e108e7397.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1293.310875] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544ec3af-885f-4c04-88e9-998571da8d0a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.332784] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 4af1c965-624e-45d4-9725-e16e108e7397/4af1c965-624e-45d4-9725-e16e108e7397.vmdk or device None with type streamOptimized {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1293.333101] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46162a25-d545-4e94-8535-673fa89b864c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.353136] env[69858]: DEBUG oslo_vmware.api [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for the task: (returnval){ [ 1293.353136] env[69858]: value = "task-3420058" [ 1293.353136] env[69858]: _type = "Task" [ 1293.353136] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.360954] env[69858]: DEBUG oslo_vmware.api [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420058, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.650437] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.219s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.651081] env[69858]: DEBUG nova.compute.manager [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1293.653797] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0e68ec1f-ae90-47c8-b24e-b1859fa56e67 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.875s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.654053] env[69858]: DEBUG nova.objects.instance [None req-0e68ec1f-ae90-47c8-b24e-b1859fa56e67 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lazy-loading 'resources' on Instance uuid fb3a5c65-6522-4ca6-af8d-cc79d9847237 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.752586] env[69858]: DEBUG oslo_vmware.api [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ae5d43-6ccd-2d2b-6d5a-b1d3c9204d24, 'name': SearchDatastore_Task, 'duration_secs': 0.007029} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.757893] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1293.758165] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8d09c29-0f61-4525-abea-71b7eda979c3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.778841] env[69858]: DEBUG oslo_vmware.api [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1293.778841] env[69858]: value = "task-3420059" [ 1293.778841] env[69858]: _type = "Task" [ 1293.778841] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.786764] env[69858]: DEBUG oslo_vmware.api [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420059, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.863038] env[69858]: DEBUG oslo_vmware.api [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.156412] env[69858]: DEBUG nova.compute.utils [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1294.163989] env[69858]: DEBUG nova.compute.manager [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1294.163989] env[69858]: DEBUG nova.network.neutron [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1294.201786] env[69858]: DEBUG nova.policy [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c04004e8e66646d391338d2205246b28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '315ba399c9994de9b860dd57d2494efb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1294.227701] env[69858]: DEBUG nova.network.neutron [None req-61ab0c95-e255-4250-bbf6-09e67aa1026a tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Updating instance_info_cache with network_info: [{"id": "edc03887-3363-4d51-9a02-146487987a8e", "address": "fa:16:3e:b5:78:89", "network": {"id": "103923b0-5539-4b88-b72d-1eb7cd247a03", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1398948685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bf68c64f84042d88f92a90e2b61740e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedc03887-33", "ovs_interfaceid": "edc03887-3363-4d51-9a02-146487987a8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.270290] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a62acf-042a-402e-ae6e-6eafef9e5913 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.278296] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce619c9-884a-4385-b69e-0042759aaeff {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.288389] env[69858]: DEBUG oslo_vmware.api [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420059, 'name': ReconfigVM_Task, 'duration_secs': 0.2466} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.311827] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1294.313108] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dccc49c-f6ca-41cf-8623-ba828860fd81 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.316088] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aff0d07-25a0-4d58-8952-7fa2f556193a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.336470] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d38445-f115-4843-9bd4-7a4573c5b30f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.346985] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 4ce492a6-fa2a-4064-b242-90dc3c033689/4ce492a6-fa2a-4064-b242-90dc3c033689.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1294.347270] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07847a54-4e68-4172-8e8b-7400cb85d356 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.372779] env[69858]: DEBUG nova.compute.provider_tree [None req-0e68ec1f-ae90-47c8-b24e-b1859fa56e67 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.378023] env[69858]: DEBUG oslo_vmware.api [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1294.378023] env[69858]: value = "task-3420060" [ 1294.378023] env[69858]: _type = "Task" [ 1294.378023] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.381371] env[69858]: DEBUG oslo_vmware.api [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420058, 'name': ReconfigVM_Task, 'duration_secs': 0.712722} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.381943] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 4af1c965-624e-45d4-9725-e16e108e7397/4af1c965-624e-45d4-9725-e16e108e7397.vmdk or device None with type streamOptimized {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1294.382995] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b62058e1-2d13-4c50-8e4c-4c34f56b147e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.387406] env[69858]: DEBUG oslo_vmware.api [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.392336] env[69858]: DEBUG oslo_vmware.api [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for the task: (returnval){ [ 1294.392336] env[69858]: value = "task-3420061" [ 1294.392336] env[69858]: _type = "Task" [ 1294.392336] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.400849] env[69858]: DEBUG oslo_vmware.api [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420061, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.452542] env[69858]: DEBUG nova.network.neutron [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Successfully created port: f727e4a3-a06c-4a36-b288-0189e576df12 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1294.664527] env[69858]: DEBUG nova.compute.manager [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1294.730188] env[69858]: DEBUG oslo_concurrency.lockutils [None req-61ab0c95-e255-4250-bbf6-09e67aa1026a tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Releasing lock "refresh_cache-0673aa8b-d5ea-4e61-86a0-b12868470de2" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.877042] env[69858]: DEBUG nova.scheduler.client.report [None req-0e68ec1f-ae90-47c8-b24e-b1859fa56e67 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.889369] env[69858]: DEBUG oslo_vmware.api [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420060, 'name': ReconfigVM_Task, 'duration_secs': 0.319296} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.889633] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 4ce492a6-fa2a-4064-b242-90dc3c033689/4ce492a6-fa2a-4064-b242-90dc3c033689.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1294.890476] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91223ffd-01d1-490d-b569-b1715632495b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.901476] env[69858]: DEBUG oslo_vmware.api [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420061, 'name': Rename_Task, 'duration_secs': 0.130704} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.916681] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1294.917378] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b47f5951-62d4-4545-b637-d6dcc4cd1b04 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.919142] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab69afdc-47d3-470c-910e-303c8333c69e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.941167] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f277b925-e088-474a-b0f4-543cfd790983 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.943883] env[69858]: DEBUG oslo_vmware.api [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for the task: (returnval){ [ 1294.943883] env[69858]: value = "task-3420062" [ 1294.943883] env[69858]: _type = "Task" [ 1294.943883] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.966938] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6509fce8-fda2-4caf-a1a7-40ac6f1b3c70 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.973021] env[69858]: DEBUG oslo_vmware.api [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420062, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.977290] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1294.977642] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d68c4d84-7f3a-476b-a6d0-f59727f00fbc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.983024] env[69858]: DEBUG oslo_vmware.api [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1294.983024] env[69858]: value = "task-3420063" [ 1294.983024] env[69858]: _type = "Task" [ 1294.983024] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.990316] env[69858]: DEBUG oslo_vmware.api [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.337125] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7f1540f6-7200-4e7e-b5ba-0c709449a40d tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "5df8bf6f-7ee1-498f-83a4-4baa81b9dde4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.337368] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7f1540f6-7200-4e7e-b5ba-0c709449a40d tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "5df8bf6f-7ee1-498f-83a4-4baa81b9dde4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.385598] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0e68ec1f-ae90-47c8-b24e-b1859fa56e67 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.732s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.409644] env[69858]: INFO nova.scheduler.client.report [None req-0e68ec1f-ae90-47c8-b24e-b1859fa56e67 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Deleted allocations for instance fb3a5c65-6522-4ca6-af8d-cc79d9847237 [ 1295.453695] env[69858]: DEBUG oslo_vmware.api [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420062, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.493185] env[69858]: DEBUG oslo_vmware.api [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420063, 'name': PowerOnVM_Task, 'duration_secs': 0.410922} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.493450] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1295.673267] env[69858]: DEBUG nova.compute.manager [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1295.698460] env[69858]: DEBUG nova.virt.hardware [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1295.698739] env[69858]: DEBUG nova.virt.hardware [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1295.698950] env[69858]: DEBUG nova.virt.hardware [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1295.699170] env[69858]: DEBUG nova.virt.hardware [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1295.699388] env[69858]: DEBUG nova.virt.hardware [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1295.699557] env[69858]: DEBUG nova.virt.hardware [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1295.699770] env[69858]: DEBUG nova.virt.hardware [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1295.699932] env[69858]: DEBUG nova.virt.hardware [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1295.700114] env[69858]: DEBUG nova.virt.hardware [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1295.700280] env[69858]: DEBUG nova.virt.hardware [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1295.700525] env[69858]: DEBUG nova.virt.hardware [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1295.701438] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400cff18-6e48-4fd5-96d8-0431fba40c37 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.709601] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6dd3af0-52f0-472b-9f6f-8a2938b5d66a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.736066] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ab0c95-e255-4250-bbf6-09e67aa1026a tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1295.736300] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f199be3d-c860-43ec-92d6-99b089b13200 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.742536] env[69858]: DEBUG oslo_vmware.api [None req-61ab0c95-e255-4250-bbf6-09e67aa1026a tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for the task: (returnval){ [ 1295.742536] env[69858]: value = "task-3420064" [ 1295.742536] env[69858]: _type = "Task" [ 1295.742536] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.754513] env[69858]: DEBUG oslo_vmware.api [None req-61ab0c95-e255-4250-bbf6-09e67aa1026a tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.841316] env[69858]: DEBUG nova.compute.utils [None req-7f1540f6-7200-4e7e-b5ba-0c709449a40d tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1295.917794] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0e68ec1f-ae90-47c8-b24e-b1859fa56e67 tempest-ServerActionsTestOtherA-1991505982 tempest-ServerActionsTestOtherA-1991505982-project-member] Lock "fb3a5c65-6522-4ca6-af8d-cc79d9847237" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.762s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.956214] env[69858]: DEBUG oslo_vmware.api [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420062, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.156227] env[69858]: DEBUG nova.compute.manager [req-e52c1da6-ff2b-4444-991a-897e6aa71587 req-dd30dba8-8039-4a22-9613-7187e866ad84 service nova] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Received event network-vif-plugged-f727e4a3-a06c-4a36-b288-0189e576df12 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.156227] env[69858]: DEBUG oslo_concurrency.lockutils [req-e52c1da6-ff2b-4444-991a-897e6aa71587 req-dd30dba8-8039-4a22-9613-7187e866ad84 service nova] Acquiring lock "52e79a34-f8c0-448f-8231-a7cb70c80ff4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.156227] env[69858]: DEBUG oslo_concurrency.lockutils [req-e52c1da6-ff2b-4444-991a-897e6aa71587 req-dd30dba8-8039-4a22-9613-7187e866ad84 service nova] Lock "52e79a34-f8c0-448f-8231-a7cb70c80ff4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.156894] env[69858]: DEBUG oslo_concurrency.lockutils [req-e52c1da6-ff2b-4444-991a-897e6aa71587 req-dd30dba8-8039-4a22-9613-7187e866ad84 service nova] Lock "52e79a34-f8c0-448f-8231-a7cb70c80ff4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.157237] env[69858]: DEBUG nova.compute.manager [req-e52c1da6-ff2b-4444-991a-897e6aa71587 req-dd30dba8-8039-4a22-9613-7187e866ad84 service nova] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] No waiting events found dispatching network-vif-plugged-f727e4a3-a06c-4a36-b288-0189e576df12 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1296.157561] env[69858]: WARNING nova.compute.manager [req-e52c1da6-ff2b-4444-991a-897e6aa71587 req-dd30dba8-8039-4a22-9613-7187e866ad84 service nova] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Received unexpected event network-vif-plugged-f727e4a3-a06c-4a36-b288-0189e576df12 for instance with vm_state building and task_state spawning. [ 1296.248212] env[69858]: DEBUG nova.network.neutron [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Successfully updated port: f727e4a3-a06c-4a36-b288-0189e576df12 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1296.255315] env[69858]: DEBUG oslo_vmware.api [None req-61ab0c95-e255-4250-bbf6-09e67aa1026a tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420064, 'name': PowerOnVM_Task, 'duration_secs': 0.406532} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.255571] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ab0c95-e255-4250-bbf6-09e67aa1026a tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1296.255763] env[69858]: DEBUG nova.compute.manager [None req-61ab0c95-e255-4250-bbf6-09e67aa1026a tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1296.256616] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b445b2b-2142-4a3b-909a-d7e6293d6fcd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.344491] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7f1540f6-7200-4e7e-b5ba-0c709449a40d tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "5df8bf6f-7ee1-498f-83a4-4baa81b9dde4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.455635] env[69858]: DEBUG oslo_vmware.api [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420062, 'name': PowerOnVM_Task, 'duration_secs': 1.186137} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.455914] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1296.538252] env[69858]: INFO nova.compute.manager [None req-6a7f4608-0ffe-4752-87e3-4c693ff4d494 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Updating instance to original state: 'active' [ 1296.574403] env[69858]: DEBUG nova.compute.manager [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1296.575489] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee3863a-be01-4704-b8b2-654ad089042f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.751342] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Acquiring lock "refresh_cache-52e79a34-f8c0-448f-8231-a7cb70c80ff4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.751535] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Acquired lock "refresh_cache-52e79a34-f8c0-448f-8231-a7cb70c80ff4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.751535] env[69858]: DEBUG nova.network.neutron [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1297.094407] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2823bb0a-08c6-41a7-9b10-714f4544fb5e tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Lock "4af1c965-624e-45d4-9725-e16e108e7397" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.423s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.342551] env[69858]: DEBUG nova.network.neutron [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1297.414096] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7f1540f6-7200-4e7e-b5ba-0c709449a40d tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "5df8bf6f-7ee1-498f-83a4-4baa81b9dde4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.414096] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7f1540f6-7200-4e7e-b5ba-0c709449a40d tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "5df8bf6f-7ee1-498f-83a4-4baa81b9dde4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.414096] env[69858]: INFO nova.compute.manager [None req-7f1540f6-7200-4e7e-b5ba-0c709449a40d tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Attaching volume 7f06e1b5-f441-4d45-8bd7-fa47c4dcbf51 to /dev/sdb [ 1297.447063] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5ec36f-3bfb-4cfc-a113-682ce929d380 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.457621] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df52205-7885-4c98-9e03-b8bfa3decf53 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.476575] env[69858]: DEBUG nova.virt.block_device [None req-7f1540f6-7200-4e7e-b5ba-0c709449a40d tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Updating existing volume attachment record: 86a6a59f-8e1a-4d29-b444-3082ffc7cbc8 {{(pid=69858) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1297.646304] env[69858]: DEBUG nova.network.neutron [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Updating instance_info_cache with network_info: [{"id": "f727e4a3-a06c-4a36-b288-0189e576df12", "address": "fa:16:3e:c9:76:25", "network": {"id": "4fffb815-4b26-4c92-8c7b-ac7214a42534", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1808543654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "315ba399c9994de9b860dd57d2494efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf727e4a3-a0", "ovs_interfaceid": "f727e4a3-a06c-4a36-b288-0189e576df12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.152689] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Releasing lock "refresh_cache-52e79a34-f8c0-448f-8231-a7cb70c80ff4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.153156] env[69858]: DEBUG nova.compute.manager [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Instance network_info: |[{"id": "f727e4a3-a06c-4a36-b288-0189e576df12", "address": "fa:16:3e:c9:76:25", "network": {"id": "4fffb815-4b26-4c92-8c7b-ac7214a42534", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1808543654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "315ba399c9994de9b860dd57d2494efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf727e4a3-a0", "ovs_interfaceid": "f727e4a3-a06c-4a36-b288-0189e576df12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1298.153598] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:76:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47ca1ce6-8148-48d5-bcfe-89e39b73914e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f727e4a3-a06c-4a36-b288-0189e576df12', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1298.162336] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Creating folder: Project (315ba399c9994de9b860dd57d2494efb). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1298.162336] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a412e026-de2f-4a78-8575-17c42a3ededb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.175158] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Created folder: Project (315ba399c9994de9b860dd57d2494efb) in parent group-v682032. [ 1298.175635] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Creating folder: Instances. Parent ref: group-v682337. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1298.175834] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c7e41f7-24bd-457c-b457-2bd5b79cc33c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.185918] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Created folder: Instances in parent group-v682337. [ 1298.186204] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1298.186390] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1298.186603] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c303f4e-095d-46d5-9c9a-5b747b437bcd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.204070] env[69858]: DEBUG nova.compute.manager [req-cc52ed93-e15b-4d9a-a4df-15d7e003f2fa req-b7eb5f0d-9263-4d69-9d57-d49325b14729 service nova] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Received event network-changed-f727e4a3-a06c-4a36-b288-0189e576df12 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.204274] env[69858]: DEBUG nova.compute.manager [req-cc52ed93-e15b-4d9a-a4df-15d7e003f2fa req-b7eb5f0d-9263-4d69-9d57-d49325b14729 service nova] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Refreshing instance network info cache due to event network-changed-f727e4a3-a06c-4a36-b288-0189e576df12. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1298.204425] env[69858]: DEBUG oslo_concurrency.lockutils [req-cc52ed93-e15b-4d9a-a4df-15d7e003f2fa req-b7eb5f0d-9263-4d69-9d57-d49325b14729 service nova] Acquiring lock "refresh_cache-52e79a34-f8c0-448f-8231-a7cb70c80ff4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.204590] env[69858]: DEBUG oslo_concurrency.lockutils [req-cc52ed93-e15b-4d9a-a4df-15d7e003f2fa req-b7eb5f0d-9263-4d69-9d57-d49325b14729 service nova] Acquired lock "refresh_cache-52e79a34-f8c0-448f-8231-a7cb70c80ff4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.204897] env[69858]: DEBUG nova.network.neutron [req-cc52ed93-e15b-4d9a-a4df-15d7e003f2fa req-b7eb5f0d-9263-4d69-9d57-d49325b14729 service nova] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Refreshing network info cache for port f727e4a3-a06c-4a36-b288-0189e576df12 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1298.213855] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1298.213855] env[69858]: value = "task-3420070" [ 1298.213855] env[69858]: _type = "Task" [ 1298.213855] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.231899] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "4ce492a6-fa2a-4064-b242-90dc3c033689" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.232194] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "4ce492a6-fa2a-4064-b242-90dc3c033689" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.232412] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "4ce492a6-fa2a-4064-b242-90dc3c033689-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.232640] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "4ce492a6-fa2a-4064-b242-90dc3c033689-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.232828] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "4ce492a6-fa2a-4064-b242-90dc3c033689-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.234343] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420070, 'name': CreateVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.236842] env[69858]: INFO nova.compute.manager [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Terminating instance [ 1298.730994] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420070, 'name': CreateVM_Task, 'duration_secs': 0.316734} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.730994] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1298.732176] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.732176] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.732456] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.733191] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51531682-2320-41d3-8320-3e57dca55feb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.739414] env[69858]: DEBUG oslo_vmware.api [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for the task: (returnval){ [ 1298.739414] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52376507-1203-cddb-362d-e69bee8b07df" [ 1298.739414] env[69858]: _type = "Task" [ 1298.739414] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.744034] env[69858]: DEBUG nova.compute.manager [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1298.744546] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1298.744955] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8365c2a1-cdf6-4516-adfd-3e7569576365 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.755050] env[69858]: DEBUG oslo_vmware.api [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52376507-1203-cddb-362d-e69bee8b07df, 'name': SearchDatastore_Task, 'duration_secs': 0.010602} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.756608] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.756758] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1298.757015] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.757151] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.758021] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1298.758021] env[69858]: DEBUG oslo_vmware.api [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1298.758021] env[69858]: value = "task-3420071" [ 1298.758021] env[69858]: _type = "Task" [ 1298.758021] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.758021] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9fc9291-4655-446e-9dc8-6d7a7d8a19a2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.771807] env[69858]: DEBUG oslo_vmware.api [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.773749] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1298.774227] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1298.775652] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a52367c-2eed-4196-a5d5-c39700e00cd8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.781752] env[69858]: DEBUG oslo_vmware.api [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for the task: (returnval){ [ 1298.781752] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5215c091-a163-ff80-a554-71283528b134" [ 1298.781752] env[69858]: _type = "Task" [ 1298.781752] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.790660] env[69858]: DEBUG oslo_vmware.api [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5215c091-a163-ff80-a554-71283528b134, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.843695] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83ca540-a053-47ed-8b7d-af4c8e650c70 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.850903] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b03fa1-5169-4ca7-977a-fb6842e2e78d tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Suspending the VM {{(pid=69858) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1298.851179] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-47db5022-ac9c-4b82-9ae1-25b3c02ed158 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.859271] env[69858]: DEBUG oslo_vmware.api [None req-c9b03fa1-5169-4ca7-977a-fb6842e2e78d tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for the task: (returnval){ [ 1298.859271] env[69858]: value = "task-3420072" [ 1298.859271] env[69858]: _type = "Task" [ 1298.859271] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.868322] env[69858]: DEBUG oslo_vmware.api [None req-c9b03fa1-5169-4ca7-977a-fb6842e2e78d tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420072, 'name': SuspendVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.063941] env[69858]: DEBUG nova.network.neutron [req-cc52ed93-e15b-4d9a-a4df-15d7e003f2fa req-b7eb5f0d-9263-4d69-9d57-d49325b14729 service nova] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Updated VIF entry in instance network info cache for port f727e4a3-a06c-4a36-b288-0189e576df12. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1299.064426] env[69858]: DEBUG nova.network.neutron [req-cc52ed93-e15b-4d9a-a4df-15d7e003f2fa req-b7eb5f0d-9263-4d69-9d57-d49325b14729 service nova] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Updating instance_info_cache with network_info: [{"id": "f727e4a3-a06c-4a36-b288-0189e576df12", "address": "fa:16:3e:c9:76:25", "network": {"id": "4fffb815-4b26-4c92-8c7b-ac7214a42534", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1808543654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "315ba399c9994de9b860dd57d2494efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf727e4a3-a0", "ovs_interfaceid": "f727e4a3-a06c-4a36-b288-0189e576df12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.274843] env[69858]: DEBUG oslo_vmware.api [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420071, 'name': PowerOffVM_Task, 'duration_secs': 0.225476} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.274843] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1299.274843] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Volume detach. Driver type: vmdk {{(pid=69858) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1299.274843] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682329', 'volume_id': 'ca1b26d9-dbfb-44dd-ac16-e748fbc57dea', 'name': 'volume-ca1b26d9-dbfb-44dd-ac16-e748fbc57dea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '4ce492a6-fa2a-4064-b242-90dc3c033689', 'attached_at': '2025-04-14T14:39:15.000000', 'detached_at': '', 'volume_id': 'ca1b26d9-dbfb-44dd-ac16-e748fbc57dea', 'serial': 'ca1b26d9-dbfb-44dd-ac16-e748fbc57dea'} {{(pid=69858) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1299.275610] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311db932-0d49-4bbb-bd4f-558dbe565b4d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.299146] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f1acee-9954-49ad-9416-c46f1b80f063 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.306891] env[69858]: DEBUG oslo_vmware.api [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5215c091-a163-ff80-a554-71283528b134, 'name': SearchDatastore_Task, 'duration_secs': 0.009302} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.309106] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-747ecb90-2d72-40f1-a713-790d448e9059 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.311765] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b6bdee-d960-46ef-933a-ba054cd5df75 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.316863] env[69858]: DEBUG oslo_vmware.api [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for the task: (returnval){ [ 1299.316863] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d2d9fb-2cb4-55b5-b9ed-1d4c2f53ad19" [ 1299.316863] env[69858]: _type = "Task" [ 1299.316863] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.335959] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac59c85-0bff-4be7-ac95-988b295bc049 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.343778] env[69858]: DEBUG oslo_vmware.api [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d2d9fb-2cb4-55b5-b9ed-1d4c2f53ad19, 'name': SearchDatastore_Task, 'duration_secs': 0.010229} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.355346] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.355632] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 52e79a34-f8c0-448f-8231-a7cb70c80ff4/52e79a34-f8c0-448f-8231-a7cb70c80ff4.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1299.355931] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] The volume has not been displaced from its original location: [datastore2] volume-ca1b26d9-dbfb-44dd-ac16-e748fbc57dea/volume-ca1b26d9-dbfb-44dd-ac16-e748fbc57dea.vmdk. No consolidation needed. {{(pid=69858) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1299.361124] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1299.361424] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27ece16f-2ef9-4656-9023-a2a0ae64ee14 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.363584] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16497b7a-8ed2-4096-9db8-cc4a1c6f3a5c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.385409] env[69858]: DEBUG oslo_vmware.api [None req-c9b03fa1-5169-4ca7-977a-fb6842e2e78d tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420072, 'name': SuspendVM_Task} progress is 54%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.387549] env[69858]: DEBUG oslo_vmware.api [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1299.387549] env[69858]: value = "task-3420074" [ 1299.387549] env[69858]: _type = "Task" [ 1299.387549] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.387811] env[69858]: DEBUG oslo_vmware.api [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for the task: (returnval){ [ 1299.387811] env[69858]: value = "task-3420073" [ 1299.387811] env[69858]: _type = "Task" [ 1299.387811] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.398953] env[69858]: DEBUG oslo_vmware.api [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420074, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.401972] env[69858]: DEBUG oslo_vmware.api [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.567139] env[69858]: DEBUG oslo_concurrency.lockutils [req-cc52ed93-e15b-4d9a-a4df-15d7e003f2fa req-b7eb5f0d-9263-4d69-9d57-d49325b14729 service nova] Releasing lock "refresh_cache-52e79a34-f8c0-448f-8231-a7cb70c80ff4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.875702] env[69858]: DEBUG oslo_vmware.api [None req-c9b03fa1-5169-4ca7-977a-fb6842e2e78d tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420072, 'name': SuspendVM_Task, 'duration_secs': 0.801817} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.876631] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b03fa1-5169-4ca7-977a-fb6842e2e78d tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Suspended the VM {{(pid=69858) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1299.876631] env[69858]: DEBUG nova.compute.manager [None req-c9b03fa1-5169-4ca7-977a-fb6842e2e78d tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1299.877407] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4792ab-5445-4d90-a713-947397ed478c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.900332] env[69858]: DEBUG oslo_vmware.api [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420074, 'name': ReconfigVM_Task, 'duration_secs': 0.309863} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.903999] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1299.908957] env[69858]: DEBUG oslo_vmware.api [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50111} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.909284] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1793a0c-5f50-40eb-ab43-f132ea3bde52 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.919386] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 52e79a34-f8c0-448f-8231-a7cb70c80ff4/52e79a34-f8c0-448f-8231-a7cb70c80ff4.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1299.919732] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1299.920713] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-241f1025-85ed-438e-b7f9-cdaa7daa509c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.927488] env[69858]: DEBUG oslo_vmware.api [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1299.927488] env[69858]: value = "task-3420076" [ 1299.927488] env[69858]: _type = "Task" [ 1299.927488] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.928787] env[69858]: DEBUG oslo_vmware.api [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for the task: (returnval){ [ 1299.928787] env[69858]: value = "task-3420077" [ 1299.928787] env[69858]: _type = "Task" [ 1299.928787] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.941371] env[69858]: DEBUG oslo_vmware.api [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.944758] env[69858]: DEBUG oslo_vmware.api [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.441454] env[69858]: DEBUG oslo_vmware.api [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420076, 'name': ReconfigVM_Task, 'duration_secs': 0.15254} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.444497] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682329', 'volume_id': 'ca1b26d9-dbfb-44dd-ac16-e748fbc57dea', 'name': 'volume-ca1b26d9-dbfb-44dd-ac16-e748fbc57dea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '4ce492a6-fa2a-4064-b242-90dc3c033689', 'attached_at': '2025-04-14T14:39:15.000000', 'detached_at': '', 'volume_id': 'ca1b26d9-dbfb-44dd-ac16-e748fbc57dea', 'serial': 'ca1b26d9-dbfb-44dd-ac16-e748fbc57dea'} {{(pid=69858) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1300.444781] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1300.445067] env[69858]: DEBUG oslo_vmware.api [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068415} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.445747] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c20bcce-6c6a-49f3-973e-bcf279c46fe4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.448248] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1300.449239] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff1f9c7-7454-4958-b74d-0cf153b37b46 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.456033] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1300.465308] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da38fd75-df9c-4aac-92ca-cd5e5c2e7d42 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.476208] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 52e79a34-f8c0-448f-8231-a7cb70c80ff4/52e79a34-f8c0-448f-8231-a7cb70c80ff4.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1300.476471] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49f814ee-6088-442e-b4b4-d1f3d01e992c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.497526] env[69858]: DEBUG oslo_vmware.api [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for the task: (returnval){ [ 1300.497526] env[69858]: value = "task-3420079" [ 1300.497526] env[69858]: _type = "Task" [ 1300.497526] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.504998] env[69858]: DEBUG oslo_vmware.api [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420079, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.554519] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1300.554519] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1300.554687] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Deleting the datastore file [datastore2] 4ce492a6-fa2a-4064-b242-90dc3c033689 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1300.554813] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b4cafdc-2652-4717-a9d9-e4a2eb0da039 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.562665] env[69858]: DEBUG oslo_vmware.api [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1300.562665] env[69858]: value = "task-3420080" [ 1300.562665] env[69858]: _type = "Task" [ 1300.562665] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.570588] env[69858]: DEBUG oslo_vmware.api [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.008299] env[69858]: DEBUG oslo_vmware.api [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.074170] env[69858]: DEBUG oslo_vmware.api [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.302100] env[69858]: INFO nova.compute.manager [None req-7fa18d8e-1a11-429f-960d-36415958388f tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Resuming [ 1301.302757] env[69858]: DEBUG nova.objects.instance [None req-7fa18d8e-1a11-429f-960d-36415958388f tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Lazy-loading 'flavor' on Instance uuid 4af1c965-624e-45d4-9725-e16e108e7397 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.510515] env[69858]: DEBUG oslo_vmware.api [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420079, 'name': ReconfigVM_Task, 'duration_secs': 0.794162} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.510846] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 52e79a34-f8c0-448f-8231-a7cb70c80ff4/52e79a34-f8c0-448f-8231-a7cb70c80ff4.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1301.511513] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec19c38a-7a72-466b-998c-23ed7329c280 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.518108] env[69858]: DEBUG oslo_vmware.api [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for the task: (returnval){ [ 1301.518108] env[69858]: value = "task-3420081" [ 1301.518108] env[69858]: _type = "Task" [ 1301.518108] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.526203] env[69858]: DEBUG oslo_vmware.api [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420081, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.574243] env[69858]: DEBUG oslo_vmware.api [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.603041} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.574531] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1301.574740] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1301.574941] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1301.575159] env[69858]: INFO nova.compute.manager [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Took 2.83 seconds to destroy the instance on the hypervisor. [ 1301.575410] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1301.575957] env[69858]: DEBUG nova.compute.manager [-] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1301.576087] env[69858]: DEBUG nova.network.neutron [-] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1302.036845] env[69858]: DEBUG oslo_vmware.api [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420081, 'name': Rename_Task, 'duration_secs': 0.157103} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.036845] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1302.036845] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b23e6f96-21b4-4543-8e1b-7aac42f73042 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.039038] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f1540f6-7200-4e7e-b5ba-0c709449a40d tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Volume attach. Driver type: vmdk {{(pid=69858) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1302.039412] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f1540f6-7200-4e7e-b5ba-0c709449a40d tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682336', 'volume_id': '7f06e1b5-f441-4d45-8bd7-fa47c4dcbf51', 'name': 'volume-7f06e1b5-f441-4d45-8bd7-fa47c4dcbf51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5df8bf6f-7ee1-498f-83a4-4baa81b9dde4', 'attached_at': '', 'detached_at': '', 'volume_id': '7f06e1b5-f441-4d45-8bd7-fa47c4dcbf51', 'serial': '7f06e1b5-f441-4d45-8bd7-fa47c4dcbf51'} {{(pid=69858) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1302.040600] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d71f98-e00d-4ae8-9dc9-46f2d2590def {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.062888] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4ea536-7103-4297-8115-b0817141680e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.065772] env[69858]: DEBUG oslo_vmware.api [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for the task: (returnval){ [ 1302.065772] env[69858]: value = "task-3420082" [ 1302.065772] env[69858]: _type = "Task" [ 1302.065772] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.101602] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f1540f6-7200-4e7e-b5ba-0c709449a40d tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] volume-7f06e1b5-f441-4d45-8bd7-fa47c4dcbf51/volume-7f06e1b5-f441-4d45-8bd7-fa47c4dcbf51.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1302.102459] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b3d89b1-caad-4577-8752-7bd201a9a2d8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.127810] env[69858]: DEBUG oslo_vmware.api [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420082, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.130113] env[69858]: DEBUG oslo_vmware.api [None req-7f1540f6-7200-4e7e-b5ba-0c709449a40d tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1302.130113] env[69858]: value = "task-3420083" [ 1302.130113] env[69858]: _type = "Task" [ 1302.130113] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.138273] env[69858]: DEBUG oslo_vmware.api [None req-7f1540f6-7200-4e7e-b5ba-0c709449a40d tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420083, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.510016] env[69858]: DEBUG nova.compute.manager [req-3d2943a5-5d16-4a09-ab49-dd94cf775518 req-e125c1a4-9cad-4d9f-8151-9448420c94f5 service nova] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Received event network-vif-deleted-073b76f2-8e9a-499b-a495-4a8e1b02df95 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.510595] env[69858]: INFO nova.compute.manager [req-3d2943a5-5d16-4a09-ab49-dd94cf775518 req-e125c1a4-9cad-4d9f-8151-9448420c94f5 service nova] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Neutron deleted interface 073b76f2-8e9a-499b-a495-4a8e1b02df95; detaching it from the instance and deleting it from the info cache [ 1302.510830] env[69858]: DEBUG nova.network.neutron [req-3d2943a5-5d16-4a09-ab49-dd94cf775518 req-e125c1a4-9cad-4d9f-8151-9448420c94f5 service nova] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.576583] env[69858]: DEBUG oslo_vmware.api [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420082, 'name': PowerOnVM_Task, 'duration_secs': 0.494435} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.577336] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1302.577525] env[69858]: INFO nova.compute.manager [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Took 6.90 seconds to spawn the instance on the hypervisor. [ 1302.577783] env[69858]: DEBUG nova.compute.manager [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1302.578605] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06338de-a9ce-4ab1-bd8b-f6b50547b823 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.641454] env[69858]: DEBUG oslo_vmware.api [None req-7f1540f6-7200-4e7e-b5ba-0c709449a40d tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420083, 'name': ReconfigVM_Task, 'duration_secs': 0.345047} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.642026] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f1540f6-7200-4e7e-b5ba-0c709449a40d tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Reconfigured VM instance instance-00000071 to attach disk [datastore2] volume-7f06e1b5-f441-4d45-8bd7-fa47c4dcbf51/volume-7f06e1b5-f441-4d45-8bd7-fa47c4dcbf51.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1302.646658] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0de2bd0f-a30a-48b6-b29b-3963abb98849 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.661624] env[69858]: DEBUG oslo_vmware.api [None req-7f1540f6-7200-4e7e-b5ba-0c709449a40d tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1302.661624] env[69858]: value = "task-3420084" [ 1302.661624] env[69858]: _type = "Task" [ 1302.661624] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.670043] env[69858]: DEBUG oslo_vmware.api [None req-7f1540f6-7200-4e7e-b5ba-0c709449a40d tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420084, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.815685] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7fa18d8e-1a11-429f-960d-36415958388f tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Acquiring lock "refresh_cache-4af1c965-624e-45d4-9725-e16e108e7397" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.815885] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7fa18d8e-1a11-429f-960d-36415958388f tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Acquired lock "refresh_cache-4af1c965-624e-45d4-9725-e16e108e7397" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.816081] env[69858]: DEBUG nova.network.neutron [None req-7fa18d8e-1a11-429f-960d-36415958388f tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1302.884564] env[69858]: DEBUG nova.network.neutron [-] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.013780] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8dcf8195-dcb2-4eb9-8bf0-0fc8c733df32 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.023584] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4562dd9-ea81-4f81-87ac-194a234bc73f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.054186] env[69858]: DEBUG nova.compute.manager [req-3d2943a5-5d16-4a09-ab49-dd94cf775518 req-e125c1a4-9cad-4d9f-8151-9448420c94f5 service nova] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Detach interface failed, port_id=073b76f2-8e9a-499b-a495-4a8e1b02df95, reason: Instance 4ce492a6-fa2a-4064-b242-90dc3c033689 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1303.095023] env[69858]: INFO nova.compute.manager [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Took 11.68 seconds to build instance. [ 1303.894562] env[69858]: INFO nova.compute.manager [-] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Took 2.32 seconds to deallocate network for instance. [ 1303.894957] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d0dc708a-e45b-4f6b-8c6a-beab9fb9b08a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Lock "52e79a34-f8c0-448f-8231-a7cb70c80ff4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.491s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.901491] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquiring lock "d5b99774-6068-4b82-ac04-39da8cffea8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.901709] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lock "d5b99774-6068-4b82-ac04-39da8cffea8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.907146] env[69858]: DEBUG oslo_vmware.api [None req-7f1540f6-7200-4e7e-b5ba-0c709449a40d tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420084, 'name': ReconfigVM_Task, 'duration_secs': 0.143361} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.907400] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f1540f6-7200-4e7e-b5ba-0c709449a40d tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682336', 'volume_id': '7f06e1b5-f441-4d45-8bd7-fa47c4dcbf51', 'name': 'volume-7f06e1b5-f441-4d45-8bd7-fa47c4dcbf51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5df8bf6f-7ee1-498f-83a4-4baa81b9dde4', 'attached_at': '', 'detached_at': '', 'volume_id': '7f06e1b5-f441-4d45-8bd7-fa47c4dcbf51', 'serial': '7f06e1b5-f441-4d45-8bd7-fa47c4dcbf51'} {{(pid=69858) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1304.135514] env[69858]: DEBUG nova.network.neutron [None req-7fa18d8e-1a11-429f-960d-36415958388f tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Updating instance_info_cache with network_info: [{"id": "e1f7199c-c27b-4de0-ae9f-b85fb0db1353", "address": "fa:16:3e:cf:ce:c6", "network": {"id": "3e83c4ba-a2e3-426f-9019-5289d047e25c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-490028014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25538578e3ca44bd80950efa4c87f119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1f7199c-c2", "ovs_interfaceid": "e1f7199c-c27b-4de0-ae9f-b85fb0db1353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.403779] env[69858]: INFO nova.compute.manager [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Rescuing [ 1304.404030] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Acquiring lock "refresh_cache-52e79a34-f8c0-448f-8231-a7cb70c80ff4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.404213] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Acquired lock "refresh_cache-52e79a34-f8c0-448f-8231-a7cb70c80ff4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.404384] env[69858]: DEBUG nova.network.neutron [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1304.406234] env[69858]: DEBUG nova.compute.manager [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1304.453043] env[69858]: INFO nova.compute.manager [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Took 0.55 seconds to detach 1 volumes for instance. [ 1304.638112] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7fa18d8e-1a11-429f-960d-36415958388f tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Releasing lock "refresh_cache-4af1c965-624e-45d4-9725-e16e108e7397" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.639110] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126cb289-345f-43a4-8ddc-07bd695dad0f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.645688] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa18d8e-1a11-429f-960d-36415958388f tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Resuming the VM {{(pid=69858) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1304.645914] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18048753-96c9-45ed-85c4-888a1a830971 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.652810] env[69858]: DEBUG oslo_vmware.api [None req-7fa18d8e-1a11-429f-960d-36415958388f tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for the task: (returnval){ [ 1304.652810] env[69858]: value = "task-3420085" [ 1304.652810] env[69858]: _type = "Task" [ 1304.652810] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.659766] env[69858]: DEBUG oslo_vmware.api [None req-7fa18d8e-1a11-429f-960d-36415958388f tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.927608] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.927880] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.929514] env[69858]: INFO nova.compute.claims [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1304.942277] env[69858]: DEBUG nova.objects.instance [None req-7f1540f6-7200-4e7e-b5ba-0c709449a40d tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lazy-loading 'flavor' on Instance uuid 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.959240] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.113510] env[69858]: DEBUG nova.network.neutron [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Updating instance_info_cache with network_info: [{"id": "f727e4a3-a06c-4a36-b288-0189e576df12", "address": "fa:16:3e:c9:76:25", "network": {"id": "4fffb815-4b26-4c92-8c7b-ac7214a42534", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1808543654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "315ba399c9994de9b860dd57d2494efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf727e4a3-a0", "ovs_interfaceid": "f727e4a3-a06c-4a36-b288-0189e576df12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.172265] env[69858]: DEBUG oslo_vmware.api [None req-7fa18d8e-1a11-429f-960d-36415958388f tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420085, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.446932] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7f1540f6-7200-4e7e-b5ba-0c709449a40d tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "5df8bf6f-7ee1-498f-83a4-4baa81b9dde4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.035s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.616255] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Releasing lock "refresh_cache-52e79a34-f8c0-448f-8231-a7cb70c80ff4" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.663586] env[69858]: DEBUG oslo_vmware.api [None req-7fa18d8e-1a11-429f-960d-36415958388f tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420085, 'name': PowerOnVM_Task, 'duration_secs': 0.520205} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.663871] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa18d8e-1a11-429f-960d-36415958388f tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Resumed the VM {{(pid=69858) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1305.664108] env[69858]: DEBUG nova.compute.manager [None req-7fa18d8e-1a11-429f-960d-36415958388f tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1305.664905] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee766c0f-fec8-4365-a707-f2cb3188728c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.039289] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084ce5e5-b0a0-41cc-aa27-4b7bd2c931f9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.046720] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42255b23-a1a1-4901-83f2-bb42816bf23a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.075896] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a446ce-adf5-4342-a1aa-544cc4deadb1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.083282] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bbdebe-1aac-4ec7-85c2-347d1002a705 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.096180] env[69858]: DEBUG nova.compute.provider_tree [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.599998] env[69858]: DEBUG nova.scheduler.client.report [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1306.894237] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "5fa6469b-523e-480d-8eec-f8b7ea7eb38c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.894237] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "5fa6469b-523e-480d-8eec-f8b7ea7eb38c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.105870] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.178s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.106398] env[69858]: DEBUG nova.compute.manager [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1307.109167] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.150s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.109374] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.132102] env[69858]: INFO nova.scheduler.client.report [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Deleted allocations for instance 4ce492a6-fa2a-4064-b242-90dc3c033689 [ 1307.151080] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1307.151455] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e8ddd27-b8c9-46d4-9556-8b850dae10cc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.159080] env[69858]: DEBUG oslo_vmware.api [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for the task: (returnval){ [ 1307.159080] env[69858]: value = "task-3420086" [ 1307.159080] env[69858]: _type = "Task" [ 1307.159080] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.167148] env[69858]: DEBUG oslo_vmware.api [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.399548] env[69858]: DEBUG nova.compute.manager [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1307.614054] env[69858]: DEBUG nova.compute.utils [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1307.615154] env[69858]: DEBUG nova.compute.manager [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1307.615384] env[69858]: DEBUG nova.network.neutron [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1307.639201] env[69858]: DEBUG oslo_concurrency.lockutils [None req-0060b95d-94cd-48c2-82b4-b83b12d1d89f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "4ce492a6-fa2a-4064-b242-90dc3c033689" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.407s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.668372] env[69858]: DEBUG oslo_vmware.api [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420086, 'name': PowerOffVM_Task, 'duration_secs': 0.216601} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.668658] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1307.669523] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aad3357-6c7f-4a62-b580-4b49e62f0616 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.689525] env[69858]: DEBUG nova.policy [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1b7d16e0d2f41cfa4be6e0b3f020114', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a9738a523684878a82a7d05ecb49aca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1307.691530] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b31fdb-45f7-4465-bf4d-6430c6adec9c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.728179] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1307.728536] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-353ce2e7-5242-4c78-b1fa-1168c2945d8a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.736811] env[69858]: DEBUG oslo_vmware.api [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for the task: (returnval){ [ 1307.736811] env[69858]: value = "task-3420087" [ 1307.736811] env[69858]: _type = "Task" [ 1307.736811] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.747179] env[69858]: DEBUG oslo_vmware.api [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.926204] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.926659] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.930604] env[69858]: INFO nova.compute.claims [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1308.118894] env[69858]: DEBUG nova.compute.manager [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1308.215695] env[69858]: DEBUG nova.network.neutron [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Successfully created port: 1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1308.247554] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] VM already powered off {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1308.247762] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1308.248018] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.248186] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.248383] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1308.248633] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a95524fa-3652-4c8a-9012-e9bb4cac0f01 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.257513] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1308.257698] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1308.258531] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19917028-9e93-4790-873d-4d823b9bb343 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.263571] env[69858]: DEBUG oslo_vmware.api [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for the task: (returnval){ [ 1308.263571] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52efeb18-659e-553c-4b0c-7e2f94bbdf9c" [ 1308.263571] env[69858]: _type = "Task" [ 1308.263571] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.270645] env[69858]: DEBUG oslo_vmware.api [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52efeb18-659e-553c-4b0c-7e2f94bbdf9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.779594] env[69858]: DEBUG oslo_vmware.api [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52efeb18-659e-553c-4b0c-7e2f94bbdf9c, 'name': SearchDatastore_Task, 'duration_secs': 0.00797} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.781181] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3f58a5a-1191-4446-ae37-b7d1e2c91faa {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.787647] env[69858]: DEBUG oslo_vmware.api [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for the task: (returnval){ [ 1308.787647] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52dfbe86-3c6d-e2b0-baaa-5d96cc25647e" [ 1308.787647] env[69858]: _type = "Task" [ 1308.787647] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.795236] env[69858]: DEBUG oslo_vmware.api [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52dfbe86-3c6d-e2b0-baaa-5d96cc25647e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.046365] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eea038b-d10e-4296-83c6-2aef000778cd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.053952] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208f09d1-c102-4d37-b9f9-558c71ae241d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.084324] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9412b18d-c721-49f9-b513-6105aa740ebb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.091630] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82830f81-8e36-4d53-905f-644db51d4825 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.105138] env[69858]: DEBUG nova.compute.provider_tree [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.131126] env[69858]: DEBUG nova.compute.manager [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1309.139917] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "209bba9d-f653-44b1-8b95-1f15efb01576" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.140223] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "209bba9d-f653-44b1-8b95-1f15efb01576" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.156704] env[69858]: DEBUG nova.virt.hardware [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1309.156936] env[69858]: DEBUG nova.virt.hardware [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1309.157110] env[69858]: DEBUG nova.virt.hardware [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1309.157333] env[69858]: DEBUG nova.virt.hardware [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1309.157518] env[69858]: DEBUG nova.virt.hardware [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1309.157672] env[69858]: DEBUG nova.virt.hardware [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1309.157880] env[69858]: DEBUG nova.virt.hardware [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1309.158064] env[69858]: DEBUG nova.virt.hardware [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1309.158241] env[69858]: DEBUG nova.virt.hardware [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1309.158407] env[69858]: DEBUG nova.virt.hardware [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1309.158686] env[69858]: DEBUG nova.virt.hardware [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1309.159696] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bdfaed-394b-4ea1-81a5-099e57a07e53 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.167312] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5080445e-a84e-45f3-b639-9d41dc1c3168 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.298311] env[69858]: DEBUG oslo_vmware.api [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52dfbe86-3c6d-e2b0-baaa-5d96cc25647e, 'name': SearchDatastore_Task, 'duration_secs': 0.009441} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.298565] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.298813] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 52e79a34-f8c0-448f-8231-a7cb70c80ff4/28914a4a-909f-453b-b81f-d96d90735622-rescue.vmdk. {{(pid=69858) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1309.299080] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0cce84d-60f1-49b5-86ab-6ccec98de17b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.306205] env[69858]: DEBUG oslo_vmware.api [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for the task: (returnval){ [ 1309.306205] env[69858]: value = "task-3420088" [ 1309.306205] env[69858]: _type = "Task" [ 1309.306205] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.313938] env[69858]: DEBUG oslo_vmware.api [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.342055] env[69858]: INFO nova.compute.manager [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Rebuilding instance [ 1309.377887] env[69858]: DEBUG nova.compute.manager [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1309.378772] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05edfd98-03de-4143-915d-c5f63a8ce882 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.608309] env[69858]: DEBUG nova.scheduler.client.report [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.643208] env[69858]: DEBUG nova.compute.manager [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1309.816418] env[69858]: DEBUG oslo_vmware.api [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420088, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476228} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.816874] env[69858]: INFO nova.virt.vmwareapi.ds_util [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 52e79a34-f8c0-448f-8231-a7cb70c80ff4/28914a4a-909f-453b-b81f-d96d90735622-rescue.vmdk. [ 1309.817797] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa6bf1c-368c-49d2-97a0-aba0adec03bf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.844297] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 52e79a34-f8c0-448f-8231-a7cb70c80ff4/28914a4a-909f-453b-b81f-d96d90735622-rescue.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1309.844598] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e21b9528-6c1b-4083-a5fa-af60fbc5e140 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.863008] env[69858]: DEBUG oslo_vmware.api [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for the task: (returnval){ [ 1309.863008] env[69858]: value = "task-3420089" [ 1309.863008] env[69858]: _type = "Task" [ 1309.863008] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.871705] env[69858]: DEBUG oslo_vmware.api [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420089, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.883262] env[69858]: DEBUG nova.compute.manager [req-081b9164-2043-420f-b1a9-08e43ceed5fd req-ecada895-896b-4a38-bf93-29ece917892b service nova] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Received event network-vif-plugged-1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.883459] env[69858]: DEBUG oslo_concurrency.lockutils [req-081b9164-2043-420f-b1a9-08e43ceed5fd req-ecada895-896b-4a38-bf93-29ece917892b service nova] Acquiring lock "d5b99774-6068-4b82-ac04-39da8cffea8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.883696] env[69858]: DEBUG oslo_concurrency.lockutils [req-081b9164-2043-420f-b1a9-08e43ceed5fd req-ecada895-896b-4a38-bf93-29ece917892b service nova] Lock "d5b99774-6068-4b82-ac04-39da8cffea8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.884027] env[69858]: DEBUG oslo_concurrency.lockutils [req-081b9164-2043-420f-b1a9-08e43ceed5fd req-ecada895-896b-4a38-bf93-29ece917892b service nova] Lock "d5b99774-6068-4b82-ac04-39da8cffea8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.884307] env[69858]: DEBUG nova.compute.manager [req-081b9164-2043-420f-b1a9-08e43ceed5fd req-ecada895-896b-4a38-bf93-29ece917892b service nova] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] No waiting events found dispatching network-vif-plugged-1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1309.884753] env[69858]: WARNING nova.compute.manager [req-081b9164-2043-420f-b1a9-08e43ceed5fd req-ecada895-896b-4a38-bf93-29ece917892b service nova] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Received unexpected event network-vif-plugged-1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48 for instance with vm_state building and task_state spawning. [ 1309.973793] env[69858]: DEBUG nova.network.neutron [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Successfully updated port: 1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1310.115326] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.188s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.115812] env[69858]: DEBUG nova.compute.manager [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1310.164530] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.164789] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.166273] env[69858]: INFO nova.compute.claims [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1310.373352] env[69858]: DEBUG oslo_vmware.api [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420089, 'name': ReconfigVM_Task, 'duration_secs': 0.265482} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.373594] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 52e79a34-f8c0-448f-8231-a7cb70c80ff4/28914a4a-909f-453b-b81f-d96d90735622-rescue.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1310.374667] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c023892-e353-4cb1-9e1a-5cee6673e555 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.394443] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.399164] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43f1fb84-4086-47e7-85ca-6b593e9c4d7d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.400486] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f35866f0-10fa-4b83-8510-345b0059f090 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.417162] env[69858]: DEBUG oslo_vmware.api [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for the task: (returnval){ [ 1310.417162] env[69858]: value = "task-3420091" [ 1310.417162] env[69858]: _type = "Task" [ 1310.417162] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.418343] env[69858]: DEBUG oslo_vmware.api [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1310.418343] env[69858]: value = "task-3420090" [ 1310.418343] env[69858]: _type = "Task" [ 1310.418343] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.432554] env[69858]: DEBUG oslo_vmware.api [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420091, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.432775] env[69858]: DEBUG oslo_vmware.api [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.477525] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquiring lock "refresh_cache-d5b99774-6068-4b82-ac04-39da8cffea8f" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.477645] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquired lock "refresh_cache-d5b99774-6068-4b82-ac04-39da8cffea8f" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.477813] env[69858]: DEBUG nova.network.neutron [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1310.509838] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.510179] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.510432] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.510721] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.621783] env[69858]: DEBUG nova.compute.utils [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1310.623494] env[69858]: DEBUG nova.compute.manager [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1310.623625] env[69858]: DEBUG nova.network.neutron [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1310.660737] env[69858]: DEBUG nova.policy [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1486c2af6bbd45acabb6ac618ad6d546', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bc6fe72e6e849c9968ccd3f484284b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1310.931324] env[69858]: DEBUG oslo_vmware.api [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420091, 'name': ReconfigVM_Task, 'duration_secs': 0.241806} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.934036] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1310.934364] env[69858]: DEBUG oslo_vmware.api [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420090, 'name': PowerOffVM_Task, 'duration_secs': 0.189584} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.934568] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8177860-0fbc-490b-ae08-01734ffe7c51 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.936146] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.936388] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.937162] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1442b2-89a6-4896-94b8-ff5158bc0fa6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.944706] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1310.948193] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d329978-66a7-44da-bd95-8fba12a0e833 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.948193] env[69858]: DEBUG oslo_vmware.api [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for the task: (returnval){ [ 1310.948193] env[69858]: value = "task-3420092" [ 1310.948193] env[69858]: _type = "Task" [ 1310.948193] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.955736] env[69858]: DEBUG oslo_vmware.api [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.958273] env[69858]: DEBUG nova.network.neutron [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Successfully created port: 2ff5a8e5-fffc-42ff-9684-a71227a99d8a {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1311.014625] env[69858]: DEBUG nova.network.neutron [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1311.019757] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Getting list of instances from cluster (obj){ [ 1311.019757] env[69858]: value = "domain-c8" [ 1311.019757] env[69858]: _type = "ClusterComputeResource" [ 1311.019757] env[69858]: } {{(pid=69858) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1311.020109] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1311.020305] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1311.020645] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Deleting the datastore file [datastore1] c7a847b0-98da-4697-b3e4-8f0a2a56b76c {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1311.022145] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9890965c-74d7-40fa-a29f-51fef3603795 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.025802] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3d591f6-aeb8-41d3-b0f0-e3b69a5b1e0b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.038436] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Got total of 5 instances {{(pid=69858) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1311.038604] env[69858]: WARNING nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] While synchronizing instance power states, found 9 instances in the database and 5 instances on the hypervisor. [ 1311.038745] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Triggering sync for uuid 2c6b0368-6ba4-4184-b595-cac65d4d7145 {{(pid=69858) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1311.038937] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Triggering sync for uuid 0673aa8b-d5ea-4e61-86a0-b12868470de2 {{(pid=69858) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1311.039113] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Triggering sync for uuid 4af1c965-624e-45d4-9725-e16e108e7397 {{(pid=69858) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1311.039268] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Triggering sync for uuid 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4 {{(pid=69858) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1311.039418] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Triggering sync for uuid c7a847b0-98da-4697-b3e4-8f0a2a56b76c {{(pid=69858) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1311.039568] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Triggering sync for uuid 52e79a34-f8c0-448f-8231-a7cb70c80ff4 {{(pid=69858) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1311.039708] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Triggering sync for uuid d5b99774-6068-4b82-ac04-39da8cffea8f {{(pid=69858) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1311.039852] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Triggering sync for uuid 5fa6469b-523e-480d-8eec-f8b7ea7eb38c {{(pid=69858) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1311.039996] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Triggering sync for uuid 209bba9d-f653-44b1-8b95-1f15efb01576 {{(pid=69858) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1311.043733] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Acquiring lock "2c6b0368-6ba4-4184-b595-cac65d4d7145" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.043954] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "2c6b0368-6ba4-4184-b595-cac65d4d7145" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.044260] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Acquiring lock "0673aa8b-d5ea-4e61-86a0-b12868470de2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.044448] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "0673aa8b-d5ea-4e61-86a0-b12868470de2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.044684] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Acquiring lock "4af1c965-624e-45d4-9725-e16e108e7397" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.044866] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "4af1c965-624e-45d4-9725-e16e108e7397" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.045104] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Acquiring lock "5df8bf6f-7ee1-498f-83a4-4baa81b9dde4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.045287] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "5df8bf6f-7ee1-498f-83a4-4baa81b9dde4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.045514] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Acquiring lock "c7a847b0-98da-4697-b3e4-8f0a2a56b76c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.045688] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "c7a847b0-98da-4697-b3e4-8f0a2a56b76c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.045856] env[69858]: INFO nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] During sync_power_state the instance has a pending task (rebuilding). Skip. [ 1311.046022] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "c7a847b0-98da-4697-b3e4-8f0a2a56b76c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.046220] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Acquiring lock "52e79a34-f8c0-448f-8231-a7cb70c80ff4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.046392] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "52e79a34-f8c0-448f-8231-a7cb70c80ff4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.046548] env[69858]: INFO nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] During sync_power_state the instance has a pending task (rescuing). Skip. [ 1311.046699] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "52e79a34-f8c0-448f-8231-a7cb70c80ff4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.046884] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Acquiring lock "d5b99774-6068-4b82-ac04-39da8cffea8f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.047083] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Acquiring lock "5fa6469b-523e-480d-8eec-f8b7ea7eb38c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.047282] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Acquiring lock "209bba9d-f653-44b1-8b95-1f15efb01576" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.047651] env[69858]: DEBUG oslo_vmware.api [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1311.047651] env[69858]: value = "task-3420094" [ 1311.047651] env[69858]: _type = "Task" [ 1311.047651] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.048608] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe910d3-c198-444d-974e-aa978da9d013 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.051833] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b072ca-a42a-4683-8c9b-9f429801f1ee {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.054731] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5e6b65-0d9a-442a-9ae8-d938807528c6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.058069] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af4cc9b-e67c-425a-a30f-201de6384205 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.080144] env[69858]: DEBUG oslo_vmware.api [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.127147] env[69858]: DEBUG nova.compute.manager [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1311.178970] env[69858]: DEBUG nova.network.neutron [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Updating instance_info_cache with network_info: [{"id": "1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48", "address": "fa:16:3e:f7:55:59", "network": {"id": "4a5a6ac6-8400-44e7-9fe8-7f8f5d767b4f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-944920626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9738a523684878a82a7d05ecb49aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ce5d69b-93", "ovs_interfaceid": "1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.302192] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b65065-b529-4ba5-b597-99bbfb959a3e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.309624] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6749040d-c2a0-4d19-89cb-8ab493a47682 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.340227] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2e5136-c93c-4f57-8225-72fbbff59dd9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.347712] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1321251-bd8f-4bc3-889d-fd247cd45205 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.360904] env[69858]: DEBUG nova.compute.provider_tree [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.458209] env[69858]: DEBUG oslo_vmware.api [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420092, 'name': PowerOnVM_Task, 'duration_secs': 0.434451} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.458540] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1311.461240] env[69858]: DEBUG nova.compute.manager [None req-5c8e7f97-7d13-41d6-aacf-c4244828f96a tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1311.462012] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8f876c-74ac-45e2-b58f-1a01d0ee61cd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.521776] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f859d79f-be1a-42d0-b03c-f864e61d34fc tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Acquiring lock "4af1c965-624e-45d4-9725-e16e108e7397" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.574719] env[69858]: DEBUG oslo_vmware.api [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234655} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.574977] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.578181] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1311.578181] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.583936] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "0673aa8b-d5ea-4e61-86a0-b12868470de2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.539s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.586454] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "2c6b0368-6ba4-4184-b595-cac65d4d7145" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.586874] env[69858]: INFO nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] During sync_power_state the instance has a pending task (deleting). Skip. [ 1311.587405] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "4af1c965-624e-45d4-9725-e16e108e7397" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.587516] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "5df8bf6f-7ee1-498f-83a4-4baa81b9dde4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.587720] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f859d79f-be1a-42d0-b03c-f864e61d34fc tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Lock "4af1c965-624e-45d4-9725-e16e108e7397" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.066s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.587927] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f859d79f-be1a-42d0-b03c-f864e61d34fc tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Acquiring lock "4af1c965-624e-45d4-9725-e16e108e7397-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.588140] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f859d79f-be1a-42d0-b03c-f864e61d34fc tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Lock "4af1c965-624e-45d4-9725-e16e108e7397-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.588295] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f859d79f-be1a-42d0-b03c-f864e61d34fc tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Lock "4af1c965-624e-45d4-9725-e16e108e7397-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.590189] env[69858]: INFO nova.compute.manager [None req-f859d79f-be1a-42d0-b03c-f864e61d34fc tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Terminating instance [ 1311.683946] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Releasing lock "refresh_cache-d5b99774-6068-4b82-ac04-39da8cffea8f" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.684337] env[69858]: DEBUG nova.compute.manager [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Instance network_info: |[{"id": "1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48", "address": "fa:16:3e:f7:55:59", "network": {"id": "4a5a6ac6-8400-44e7-9fe8-7f8f5d767b4f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-944920626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9738a523684878a82a7d05ecb49aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ce5d69b-93", "ovs_interfaceid": "1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1311.684748] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:55:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3f695b6-65bc-45cc-a61d-3c38a14e5c0c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1311.692564] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Creating folder: Project (8a9738a523684878a82a7d05ecb49aca). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1311.692794] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71c48da2-edad-4dc7-87ad-a6d3bb0be9af {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.703855] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Created folder: Project (8a9738a523684878a82a7d05ecb49aca) in parent group-v682032. [ 1311.704154] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Creating folder: Instances. Parent ref: group-v682340. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1311.704466] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3342507-e454-4f9a-b2b3-68717c6723ed {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.716269] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Created folder: Instances in parent group-v682340. [ 1311.716499] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1311.716686] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1311.716964] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8798e317-ca44-4236-89c9-5fe7a0b8006d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.735683] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1311.735683] env[69858]: value = "task-3420097" [ 1311.735683] env[69858]: _type = "Task" [ 1311.735683] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.742854] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420097, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.864786] env[69858]: DEBUG nova.scheduler.client.report [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1311.995844] env[69858]: DEBUG nova.compute.manager [req-9737fe97-b3b1-4836-8bcb-09c9c69effa3 req-b0119ddd-919b-48b0-9569-53f329a510ea service nova] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Received event network-changed-1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.996078] env[69858]: DEBUG nova.compute.manager [req-9737fe97-b3b1-4836-8bcb-09c9c69effa3 req-b0119ddd-919b-48b0-9569-53f329a510ea service nova] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Refreshing instance network info cache due to event network-changed-1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1311.996206] env[69858]: DEBUG oslo_concurrency.lockutils [req-9737fe97-b3b1-4836-8bcb-09c9c69effa3 req-b0119ddd-919b-48b0-9569-53f329a510ea service nova] Acquiring lock "refresh_cache-d5b99774-6068-4b82-ac04-39da8cffea8f" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.996329] env[69858]: DEBUG oslo_concurrency.lockutils [req-9737fe97-b3b1-4836-8bcb-09c9c69effa3 req-b0119ddd-919b-48b0-9569-53f329a510ea service nova] Acquired lock "refresh_cache-d5b99774-6068-4b82-ac04-39da8cffea8f" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.996500] env[69858]: DEBUG nova.network.neutron [req-9737fe97-b3b1-4836-8bcb-09c9c69effa3 req-b0119ddd-919b-48b0-9569-53f329a510ea service nova] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Refreshing network info cache for port 1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1312.096436] env[69858]: DEBUG nova.compute.manager [None req-f859d79f-be1a-42d0-b03c-f864e61d34fc tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1312.096687] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f859d79f-be1a-42d0-b03c-f864e61d34fc tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1312.097671] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a68642f-301b-4bd4-89a6-8455a69e0ce2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.105787] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f859d79f-be1a-42d0-b03c-f864e61d34fc tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1312.106087] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3a0fb8f-b9d5-4691-a7c0-98b6a6f44586 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.112544] env[69858]: DEBUG oslo_vmware.api [None req-f859d79f-be1a-42d0-b03c-f864e61d34fc tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for the task: (returnval){ [ 1312.112544] env[69858]: value = "task-3420098" [ 1312.112544] env[69858]: _type = "Task" [ 1312.112544] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.121495] env[69858]: DEBUG oslo_vmware.api [None req-f859d79f-be1a-42d0-b03c-f864e61d34fc tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.139984] env[69858]: DEBUG nova.compute.manager [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1312.165670] env[69858]: DEBUG nova.virt.hardware [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1312.166031] env[69858]: DEBUG nova.virt.hardware [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1312.166294] env[69858]: DEBUG nova.virt.hardware [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1312.166589] env[69858]: DEBUG nova.virt.hardware [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1312.166835] env[69858]: DEBUG nova.virt.hardware [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1312.167068] env[69858]: DEBUG nova.virt.hardware [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1312.167371] env[69858]: DEBUG nova.virt.hardware [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1312.167603] env[69858]: DEBUG nova.virt.hardware [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1312.167840] env[69858]: DEBUG nova.virt.hardware [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1312.168097] env[69858]: DEBUG nova.virt.hardware [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1312.168363] env[69858]: DEBUG nova.virt.hardware [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1312.169618] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cece367-dae8-4460-9166-8a73b85f5d3c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.179765] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92baef76-646c-408a-84ae-bcc27e2c9ef5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.246595] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420097, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.369957] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.205s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.370522] env[69858]: DEBUG nova.compute.manager [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1312.448687] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1312.449144] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1312.449349] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69858) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1312.577694] env[69858]: DEBUG nova.network.neutron [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Successfully updated port: 2ff5a8e5-fffc-42ff-9684-a71227a99d8a {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1312.607970] env[69858]: DEBUG nova.virt.hardware [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1312.608244] env[69858]: DEBUG nova.virt.hardware [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1312.608404] env[69858]: DEBUG nova.virt.hardware [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1312.608586] env[69858]: DEBUG nova.virt.hardware [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1312.608733] env[69858]: DEBUG nova.virt.hardware [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1312.609014] env[69858]: DEBUG nova.virt.hardware [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1312.609271] env[69858]: DEBUG nova.virt.hardware [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1312.609436] env[69858]: DEBUG nova.virt.hardware [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1312.609606] env[69858]: DEBUG nova.virt.hardware [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1312.609771] env[69858]: DEBUG nova.virt.hardware [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1312.609944] env[69858]: DEBUG nova.virt.hardware [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1312.611104] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b00ec3-bce9-407e-aa2d-071c2f55dc52 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.626068] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4311a559-2095-441e-8e7c-bc15c81ab18e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.629734] env[69858]: DEBUG oslo_vmware.api [None req-f859d79f-be1a-42d0-b03c-f864e61d34fc tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420098, 'name': PowerOffVM_Task, 'duration_secs': 0.214247} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.629988] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f859d79f-be1a-42d0-b03c-f864e61d34fc tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1312.630172] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f859d79f-be1a-42d0-b03c-f864e61d34fc tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1312.630690] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e047eb2-4f25-4c19-9ea3-fb48d1ce838b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.639902] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:ae:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f1b07b1-e4e5-4842-9090-07fb2c3e124b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd46f61e6-7150-430b-ba86-8cd9c55f06e9', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1312.647261] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1312.649866] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1312.650125] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a5def1e-cb7c-4d84-8543-8c218a4bdcf5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.668278] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1312.668278] env[69858]: value = "task-3420100" [ 1312.668278] env[69858]: _type = "Task" [ 1312.668278] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.677010] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420100, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.709465] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f859d79f-be1a-42d0-b03c-f864e61d34fc tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1312.709465] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f859d79f-be1a-42d0-b03c-f864e61d34fc tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1312.709465] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-f859d79f-be1a-42d0-b03c-f864e61d34fc tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Deleting the datastore file [datastore1] 4af1c965-624e-45d4-9725-e16e108e7397 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1312.709673] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-beb84f4c-eb2f-4696-a2ef-9bf974cd4ae5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.716882] env[69858]: DEBUG oslo_vmware.api [None req-f859d79f-be1a-42d0-b03c-f864e61d34fc tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for the task: (returnval){ [ 1312.716882] env[69858]: value = "task-3420101" [ 1312.716882] env[69858]: _type = "Task" [ 1312.716882] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.724128] env[69858]: DEBUG oslo_vmware.api [None req-f859d79f-be1a-42d0-b03c-f864e61d34fc tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.745913] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420097, 'name': CreateVM_Task, 'duration_secs': 0.56782} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.746231] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1312.754889] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.755459] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.755943] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.756311] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-406cc92b-de04-444f-a3bc-6de2563bbce1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.762974] env[69858]: DEBUG oslo_vmware.api [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1312.762974] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520333bb-552a-6404-9bc8-a3aa922c1a94" [ 1312.762974] env[69858]: _type = "Task" [ 1312.762974] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.768960] env[69858]: DEBUG nova.network.neutron [req-9737fe97-b3b1-4836-8bcb-09c9c69effa3 req-b0119ddd-919b-48b0-9569-53f329a510ea service nova] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Updated VIF entry in instance network info cache for port 1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1312.769317] env[69858]: DEBUG nova.network.neutron [req-9737fe97-b3b1-4836-8bcb-09c9c69effa3 req-b0119ddd-919b-48b0-9569-53f329a510ea service nova] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Updating instance_info_cache with network_info: [{"id": "1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48", "address": "fa:16:3e:f7:55:59", "network": {"id": "4a5a6ac6-8400-44e7-9fe8-7f8f5d767b4f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-944920626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9738a523684878a82a7d05ecb49aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ce5d69b-93", "ovs_interfaceid": "1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.773704] env[69858]: DEBUG oslo_vmware.api [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520333bb-552a-6404-9bc8-a3aa922c1a94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.880851] env[69858]: DEBUG nova.compute.utils [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1312.882492] env[69858]: DEBUG nova.compute.manager [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1312.882705] env[69858]: DEBUG nova.network.neutron [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1312.920072] env[69858]: DEBUG nova.policy [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e000570822224a57a6f44dd486c009ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d7e8193856c48c58e9cd583c010b8fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1313.012935] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Acquiring lock "ba53958b-7cb9-48f4-a81a-48d40d82dfa2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.013216] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Lock "ba53958b-7cb9-48f4-a81a-48d40d82dfa2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.086584] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "refresh_cache-5fa6469b-523e-480d-8eec-f8b7ea7eb38c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.086584] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquired lock "refresh_cache-5fa6469b-523e-480d-8eec-f8b7ea7eb38c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.086584] env[69858]: DEBUG nova.network.neutron [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1313.181055] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420100, 'name': CreateVM_Task, 'duration_secs': 0.307803} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.181337] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1313.181901] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.182138] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.182456] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.182703] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23c75c7c-0669-4654-881a-5a1d9409239f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.187043] env[69858]: DEBUG oslo_vmware.api [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1313.187043] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a0798c-2028-8a40-f8a4-7539e44ebfbb" [ 1313.187043] env[69858]: _type = "Task" [ 1313.187043] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.194272] env[69858]: DEBUG oslo_vmware.api [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a0798c-2028-8a40-f8a4-7539e44ebfbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.196160] env[69858]: DEBUG nova.network.neutron [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Successfully created port: 4513954e-34c4-4133-bfdf-a9a165d27a1c {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1313.225770] env[69858]: DEBUG oslo_vmware.api [None req-f859d79f-be1a-42d0-b03c-f864e61d34fc tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Task: {'id': task-3420101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165829} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.226013] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-f859d79f-be1a-42d0-b03c-f864e61d34fc tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1313.226203] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f859d79f-be1a-42d0-b03c-f864e61d34fc tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1313.226380] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f859d79f-be1a-42d0-b03c-f864e61d34fc tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1313.226552] env[69858]: INFO nova.compute.manager [None req-f859d79f-be1a-42d0-b03c-f864e61d34fc tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1313.226830] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f859d79f-be1a-42d0-b03c-f864e61d34fc tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1313.227036] env[69858]: DEBUG nova.compute.manager [-] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1313.227136] env[69858]: DEBUG nova.network.neutron [-] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1313.273042] env[69858]: DEBUG oslo_vmware.api [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520333bb-552a-6404-9bc8-a3aa922c1a94, 'name': SearchDatastore_Task, 'duration_secs': 0.010002} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.273312] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.273540] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1313.273772] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.273919] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.274113] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1313.274604] env[69858]: DEBUG oslo_concurrency.lockutils [req-9737fe97-b3b1-4836-8bcb-09c9c69effa3 req-b0119ddd-919b-48b0-9569-53f329a510ea service nova] Releasing lock "refresh_cache-d5b99774-6068-4b82-ac04-39da8cffea8f" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.274914] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4441b07-55df-41bf-b2bf-60fa8eee9776 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.282921] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1313.283117] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1313.283834] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-398889ef-b4d4-4024-9ed5-8fad3ac0b85f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.288857] env[69858]: DEBUG oslo_vmware.api [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1313.288857] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52142484-caab-26bf-d214-60aeae0ed5b6" [ 1313.288857] env[69858]: _type = "Task" [ 1313.288857] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.296663] env[69858]: DEBUG oslo_vmware.api [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52142484-caab-26bf-d214-60aeae0ed5b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.386203] env[69858]: DEBUG nova.compute.manager [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1313.448670] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.515632] env[69858]: DEBUG nova.compute.manager [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1313.618341] env[69858]: DEBUG nova.network.neutron [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1313.697313] env[69858]: DEBUG oslo_vmware.api [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a0798c-2028-8a40-f8a4-7539e44ebfbb, 'name': SearchDatastore_Task, 'duration_secs': 0.009997} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.697688] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.697870] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1313.698130] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.698304] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.698524] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1313.698767] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c1ea310-0ab2-498b-a5cb-8f41afc35ad6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.707780] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1313.707981] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1313.708793] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f45841ac-83f8-4e8b-a5c8-8138801adf42 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.716678] env[69858]: DEBUG oslo_vmware.api [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1313.716678] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52cccc84-5a90-20cc-a382-8dd87f2d13ec" [ 1313.716678] env[69858]: _type = "Task" [ 1313.716678] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.727057] env[69858]: DEBUG oslo_vmware.api [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52cccc84-5a90-20cc-a382-8dd87f2d13ec, 'name': SearchDatastore_Task, 'duration_secs': 0.009269} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.727915] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21184769-18e1-4de7-a8de-6ad5e34cde52 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.733709] env[69858]: DEBUG oslo_vmware.api [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1313.733709] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]525b8fff-056e-78e4-f088-e8f3381789f5" [ 1313.733709] env[69858]: _type = "Task" [ 1313.733709] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.743048] env[69858]: DEBUG oslo_vmware.api [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]525b8fff-056e-78e4-f088-e8f3381789f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.754723] env[69858]: DEBUG nova.network.neutron [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Updating instance_info_cache with network_info: [{"id": "2ff5a8e5-fffc-42ff-9684-a71227a99d8a", "address": "fa:16:3e:aa:a9:4c", "network": {"id": "fcb5763a-4b90-4a15-ab0b-e1b0f81d7408", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-529132779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc6fe72e6e849c9968ccd3f484284b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ff5a8e5-ff", "ovs_interfaceid": "2ff5a8e5-fffc-42ff-9684-a71227a99d8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.799628] env[69858]: DEBUG oslo_vmware.api [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52142484-caab-26bf-d214-60aeae0ed5b6, 'name': SearchDatastore_Task, 'duration_secs': 0.015753} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.800467] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d198c61c-e3c4-499c-9a8e-11a99b7f1529 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.806426] env[69858]: DEBUG oslo_vmware.api [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1313.806426] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a0e8da-7471-8229-9352-6924f29df262" [ 1313.806426] env[69858]: _type = "Task" [ 1313.806426] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.816263] env[69858]: DEBUG oslo_vmware.api [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a0e8da-7471-8229-9352-6924f29df262, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.950108] env[69858]: DEBUG nova.network.neutron [-] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.952014] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.952282] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.952457] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.952612] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69858) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1313.953664] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b239ef16-c6d9-41f2-9a69-c63660cafef2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.961851] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6dad409-21bd-499d-b8f8-12d3a59de361 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.976261] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a5e99c-8273-4ce2-af45-e9075857b24a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.982651] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d52a9b-99b3-46d0-a217-7a49e2208fe4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.011691] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180122MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=69858) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1314.011855] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.012145] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.034740] env[69858]: DEBUG nova.compute.manager [req-0873a280-d2a2-41a2-9142-741e2d0a0b71 req-63cd299d-cee0-45a2-b6fb-eb01626e7653 service nova] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Received event network-vif-plugged-2ff5a8e5-fffc-42ff-9684-a71227a99d8a {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1314.035091] env[69858]: DEBUG oslo_concurrency.lockutils [req-0873a280-d2a2-41a2-9142-741e2d0a0b71 req-63cd299d-cee0-45a2-b6fb-eb01626e7653 service nova] Acquiring lock "5fa6469b-523e-480d-8eec-f8b7ea7eb38c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.035401] env[69858]: DEBUG oslo_concurrency.lockutils [req-0873a280-d2a2-41a2-9142-741e2d0a0b71 req-63cd299d-cee0-45a2-b6fb-eb01626e7653 service nova] Lock "5fa6469b-523e-480d-8eec-f8b7ea7eb38c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.035637] env[69858]: DEBUG oslo_concurrency.lockutils [req-0873a280-d2a2-41a2-9142-741e2d0a0b71 req-63cd299d-cee0-45a2-b6fb-eb01626e7653 service nova] Lock "5fa6469b-523e-480d-8eec-f8b7ea7eb38c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.035875] env[69858]: DEBUG nova.compute.manager [req-0873a280-d2a2-41a2-9142-741e2d0a0b71 req-63cd299d-cee0-45a2-b6fb-eb01626e7653 service nova] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] No waiting events found dispatching network-vif-plugged-2ff5a8e5-fffc-42ff-9684-a71227a99d8a {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1314.036126] env[69858]: WARNING nova.compute.manager [req-0873a280-d2a2-41a2-9142-741e2d0a0b71 req-63cd299d-cee0-45a2-b6fb-eb01626e7653 service nova] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Received unexpected event network-vif-plugged-2ff5a8e5-fffc-42ff-9684-a71227a99d8a for instance with vm_state building and task_state spawning. [ 1314.036360] env[69858]: DEBUG nova.compute.manager [req-0873a280-d2a2-41a2-9142-741e2d0a0b71 req-63cd299d-cee0-45a2-b6fb-eb01626e7653 service nova] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Received event network-changed-2ff5a8e5-fffc-42ff-9684-a71227a99d8a {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1314.036599] env[69858]: DEBUG nova.compute.manager [req-0873a280-d2a2-41a2-9142-741e2d0a0b71 req-63cd299d-cee0-45a2-b6fb-eb01626e7653 service nova] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Refreshing instance network info cache due to event network-changed-2ff5a8e5-fffc-42ff-9684-a71227a99d8a. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1314.036827] env[69858]: DEBUG oslo_concurrency.lockutils [req-0873a280-d2a2-41a2-9142-741e2d0a0b71 req-63cd299d-cee0-45a2-b6fb-eb01626e7653 service nova] Acquiring lock "refresh_cache-5fa6469b-523e-480d-8eec-f8b7ea7eb38c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.039748] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.244577] env[69858]: DEBUG oslo_vmware.api [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]525b8fff-056e-78e4-f088-e8f3381789f5, 'name': SearchDatastore_Task, 'duration_secs': 0.008891} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.244857] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.245138] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] c7a847b0-98da-4697-b3e4-8f0a2a56b76c/c7a847b0-98da-4697-b3e4-8f0a2a56b76c.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1314.245427] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-784066b0-792a-49c1-b853-3acd2dfb3c9f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.252645] env[69858]: DEBUG oslo_vmware.api [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1314.252645] env[69858]: value = "task-3420102" [ 1314.252645] env[69858]: _type = "Task" [ 1314.252645] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.261900] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Releasing lock "refresh_cache-5fa6469b-523e-480d-8eec-f8b7ea7eb38c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.262241] env[69858]: DEBUG nova.compute.manager [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Instance network_info: |[{"id": "2ff5a8e5-fffc-42ff-9684-a71227a99d8a", "address": "fa:16:3e:aa:a9:4c", "network": {"id": "fcb5763a-4b90-4a15-ab0b-e1b0f81d7408", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-529132779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc6fe72e6e849c9968ccd3f484284b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ff5a8e5-ff", "ovs_interfaceid": "2ff5a8e5-fffc-42ff-9684-a71227a99d8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1314.262491] env[69858]: DEBUG oslo_vmware.api [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.262718] env[69858]: DEBUG oslo_concurrency.lockutils [req-0873a280-d2a2-41a2-9142-741e2d0a0b71 req-63cd299d-cee0-45a2-b6fb-eb01626e7653 service nova] Acquired lock "refresh_cache-5fa6469b-523e-480d-8eec-f8b7ea7eb38c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.262888] env[69858]: DEBUG nova.network.neutron [req-0873a280-d2a2-41a2-9142-741e2d0a0b71 req-63cd299d-cee0-45a2-b6fb-eb01626e7653 service nova] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Refreshing network info cache for port 2ff5a8e5-fffc-42ff-9684-a71227a99d8a {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1314.264102] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:a9:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '715e3f37-7401-48fb-a0ee-59d340b40de1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ff5a8e5-fffc-42ff-9684-a71227a99d8a', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1314.271220] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1314.272074] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1314.272289] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2925b68-597c-4ee6-88d6-5911e0ae554a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.291553] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1314.291553] env[69858]: value = "task-3420103" [ 1314.291553] env[69858]: _type = "Task" [ 1314.291553] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.299259] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420103, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.314801] env[69858]: DEBUG oslo_vmware.api [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a0e8da-7471-8229-9352-6924f29df262, 'name': SearchDatastore_Task, 'duration_secs': 0.009337} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.315073] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.315375] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] d5b99774-6068-4b82-ac04-39da8cffea8f/d5b99774-6068-4b82-ac04-39da8cffea8f.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1314.315577] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-891af655-69a5-4d9c-9c69-50ade62d3830 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.325964] env[69858]: DEBUG oslo_vmware.api [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1314.325964] env[69858]: value = "task-3420104" [ 1314.325964] env[69858]: _type = "Task" [ 1314.325964] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.333786] env[69858]: DEBUG oslo_vmware.api [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.396091] env[69858]: DEBUG nova.compute.manager [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1314.426476] env[69858]: DEBUG nova.virt.hardware [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1314.426751] env[69858]: DEBUG nova.virt.hardware [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1314.426917] env[69858]: DEBUG nova.virt.hardware [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1314.427164] env[69858]: DEBUG nova.virt.hardware [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1314.427330] env[69858]: DEBUG nova.virt.hardware [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1314.427486] env[69858]: DEBUG nova.virt.hardware [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1314.427707] env[69858]: DEBUG nova.virt.hardware [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1314.427863] env[69858]: DEBUG nova.virt.hardware [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1314.428062] env[69858]: DEBUG nova.virt.hardware [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1314.428249] env[69858]: DEBUG nova.virt.hardware [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1314.428544] env[69858]: DEBUG nova.virt.hardware [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1314.429438] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760dcd9c-2481-435d-a040-fc7e8d11ea4c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.439181] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee1d334-07da-4392-b16a-c8b86323f6f7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.457799] env[69858]: INFO nova.compute.manager [-] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Took 1.23 seconds to deallocate network for instance. [ 1314.625397] env[69858]: DEBUG nova.compute.manager [req-6948dc22-1a57-4982-918a-bc753c5612d6 req-22d986b6-f682-4d58-a2b4-849b18dab545 service nova] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Received event network-vif-plugged-4513954e-34c4-4133-bfdf-a9a165d27a1c {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1314.625397] env[69858]: DEBUG oslo_concurrency.lockutils [req-6948dc22-1a57-4982-918a-bc753c5612d6 req-22d986b6-f682-4d58-a2b4-849b18dab545 service nova] Acquiring lock "209bba9d-f653-44b1-8b95-1f15efb01576-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.625397] env[69858]: DEBUG oslo_concurrency.lockutils [req-6948dc22-1a57-4982-918a-bc753c5612d6 req-22d986b6-f682-4d58-a2b4-849b18dab545 service nova] Lock "209bba9d-f653-44b1-8b95-1f15efb01576-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.625397] env[69858]: DEBUG oslo_concurrency.lockutils [req-6948dc22-1a57-4982-918a-bc753c5612d6 req-22d986b6-f682-4d58-a2b4-849b18dab545 service nova] Lock "209bba9d-f653-44b1-8b95-1f15efb01576-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.625397] env[69858]: DEBUG nova.compute.manager [req-6948dc22-1a57-4982-918a-bc753c5612d6 req-22d986b6-f682-4d58-a2b4-849b18dab545 service nova] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] No waiting events found dispatching network-vif-plugged-4513954e-34c4-4133-bfdf-a9a165d27a1c {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1314.625397] env[69858]: WARNING nova.compute.manager [req-6948dc22-1a57-4982-918a-bc753c5612d6 req-22d986b6-f682-4d58-a2b4-849b18dab545 service nova] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Received unexpected event network-vif-plugged-4513954e-34c4-4133-bfdf-a9a165d27a1c for instance with vm_state building and task_state spawning. [ 1314.691839] env[69858]: DEBUG nova.network.neutron [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Successfully updated port: 4513954e-34c4-4133-bfdf-a9a165d27a1c {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1314.763476] env[69858]: DEBUG oslo_vmware.api [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420102, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498723} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.764071] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] c7a847b0-98da-4697-b3e4-8f0a2a56b76c/c7a847b0-98da-4697-b3e4-8f0a2a56b76c.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1314.764071] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1314.764346] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e531772-1b20-4c4b-b688-8234a2a0de1d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.771678] env[69858]: DEBUG oslo_vmware.api [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1314.771678] env[69858]: value = "task-3420105" [ 1314.771678] env[69858]: _type = "Task" [ 1314.771678] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.782903] env[69858]: DEBUG oslo_vmware.api [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420105, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.802722] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420103, 'name': CreateVM_Task, 'duration_secs': 0.470287} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.803019] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1314.803698] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.803810] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.804129] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.804460] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39b00900-46b6-4131-b641-db14ef566112 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.810019] env[69858]: DEBUG oslo_vmware.api [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1314.810019] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521ab21b-1db2-5748-1c2c-e62c4896fd96" [ 1314.810019] env[69858]: _type = "Task" [ 1314.810019] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.818589] env[69858]: DEBUG oslo_vmware.api [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521ab21b-1db2-5748-1c2c-e62c4896fd96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.834972] env[69858]: DEBUG oslo_vmware.api [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420104, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.965735] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f859d79f-be1a-42d0-b03c-f864e61d34fc tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.000110] env[69858]: DEBUG nova.network.neutron [req-0873a280-d2a2-41a2-9142-741e2d0a0b71 req-63cd299d-cee0-45a2-b6fb-eb01626e7653 service nova] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Updated VIF entry in instance network info cache for port 2ff5a8e5-fffc-42ff-9684-a71227a99d8a. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1315.000508] env[69858]: DEBUG nova.network.neutron [req-0873a280-d2a2-41a2-9142-741e2d0a0b71 req-63cd299d-cee0-45a2-b6fb-eb01626e7653 service nova] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Updating instance_info_cache with network_info: [{"id": "2ff5a8e5-fffc-42ff-9684-a71227a99d8a", "address": "fa:16:3e:aa:a9:4c", "network": {"id": "fcb5763a-4b90-4a15-ab0b-e1b0f81d7408", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-529132779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc6fe72e6e849c9968ccd3f484284b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ff5a8e5-ff", "ovs_interfaceid": "2ff5a8e5-fffc-42ff-9684-a71227a99d8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.041885] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 2c6b0368-6ba4-4184-b595-cac65d4d7145 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.042093] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 0673aa8b-d5ea-4e61-86a0-b12868470de2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.042250] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.042372] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance c7a847b0-98da-4697-b3e4-8f0a2a56b76c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.042490] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 4af1c965-624e-45d4-9725-e16e108e7397 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.042606] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 52e79a34-f8c0-448f-8231-a7cb70c80ff4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.042721] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance d5b99774-6068-4b82-ac04-39da8cffea8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.042834] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 5fa6469b-523e-480d-8eec-f8b7ea7eb38c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.042945] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 209bba9d-f653-44b1-8b95-1f15efb01576 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.193467] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "refresh_cache-209bba9d-f653-44b1-8b95-1f15efb01576" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.193639] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquired lock "refresh_cache-209bba9d-f653-44b1-8b95-1f15efb01576" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.193735] env[69858]: DEBUG nova.network.neutron [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1315.281291] env[69858]: DEBUG oslo_vmware.api [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420105, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075635} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.281600] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1315.282406] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbaa5994-9b98-4801-8842-bed0d95aa564 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.303761] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] c7a847b0-98da-4697-b3e4-8f0a2a56b76c/c7a847b0-98da-4697-b3e4-8f0a2a56b76c.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1315.304064] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5853e809-c2fa-43cd-b6cc-e951d3ece4ce {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.326921] env[69858]: DEBUG oslo_vmware.api [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521ab21b-1db2-5748-1c2c-e62c4896fd96, 'name': SearchDatastore_Task, 'duration_secs': 0.021328} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.330620] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.330859] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1315.331165] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.331321] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.331508] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1315.331832] env[69858]: DEBUG oslo_vmware.api [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1315.331832] env[69858]: value = "task-3420106" [ 1315.331832] env[69858]: _type = "Task" [ 1315.331832] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.332367] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-334b485c-21f9-4955-8c65-55f70f207c34 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.339967] env[69858]: DEBUG oslo_vmware.api [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705252} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.340490] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] d5b99774-6068-4b82-ac04-39da8cffea8f/d5b99774-6068-4b82-ac04-39da8cffea8f.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1315.340798] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1315.341128] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2931767f-1571-4576-a684-7a7cd98be94b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.346429] env[69858]: DEBUG oslo_vmware.api [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420106, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.347751] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1315.347751] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1315.348424] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-793dc542-3689-4a47-9709-9a034d85a47e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.351526] env[69858]: DEBUG oslo_vmware.api [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1315.351526] env[69858]: value = "task-3420107" [ 1315.351526] env[69858]: _type = "Task" [ 1315.351526] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.355645] env[69858]: DEBUG oslo_vmware.api [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1315.355645] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52fb0b0b-b30e-62a4-fc8d-146bd4945b04" [ 1315.355645] env[69858]: _type = "Task" [ 1315.355645] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.362725] env[69858]: DEBUG oslo_vmware.api [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.369021] env[69858]: DEBUG oslo_vmware.api [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52fb0b0b-b30e-62a4-fc8d-146bd4945b04, 'name': SearchDatastore_Task, 'duration_secs': 0.010784} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.369950] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-299150b9-47d4-465e-8956-22e7e936f9a8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.375313] env[69858]: DEBUG oslo_vmware.api [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1315.375313] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52391671-b7c9-bf76-707a-48cd93a79d84" [ 1315.375313] env[69858]: _type = "Task" [ 1315.375313] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.385438] env[69858]: DEBUG oslo_vmware.api [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52391671-b7c9-bf76-707a-48cd93a79d84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.502963] env[69858]: DEBUG oslo_concurrency.lockutils [req-0873a280-d2a2-41a2-9142-741e2d0a0b71 req-63cd299d-cee0-45a2-b6fb-eb01626e7653 service nova] Releasing lock "refresh_cache-5fa6469b-523e-480d-8eec-f8b7ea7eb38c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.503277] env[69858]: DEBUG nova.compute.manager [req-0873a280-d2a2-41a2-9142-741e2d0a0b71 req-63cd299d-cee0-45a2-b6fb-eb01626e7653 service nova] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Received event network-vif-deleted-e1f7199c-c27b-4de0-ae9f-b85fb0db1353 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1315.545771] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance ba53958b-7cb9-48f4-a81a-48d40d82dfa2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1315.546053] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69858) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1315.546212] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69858) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1315.668934] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f851f5d3-2539-4d19-a89b-5b7b0331485b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.676627] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7b10a3-a5f7-434d-859f-44e77b2639b0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.708978] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889ca51b-0434-4cf4-9f14-d956623c08e0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.716479] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d584b112-c7fc-4c58-9d0b-ee7c196e0cb7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.730772] env[69858]: DEBUG nova.compute.provider_tree [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.740085] env[69858]: DEBUG nova.network.neutron [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1315.844014] env[69858]: DEBUG oslo_vmware.api [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420106, 'name': ReconfigVM_Task, 'duration_secs': 0.264845} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.844303] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Reconfigured VM instance instance-00000072 to attach disk [datastore1] c7a847b0-98da-4697-b3e4-8f0a2a56b76c/c7a847b0-98da-4697-b3e4-8f0a2a56b76c.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1315.844916] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5115f008-de19-498b-bacd-ff59d908be2f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.851244] env[69858]: DEBUG oslo_vmware.api [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1315.851244] env[69858]: value = "task-3420108" [ 1315.851244] env[69858]: _type = "Task" [ 1315.851244] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.857623] env[69858]: DEBUG nova.network.neutron [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Updating instance_info_cache with network_info: [{"id": "4513954e-34c4-4133-bfdf-a9a165d27a1c", "address": "fa:16:3e:26:18:5c", "network": {"id": "4484751d-59b0-4615-9b2a-599607510af6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1350349162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d7e8193856c48c58e9cd583c010b8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4513954e-34", "ovs_interfaceid": "4513954e-34c4-4133-bfdf-a9a165d27a1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.861801] env[69858]: DEBUG oslo_vmware.api [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420108, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.865624] env[69858]: DEBUG oslo_vmware.api [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063265} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.865844] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1315.866578] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9b01a4-cc4d-4548-8fac-5df6c78d0fa7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.888512] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] d5b99774-6068-4b82-ac04-39da8cffea8f/d5b99774-6068-4b82-ac04-39da8cffea8f.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1315.893586] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d917343-9047-46ed-b7f5-ec4a95fa7ec4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.912963] env[69858]: DEBUG oslo_vmware.api [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52391671-b7c9-bf76-707a-48cd93a79d84, 'name': SearchDatastore_Task, 'duration_secs': 0.00876} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.914207] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.914474] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 5fa6469b-523e-480d-8eec-f8b7ea7eb38c/5fa6469b-523e-480d-8eec-f8b7ea7eb38c.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1315.914772] env[69858]: DEBUG oslo_vmware.api [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1315.914772] env[69858]: value = "task-3420109" [ 1315.914772] env[69858]: _type = "Task" [ 1315.914772] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.914997] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d01c0ae3-1728-46d0-9244-082edebb96a1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.924698] env[69858]: DEBUG oslo_vmware.api [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420109, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.926697] env[69858]: DEBUG oslo_vmware.api [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1315.926697] env[69858]: value = "task-3420110" [ 1315.926697] env[69858]: _type = "Task" [ 1315.926697] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.934221] env[69858]: DEBUG oslo_vmware.api [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.235026] env[69858]: DEBUG nova.scheduler.client.report [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.361686] env[69858]: DEBUG oslo_vmware.api [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420108, 'name': Rename_Task, 'duration_secs': 0.179532} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.362040] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1316.362503] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Releasing lock "refresh_cache-209bba9d-f653-44b1-8b95-1f15efb01576" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.362784] env[69858]: DEBUG nova.compute.manager [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Instance network_info: |[{"id": "4513954e-34c4-4133-bfdf-a9a165d27a1c", "address": "fa:16:3e:26:18:5c", "network": {"id": "4484751d-59b0-4615-9b2a-599607510af6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1350349162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d7e8193856c48c58e9cd583c010b8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4513954e-34", "ovs_interfaceid": "4513954e-34c4-4133-bfdf-a9a165d27a1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1316.363102] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65478506-f403-45e4-b101-c9fe5483389c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.364725] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:18:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4513954e-34c4-4133-bfdf-a9a165d27a1c', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1316.372318] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1316.372528] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1316.373096] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f31448c5-0165-4dbb-9601-91ad48d587f6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.388870] env[69858]: DEBUG oslo_vmware.api [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1316.388870] env[69858]: value = "task-3420111" [ 1316.388870] env[69858]: _type = "Task" [ 1316.388870] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.393269] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1316.393269] env[69858]: value = "task-3420112" [ 1316.393269] env[69858]: _type = "Task" [ 1316.393269] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.399680] env[69858]: DEBUG oslo_vmware.api [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420111, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.404551] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420112, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.425748] env[69858]: DEBUG oslo_vmware.api [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420109, 'name': ReconfigVM_Task, 'duration_secs': 0.336324} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.426013] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Reconfigured VM instance instance-00000074 to attach disk [datastore2] d5b99774-6068-4b82-ac04-39da8cffea8f/d5b99774-6068-4b82-ac04-39da8cffea8f.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1316.426610] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40668b37-aebe-4611-a3cc-d986270fa857 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.436476] env[69858]: DEBUG oslo_vmware.api [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.437595] env[69858]: DEBUG oslo_vmware.api [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1316.437595] env[69858]: value = "task-3420113" [ 1316.437595] env[69858]: _type = "Task" [ 1316.437595] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.444797] env[69858]: DEBUG oslo_vmware.api [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420113, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.658068] env[69858]: DEBUG nova.compute.manager [req-a7855f51-f176-43cb-a2c3-cc367d97365e req-8ca18655-b9d9-43fd-9159-3146dfd8e645 service nova] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Received event network-changed-4513954e-34c4-4133-bfdf-a9a165d27a1c {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1316.658321] env[69858]: DEBUG nova.compute.manager [req-a7855f51-f176-43cb-a2c3-cc367d97365e req-8ca18655-b9d9-43fd-9159-3146dfd8e645 service nova] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Refreshing instance network info cache due to event network-changed-4513954e-34c4-4133-bfdf-a9a165d27a1c. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1316.658607] env[69858]: DEBUG oslo_concurrency.lockutils [req-a7855f51-f176-43cb-a2c3-cc367d97365e req-8ca18655-b9d9-43fd-9159-3146dfd8e645 service nova] Acquiring lock "refresh_cache-209bba9d-f653-44b1-8b95-1f15efb01576" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.658831] env[69858]: DEBUG oslo_concurrency.lockutils [req-a7855f51-f176-43cb-a2c3-cc367d97365e req-8ca18655-b9d9-43fd-9159-3146dfd8e645 service nova] Acquired lock "refresh_cache-209bba9d-f653-44b1-8b95-1f15efb01576" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.659413] env[69858]: DEBUG nova.network.neutron [req-a7855f51-f176-43cb-a2c3-cc367d97365e req-8ca18655-b9d9-43fd-9159-3146dfd8e645 service nova] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Refreshing network info cache for port 4513954e-34c4-4133-bfdf-a9a165d27a1c {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1316.740106] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69858) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1316.740359] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.728s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.741044] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.701s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.742800] env[69858]: INFO nova.compute.claims [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1316.901579] env[69858]: DEBUG oslo_vmware.api [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420111, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.906398] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420112, 'name': CreateVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.937086] env[69858]: DEBUG oslo_vmware.api [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.85726} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.937341] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 5fa6469b-523e-480d-8eec-f8b7ea7eb38c/5fa6469b-523e-480d-8eec-f8b7ea7eb38c.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1316.937551] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1316.937798] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e42b7461-5f66-452d-ae18-a6e72bdfe566 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.945793] env[69858]: DEBUG oslo_vmware.api [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1316.945793] env[69858]: value = "task-3420114" [ 1316.945793] env[69858]: _type = "Task" [ 1316.945793] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.948531] env[69858]: DEBUG oslo_vmware.api [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420113, 'name': Rename_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.955276] env[69858]: DEBUG oslo_vmware.api [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.349623] env[69858]: DEBUG nova.network.neutron [req-a7855f51-f176-43cb-a2c3-cc367d97365e req-8ca18655-b9d9-43fd-9159-3146dfd8e645 service nova] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Updated VIF entry in instance network info cache for port 4513954e-34c4-4133-bfdf-a9a165d27a1c. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1317.350068] env[69858]: DEBUG nova.network.neutron [req-a7855f51-f176-43cb-a2c3-cc367d97365e req-8ca18655-b9d9-43fd-9159-3146dfd8e645 service nova] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Updating instance_info_cache with network_info: [{"id": "4513954e-34c4-4133-bfdf-a9a165d27a1c", "address": "fa:16:3e:26:18:5c", "network": {"id": "4484751d-59b0-4615-9b2a-599607510af6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1350349162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d7e8193856c48c58e9cd583c010b8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4513954e-34", "ovs_interfaceid": "4513954e-34c4-4133-bfdf-a9a165d27a1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.402906] env[69858]: DEBUG oslo_vmware.api [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420111, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.405820] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420112, 'name': CreateVM_Task, 'duration_secs': 0.547236} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.405979] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1317.406627] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.406791] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.407134] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.407492] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3e2e4e4-4143-4822-9468-cd2554673945 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.411795] env[69858]: DEBUG oslo_vmware.api [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1317.411795] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52df30d6-c0e9-f206-60c1-bfd472c98937" [ 1317.411795] env[69858]: _type = "Task" [ 1317.411795] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.419242] env[69858]: DEBUG oslo_vmware.api [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52df30d6-c0e9-f206-60c1-bfd472c98937, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.447568] env[69858]: DEBUG oslo_vmware.api [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420113, 'name': Rename_Task, 'duration_secs': 0.903115} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.447907] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1317.448270] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a06f80ab-5ced-4016-82fa-a58b192cd7de {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.457747] env[69858]: DEBUG oslo_vmware.api [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062181} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.458982] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1317.459411] env[69858]: DEBUG oslo_vmware.api [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1317.459411] env[69858]: value = "task-3420115" [ 1317.459411] env[69858]: _type = "Task" [ 1317.459411] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.460229] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe8201b-df2d-4d38-8e07-1aba5c3ce7a4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.469542] env[69858]: DEBUG oslo_vmware.api [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.486805] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 5fa6469b-523e-480d-8eec-f8b7ea7eb38c/5fa6469b-523e-480d-8eec-f8b7ea7eb38c.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1317.487192] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0eaeb1df-a211-4ad2-a01e-7a77b4126b77 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.508287] env[69858]: DEBUG oslo_vmware.api [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1317.508287] env[69858]: value = "task-3420116" [ 1317.508287] env[69858]: _type = "Task" [ 1317.508287] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.516345] env[69858]: DEBUG oslo_vmware.api [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420116, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.740664] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.741113] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.853790] env[69858]: DEBUG oslo_concurrency.lockutils [req-a7855f51-f176-43cb-a2c3-cc367d97365e req-8ca18655-b9d9-43fd-9159-3146dfd8e645 service nova] Releasing lock "refresh_cache-209bba9d-f653-44b1-8b95-1f15efb01576" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.873813] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217d37c9-d63d-4cf1-b7b5-080125b68a57 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.881381] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b01922-8d15-42cb-969e-10c91851357d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.918726] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c22d0cd-c2df-4f4c-9338-d80dec7710ae {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.925401] env[69858]: DEBUG oslo_vmware.api [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420111, 'name': PowerOnVM_Task, 'duration_secs': 1.34632} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.930413] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1317.930627] env[69858]: DEBUG nova.compute.manager [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1317.930944] env[69858]: DEBUG oslo_vmware.api [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52df30d6-c0e9-f206-60c1-bfd472c98937, 'name': SearchDatastore_Task, 'duration_secs': 0.010019} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.931649] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170aa8c6-feae-48eb-8241-5f43cd9abff4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.935114] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa147df8-d383-420b-beeb-526a054791d1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.938663] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.938876] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1317.939119] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.939268] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.939444] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1317.939686] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cd836f9-7d16-4914-82e7-ffaac6174ffd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.951456] env[69858]: DEBUG nova.compute.provider_tree [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.957381] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1317.958431] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1317.958431] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2829780-e33b-4cc8-9723-10bba849307b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.966527] env[69858]: DEBUG oslo_vmware.api [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1317.966527] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527aec2d-8165-6bba-9026-dce6f9e36455" [ 1317.966527] env[69858]: _type = "Task" [ 1317.966527] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.973351] env[69858]: DEBUG oslo_vmware.api [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420115, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.977578] env[69858]: DEBUG oslo_vmware.api [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527aec2d-8165-6bba-9026-dce6f9e36455, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.016705] env[69858]: DEBUG oslo_vmware.api [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.458437] env[69858]: DEBUG nova.scheduler.client.report [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1318.471308] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.482589] env[69858]: DEBUG oslo_vmware.api [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527aec2d-8165-6bba-9026-dce6f9e36455, 'name': SearchDatastore_Task, 'duration_secs': 0.040571} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.486008] env[69858]: DEBUG oslo_vmware.api [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420115, 'name': PowerOnVM_Task, 'duration_secs': 0.854535} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.486222] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f030f6e7-dde2-4024-928f-ad5860193eab {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.488436] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.488640] env[69858]: INFO nova.compute.manager [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1318.488822] env[69858]: DEBUG nova.compute.manager [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1318.489794] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fb78c3-03a2-49c2-a508-3e04e81b1cdd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.500020] env[69858]: DEBUG oslo_vmware.api [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1318.500020] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521496c3-a949-2422-445b-2f06c368c180" [ 1318.500020] env[69858]: _type = "Task" [ 1318.500020] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.509588] env[69858]: DEBUG oslo_vmware.api [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]521496c3-a949-2422-445b-2f06c368c180, 'name': SearchDatastore_Task, 'duration_secs': 0.010733} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.512534] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.512794] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 209bba9d-f653-44b1-8b95-1f15efb01576/209bba9d-f653-44b1-8b95-1f15efb01576.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1318.513054] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-169855b4-45bb-4ab4-a840-dbed81e74a31 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.519757] env[69858]: DEBUG oslo_vmware.api [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420116, 'name': ReconfigVM_Task, 'duration_secs': 0.718467} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.520905] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 5fa6469b-523e-480d-8eec-f8b7ea7eb38c/5fa6469b-523e-480d-8eec-f8b7ea7eb38c.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1318.521645] env[69858]: DEBUG oslo_vmware.api [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1318.521645] env[69858]: value = "task-3420117" [ 1318.521645] env[69858]: _type = "Task" [ 1318.521645] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.521833] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-deb45efe-22b5-4242-a679-2832c8f820cb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.531427] env[69858]: DEBUG oslo_vmware.api [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.532624] env[69858]: DEBUG oslo_vmware.api [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1318.532624] env[69858]: value = "task-3420118" [ 1318.532624] env[69858]: _type = "Task" [ 1318.532624] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.541293] env[69858]: DEBUG oslo_vmware.api [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420118, 'name': Rename_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.967824] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.227s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.968387] env[69858]: DEBUG nova.compute.manager [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1318.971523] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f859d79f-be1a-42d0-b03c-f864e61d34fc tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.006s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.971853] env[69858]: DEBUG nova.objects.instance [None req-f859d79f-be1a-42d0-b03c-f864e61d34fc tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Lazy-loading 'resources' on Instance uuid 4af1c965-624e-45d4-9725-e16e108e7397 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1319.008564] env[69858]: INFO nova.compute.manager [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Took 14.10 seconds to build instance. [ 1319.032561] env[69858]: DEBUG oslo_vmware.api [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420117, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470581} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.032968] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 209bba9d-f653-44b1-8b95-1f15efb01576/209bba9d-f653-44b1-8b95-1f15efb01576.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1319.033235] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1319.033586] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7050fd09-3a0e-4b6b-94a0-6526b6242aef {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.043865] env[69858]: DEBUG oslo_vmware.api [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420118, 'name': Rename_Task, 'duration_secs': 0.146773} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.045055] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1319.045418] env[69858]: DEBUG oslo_vmware.api [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1319.045418] env[69858]: value = "task-3420119" [ 1319.045418] env[69858]: _type = "Task" [ 1319.045418] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.045650] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c2989bc-95e8-493d-89f8-cbf9aba9237c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.054063] env[69858]: DEBUG oslo_vmware.api [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420119, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.055215] env[69858]: DEBUG oslo_vmware.api [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1319.055215] env[69858]: value = "task-3420120" [ 1319.055215] env[69858]: _type = "Task" [ 1319.055215] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.061996] env[69858]: DEBUG oslo_vmware.api [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.477093] env[69858]: DEBUG nova.compute.utils [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1319.481812] env[69858]: DEBUG nova.compute.manager [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1319.482046] env[69858]: DEBUG nova.network.neutron [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1319.510432] env[69858]: DEBUG oslo_concurrency.lockutils [None req-eafcc776-bcfc-4c63-a4c9-41a46ff8d208 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lock "d5b99774-6068-4b82-ac04-39da8cffea8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.609s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.510908] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "d5b99774-6068-4b82-ac04-39da8cffea8f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.464s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.511183] env[69858]: INFO nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] During sync_power_state the instance has a pending task (spawning). Skip. [ 1319.511367] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "d5b99774-6068-4b82-ac04-39da8cffea8f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.519426] env[69858]: DEBUG nova.policy [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c04004e8e66646d391338d2205246b28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '315ba399c9994de9b860dd57d2494efb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1319.562606] env[69858]: DEBUG oslo_vmware.api [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420119, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.570092] env[69858]: DEBUG oslo_vmware.api [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420120, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.620581] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b96047-77af-4225-a9c6-0d9ec58e82ea {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.628455] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975789a1-09b1-478d-9644-fe955f9200fc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.658308] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d79f88-8d86-4e4c-8f19-7d5600737296 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.665301] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955045ff-8ded-49b4-9762-44b691f50458 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.678964] env[69858]: DEBUG nova.compute.provider_tree [None req-f859d79f-be1a-42d0-b03c-f864e61d34fc tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.792064] env[69858]: DEBUG nova.network.neutron [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Successfully created port: 65f55145-4531-4d26-a8fe-2c30d8eaba28 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1319.982367] env[69858]: DEBUG nova.compute.manager [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1320.059445] env[69858]: DEBUG oslo_vmware.api [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420119, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.923226} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.062681] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1320.063502] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee36a80-4d27-4f98-b320-b0076499ddef {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.070601] env[69858]: DEBUG oslo_vmware.api [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420120, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.089624] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 209bba9d-f653-44b1-8b95-1f15efb01576/209bba9d-f653-44b1-8b95-1f15efb01576.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1320.090226] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baefa38f-50b5-4581-86d7-8043495a2054 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.109763] env[69858]: DEBUG oslo_vmware.api [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1320.109763] env[69858]: value = "task-3420121" [ 1320.109763] env[69858]: _type = "Task" [ 1320.109763] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.118102] env[69858]: DEBUG oslo_vmware.api [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420121, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.185917] env[69858]: DEBUG nova.scheduler.client.report [None req-f859d79f-be1a-42d0-b03c-f864e61d34fc tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1320.258284] env[69858]: DEBUG nova.compute.manager [req-b9579899-3429-4355-a253-79f965801970 req-ac7c68e9-1636-4da3-8df6-3e5bd9c7f082 service nova] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Received event network-changed-1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1320.258472] env[69858]: DEBUG nova.compute.manager [req-b9579899-3429-4355-a253-79f965801970 req-ac7c68e9-1636-4da3-8df6-3e5bd9c7f082 service nova] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Refreshing instance network info cache due to event network-changed-1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1320.258863] env[69858]: DEBUG oslo_concurrency.lockutils [req-b9579899-3429-4355-a253-79f965801970 req-ac7c68e9-1636-4da3-8df6-3e5bd9c7f082 service nova] Acquiring lock "refresh_cache-d5b99774-6068-4b82-ac04-39da8cffea8f" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.259182] env[69858]: DEBUG oslo_concurrency.lockutils [req-b9579899-3429-4355-a253-79f965801970 req-ac7c68e9-1636-4da3-8df6-3e5bd9c7f082 service nova] Acquired lock "refresh_cache-d5b99774-6068-4b82-ac04-39da8cffea8f" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.259404] env[69858]: DEBUG nova.network.neutron [req-b9579899-3429-4355-a253-79f965801970 req-ac7c68e9-1636-4da3-8df6-3e5bd9c7f082 service nova] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Refreshing network info cache for port 1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1320.569028] env[69858]: DEBUG oslo_vmware.api [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420120, 'name': PowerOnVM_Task, 'duration_secs': 1.305199} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.569318] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1320.569521] env[69858]: INFO nova.compute.manager [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1320.569704] env[69858]: DEBUG nova.compute.manager [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1320.570520] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6220a8-9c87-4036-a98e-f648f71ec8ad {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.619961] env[69858]: DEBUG oslo_vmware.api [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420121, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.692289] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f859d79f-be1a-42d0-b03c-f864e61d34fc tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.721s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.694700] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.224s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.694923] env[69858]: DEBUG nova.objects.instance [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69858) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1320.716148] env[69858]: INFO nova.scheduler.client.report [None req-f859d79f-be1a-42d0-b03c-f864e61d34fc tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Deleted allocations for instance 4af1c965-624e-45d4-9725-e16e108e7397 [ 1320.985517] env[69858]: DEBUG nova.network.neutron [req-b9579899-3429-4355-a253-79f965801970 req-ac7c68e9-1636-4da3-8df6-3e5bd9c7f082 service nova] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Updated VIF entry in instance network info cache for port 1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1320.985895] env[69858]: DEBUG nova.network.neutron [req-b9579899-3429-4355-a253-79f965801970 req-ac7c68e9-1636-4da3-8df6-3e5bd9c7f082 service nova] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Updating instance_info_cache with network_info: [{"id": "1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48", "address": "fa:16:3e:f7:55:59", "network": {"id": "4a5a6ac6-8400-44e7-9fe8-7f8f5d767b4f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-944920626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9738a523684878a82a7d05ecb49aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ce5d69b-93", "ovs_interfaceid": "1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.993043] env[69858]: DEBUG nova.compute.manager [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1321.018720] env[69858]: DEBUG nova.virt.hardware [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1321.018980] env[69858]: DEBUG nova.virt.hardware [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1321.019198] env[69858]: DEBUG nova.virt.hardware [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1321.019411] env[69858]: DEBUG nova.virt.hardware [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1321.019565] env[69858]: DEBUG nova.virt.hardware [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1321.019770] env[69858]: DEBUG nova.virt.hardware [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1321.020033] env[69858]: DEBUG nova.virt.hardware [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1321.020225] env[69858]: DEBUG nova.virt.hardware [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1321.020411] env[69858]: DEBUG nova.virt.hardware [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1321.020581] env[69858]: DEBUG nova.virt.hardware [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1321.020756] env[69858]: DEBUG nova.virt.hardware [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1321.021944] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222e3023-ec2d-4fb5-a4dd-7a45857499fc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.029516] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c0358a-12ad-4147-912b-fcd321a03ad5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.086049] env[69858]: INFO nova.compute.manager [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Took 13.18 seconds to build instance. [ 1321.122228] env[69858]: DEBUG oslo_vmware.api [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420121, 'name': ReconfigVM_Task, 'duration_secs': 0.601926} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.122522] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 209bba9d-f653-44b1-8b95-1f15efb01576/209bba9d-f653-44b1-8b95-1f15efb01576.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1321.123172] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44e1b174-5055-448c-ba44-51fb925eea18 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.129978] env[69858]: DEBUG oslo_vmware.api [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1321.129978] env[69858]: value = "task-3420122" [ 1321.129978] env[69858]: _type = "Task" [ 1321.129978] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.139152] env[69858]: DEBUG oslo_vmware.api [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420122, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.177588] env[69858]: DEBUG nova.compute.manager [req-2565d509-7cd0-4fe8-846d-ba479072ab7f req-7dc8afff-fea5-4548-82a1-fb06a638260f service nova] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Received event network-vif-plugged-65f55145-4531-4d26-a8fe-2c30d8eaba28 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1321.177816] env[69858]: DEBUG oslo_concurrency.lockutils [req-2565d509-7cd0-4fe8-846d-ba479072ab7f req-7dc8afff-fea5-4548-82a1-fb06a638260f service nova] Acquiring lock "ba53958b-7cb9-48f4-a81a-48d40d82dfa2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.178063] env[69858]: DEBUG oslo_concurrency.lockutils [req-2565d509-7cd0-4fe8-846d-ba479072ab7f req-7dc8afff-fea5-4548-82a1-fb06a638260f service nova] Lock "ba53958b-7cb9-48f4-a81a-48d40d82dfa2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.180528] env[69858]: DEBUG oslo_concurrency.lockutils [req-2565d509-7cd0-4fe8-846d-ba479072ab7f req-7dc8afff-fea5-4548-82a1-fb06a638260f service nova] Lock "ba53958b-7cb9-48f4-a81a-48d40d82dfa2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.180528] env[69858]: DEBUG nova.compute.manager [req-2565d509-7cd0-4fe8-846d-ba479072ab7f req-7dc8afff-fea5-4548-82a1-fb06a638260f service nova] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] No waiting events found dispatching network-vif-plugged-65f55145-4531-4d26-a8fe-2c30d8eaba28 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1321.180528] env[69858]: WARNING nova.compute.manager [req-2565d509-7cd0-4fe8-846d-ba479072ab7f req-7dc8afff-fea5-4548-82a1-fb06a638260f service nova] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Received unexpected event network-vif-plugged-65f55145-4531-4d26-a8fe-2c30d8eaba28 for instance with vm_state building and task_state spawning. [ 1321.223884] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f859d79f-be1a-42d0-b03c-f864e61d34fc tempest-ServersNegativeTestJSON-672298150 tempest-ServersNegativeTestJSON-672298150-project-member] Lock "4af1c965-624e-45d4-9725-e16e108e7397" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.636s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.262625] env[69858]: DEBUG nova.network.neutron [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Successfully updated port: 65f55145-4531-4d26-a8fe-2c30d8eaba28 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1321.489774] env[69858]: DEBUG oslo_concurrency.lockutils [req-b9579899-3429-4355-a253-79f965801970 req-ac7c68e9-1636-4da3-8df6-3e5bd9c7f082 service nova] Releasing lock "refresh_cache-d5b99774-6068-4b82-ac04-39da8cffea8f" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.588551] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f5588860-2e62-4343-8d37-71d3a6d8cd6f tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "5fa6469b-523e-480d-8eec-f8b7ea7eb38c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.695s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.588933] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "5fa6469b-523e-480d-8eec-f8b7ea7eb38c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.542s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.589038] env[69858]: INFO nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] During sync_power_state the instance has a pending task (networking). Skip. [ 1321.589211] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "5fa6469b-523e-480d-8eec-f8b7ea7eb38c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.640310] env[69858]: DEBUG oslo_vmware.api [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420122, 'name': Rename_Task, 'duration_secs': 0.159104} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.640633] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1321.640863] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd5acfcb-fd55-4fb6-9160-fccb23972123 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.649200] env[69858]: DEBUG oslo_vmware.api [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1321.649200] env[69858]: value = "task-3420123" [ 1321.649200] env[69858]: _type = "Task" [ 1321.649200] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.657904] env[69858]: DEBUG oslo_vmware.api [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.708265] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2b75d9f9-bdc0-481f-b3c5-b33a4912bbe1 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.765304] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Acquiring lock "refresh_cache-ba53958b-7cb9-48f4-a81a-48d40d82dfa2" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.765511] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Acquired lock "refresh_cache-ba53958b-7cb9-48f4-a81a-48d40d82dfa2" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.765675] env[69858]: DEBUG nova.network.neutron [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1322.161096] env[69858]: DEBUG oslo_vmware.api [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420123, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.298667] env[69858]: DEBUG nova.network.neutron [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1322.463837] env[69858]: DEBUG nova.network.neutron [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Updating instance_info_cache with network_info: [{"id": "65f55145-4531-4d26-a8fe-2c30d8eaba28", "address": "fa:16:3e:80:a1:0c", "network": {"id": "4fffb815-4b26-4c92-8c7b-ac7214a42534", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1808543654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "315ba399c9994de9b860dd57d2494efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65f55145-45", "ovs_interfaceid": "65f55145-4531-4d26-a8fe-2c30d8eaba28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.660887] env[69858]: DEBUG oslo_vmware.api [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420123, 'name': PowerOnVM_Task, 'duration_secs': 0.967607} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.660887] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.660887] env[69858]: INFO nova.compute.manager [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Took 8.26 seconds to spawn the instance on the hypervisor. [ 1322.660887] env[69858]: DEBUG nova.compute.manager [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1322.661577] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be39be16-2cf7-4359-926f-70072cda29a5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.968682] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Releasing lock "refresh_cache-ba53958b-7cb9-48f4-a81a-48d40d82dfa2" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.969169] env[69858]: DEBUG nova.compute.manager [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Instance network_info: |[{"id": "65f55145-4531-4d26-a8fe-2c30d8eaba28", "address": "fa:16:3e:80:a1:0c", "network": {"id": "4fffb815-4b26-4c92-8c7b-ac7214a42534", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1808543654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "315ba399c9994de9b860dd57d2494efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65f55145-45", "ovs_interfaceid": "65f55145-4531-4d26-a8fe-2c30d8eaba28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1322.969662] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:a1:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47ca1ce6-8148-48d5-bcfe-89e39b73914e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65f55145-4531-4d26-a8fe-2c30d8eaba28', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1322.977486] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1322.977784] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1322.978057] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4564d3ff-f270-47ee-9401-79d1c8f23c5c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.000436] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1323.000436] env[69858]: value = "task-3420124" [ 1323.000436] env[69858]: _type = "Task" [ 1323.000436] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.009035] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420124, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.182536] env[69858]: INFO nova.compute.manager [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Took 13.03 seconds to build instance. [ 1323.223309] env[69858]: DEBUG nova.compute.manager [req-ead453b4-038c-4727-83af-35cad73febf9 req-d91f5461-576c-4c65-a2a0-559ac491e264 service nova] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Received event network-changed-65f55145-4531-4d26-a8fe-2c30d8eaba28 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.223478] env[69858]: DEBUG nova.compute.manager [req-ead453b4-038c-4727-83af-35cad73febf9 req-d91f5461-576c-4c65-a2a0-559ac491e264 service nova] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Refreshing instance network info cache due to event network-changed-65f55145-4531-4d26-a8fe-2c30d8eaba28. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1323.223723] env[69858]: DEBUG oslo_concurrency.lockutils [req-ead453b4-038c-4727-83af-35cad73febf9 req-d91f5461-576c-4c65-a2a0-559ac491e264 service nova] Acquiring lock "refresh_cache-ba53958b-7cb9-48f4-a81a-48d40d82dfa2" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.223840] env[69858]: DEBUG oslo_concurrency.lockutils [req-ead453b4-038c-4727-83af-35cad73febf9 req-d91f5461-576c-4c65-a2a0-559ac491e264 service nova] Acquired lock "refresh_cache-ba53958b-7cb9-48f4-a81a-48d40d82dfa2" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.223999] env[69858]: DEBUG nova.network.neutron [req-ead453b4-038c-4727-83af-35cad73febf9 req-d91f5461-576c-4c65-a2a0-559ac491e264 service nova] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Refreshing network info cache for port 65f55145-4531-4d26-a8fe-2c30d8eaba28 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1323.510545] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420124, 'name': CreateVM_Task, 'duration_secs': 0.315224} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.510749] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1323.511510] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.511684] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.513191] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.513191] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d357ad17-3ab9-43bd-8a19-5a7f0d7d7dc1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.516801] env[69858]: DEBUG oslo_vmware.api [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for the task: (returnval){ [ 1323.516801] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d7b98c-1f90-8eb3-b803-93ccee932b92" [ 1323.516801] env[69858]: _type = "Task" [ 1323.516801] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.524701] env[69858]: DEBUG oslo_vmware.api [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d7b98c-1f90-8eb3-b803-93ccee932b92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.683722] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b0e960f1-22dc-47be-8f7f-d98710653c3b tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "209bba9d-f653-44b1-8b95-1f15efb01576" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.543s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.684019] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "209bba9d-f653-44b1-8b95-1f15efb01576" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.637s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.684937] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1beed873-ce93-4986-9bfe-9495c0b39e67 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.903075] env[69858]: DEBUG nova.network.neutron [req-ead453b4-038c-4727-83af-35cad73febf9 req-d91f5461-576c-4c65-a2a0-559ac491e264 service nova] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Updated VIF entry in instance network info cache for port 65f55145-4531-4d26-a8fe-2c30d8eaba28. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1323.903576] env[69858]: DEBUG nova.network.neutron [req-ead453b4-038c-4727-83af-35cad73febf9 req-d91f5461-576c-4c65-a2a0-559ac491e264 service nova] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Updating instance_info_cache with network_info: [{"id": "65f55145-4531-4d26-a8fe-2c30d8eaba28", "address": "fa:16:3e:80:a1:0c", "network": {"id": "4fffb815-4b26-4c92-8c7b-ac7214a42534", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1808543654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "315ba399c9994de9b860dd57d2494efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65f55145-45", "ovs_interfaceid": "65f55145-4531-4d26-a8fe-2c30d8eaba28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.027384] env[69858]: DEBUG oslo_vmware.api [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d7b98c-1f90-8eb3-b803-93ccee932b92, 'name': SearchDatastore_Task, 'duration_secs': 0.038481} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.027693] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.027927] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1324.028179] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.028333] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.028514] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1324.028847] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8be69168-6f7f-419e-ad56-a638379a4ed6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.041238] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1324.041441] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1324.042194] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29a4d26c-b84b-4606-8804-4c3b89b969ae {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.047676] env[69858]: DEBUG oslo_vmware.api [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for the task: (returnval){ [ 1324.047676] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5238cccf-2f77-4a22-4f73-d373a5960c94" [ 1324.047676] env[69858]: _type = "Task" [ 1324.047676] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.056319] env[69858]: DEBUG oslo_vmware.api [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5238cccf-2f77-4a22-4f73-d373a5960c94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.098637] env[69858]: DEBUG nova.compute.manager [req-73235047-833f-485e-9646-edd2eab87b6e req-bb6960b6-ebe3-4d76-8d80-0083c3cab970 service nova] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Received event network-changed-4513954e-34c4-4133-bfdf-a9a165d27a1c {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1324.098844] env[69858]: DEBUG nova.compute.manager [req-73235047-833f-485e-9646-edd2eab87b6e req-bb6960b6-ebe3-4d76-8d80-0083c3cab970 service nova] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Refreshing instance network info cache due to event network-changed-4513954e-34c4-4133-bfdf-a9a165d27a1c. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1324.099120] env[69858]: DEBUG oslo_concurrency.lockutils [req-73235047-833f-485e-9646-edd2eab87b6e req-bb6960b6-ebe3-4d76-8d80-0083c3cab970 service nova] Acquiring lock "refresh_cache-209bba9d-f653-44b1-8b95-1f15efb01576" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.099355] env[69858]: DEBUG oslo_concurrency.lockutils [req-73235047-833f-485e-9646-edd2eab87b6e req-bb6960b6-ebe3-4d76-8d80-0083c3cab970 service nova] Acquired lock "refresh_cache-209bba9d-f653-44b1-8b95-1f15efb01576" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.099431] env[69858]: DEBUG nova.network.neutron [req-73235047-833f-485e-9646-edd2eab87b6e req-bb6960b6-ebe3-4d76-8d80-0083c3cab970 service nova] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Refreshing network info cache for port 4513954e-34c4-4133-bfdf-a9a165d27a1c {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1324.195500] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "209bba9d-f653-44b1-8b95-1f15efb01576" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.406280] env[69858]: DEBUG oslo_concurrency.lockutils [req-ead453b4-038c-4727-83af-35cad73febf9 req-d91f5461-576c-4c65-a2a0-559ac491e264 service nova] Releasing lock "refresh_cache-ba53958b-7cb9-48f4-a81a-48d40d82dfa2" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.406638] env[69858]: DEBUG nova.compute.manager [req-ead453b4-038c-4727-83af-35cad73febf9 req-d91f5461-576c-4c65-a2a0-559ac491e264 service nova] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Received event network-changed-2ff5a8e5-fffc-42ff-9684-a71227a99d8a {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1324.406822] env[69858]: DEBUG nova.compute.manager [req-ead453b4-038c-4727-83af-35cad73febf9 req-d91f5461-576c-4c65-a2a0-559ac491e264 service nova] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Refreshing instance network info cache due to event network-changed-2ff5a8e5-fffc-42ff-9684-a71227a99d8a. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1324.407055] env[69858]: DEBUG oslo_concurrency.lockutils [req-ead453b4-038c-4727-83af-35cad73febf9 req-d91f5461-576c-4c65-a2a0-559ac491e264 service nova] Acquiring lock "refresh_cache-5fa6469b-523e-480d-8eec-f8b7ea7eb38c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.407206] env[69858]: DEBUG oslo_concurrency.lockutils [req-ead453b4-038c-4727-83af-35cad73febf9 req-d91f5461-576c-4c65-a2a0-559ac491e264 service nova] Acquired lock "refresh_cache-5fa6469b-523e-480d-8eec-f8b7ea7eb38c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.407374] env[69858]: DEBUG nova.network.neutron [req-ead453b4-038c-4727-83af-35cad73febf9 req-d91f5461-576c-4c65-a2a0-559ac491e264 service nova] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Refreshing network info cache for port 2ff5a8e5-fffc-42ff-9684-a71227a99d8a {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1324.558041] env[69858]: DEBUG oslo_vmware.api [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5238cccf-2f77-4a22-4f73-d373a5960c94, 'name': SearchDatastore_Task, 'duration_secs': 0.02896} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.558791] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08b2a563-ee16-4eea-bb59-5aabf776e89b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.563928] env[69858]: DEBUG oslo_vmware.api [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for the task: (returnval){ [ 1324.563928] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5225bdf9-85ff-bc37-ae3d-5c7a3231407d" [ 1324.563928] env[69858]: _type = "Task" [ 1324.563928] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.571720] env[69858]: DEBUG oslo_vmware.api [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5225bdf9-85ff-bc37-ae3d-5c7a3231407d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.798904] env[69858]: DEBUG nova.network.neutron [req-73235047-833f-485e-9646-edd2eab87b6e req-bb6960b6-ebe3-4d76-8d80-0083c3cab970 service nova] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Updated VIF entry in instance network info cache for port 4513954e-34c4-4133-bfdf-a9a165d27a1c. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1324.799501] env[69858]: DEBUG nova.network.neutron [req-73235047-833f-485e-9646-edd2eab87b6e req-bb6960b6-ebe3-4d76-8d80-0083c3cab970 service nova] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Updating instance_info_cache with network_info: [{"id": "4513954e-34c4-4133-bfdf-a9a165d27a1c", "address": "fa:16:3e:26:18:5c", "network": {"id": "4484751d-59b0-4615-9b2a-599607510af6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1350349162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d7e8193856c48c58e9cd583c010b8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4513954e-34", "ovs_interfaceid": "4513954e-34c4-4133-bfdf-a9a165d27a1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.077532] env[69858]: DEBUG oslo_vmware.api [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5225bdf9-85ff-bc37-ae3d-5c7a3231407d, 'name': SearchDatastore_Task, 'duration_secs': 0.010035} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.077795] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.078064] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] ba53958b-7cb9-48f4-a81a-48d40d82dfa2/ba53958b-7cb9-48f4-a81a-48d40d82dfa2.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1325.078333] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5917a7f2-45f9-4268-930a-ab7ec6e67f97 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.084754] env[69858]: DEBUG oslo_vmware.api [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for the task: (returnval){ [ 1325.084754] env[69858]: value = "task-3420125" [ 1325.084754] env[69858]: _type = "Task" [ 1325.084754] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.093552] env[69858]: DEBUG oslo_vmware.api [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.098959] env[69858]: DEBUG nova.network.neutron [req-ead453b4-038c-4727-83af-35cad73febf9 req-d91f5461-576c-4c65-a2a0-559ac491e264 service nova] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Updated VIF entry in instance network info cache for port 2ff5a8e5-fffc-42ff-9684-a71227a99d8a. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1325.099324] env[69858]: DEBUG nova.network.neutron [req-ead453b4-038c-4727-83af-35cad73febf9 req-d91f5461-576c-4c65-a2a0-559ac491e264 service nova] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Updating instance_info_cache with network_info: [{"id": "2ff5a8e5-fffc-42ff-9684-a71227a99d8a", "address": "fa:16:3e:aa:a9:4c", "network": {"id": "fcb5763a-4b90-4a15-ab0b-e1b0f81d7408", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-529132779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc6fe72e6e849c9968ccd3f484284b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ff5a8e5-ff", "ovs_interfaceid": "2ff5a8e5-fffc-42ff-9684-a71227a99d8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.302815] env[69858]: DEBUG oslo_concurrency.lockutils [req-73235047-833f-485e-9646-edd2eab87b6e req-bb6960b6-ebe3-4d76-8d80-0083c3cab970 service nova] Releasing lock "refresh_cache-209bba9d-f653-44b1-8b95-1f15efb01576" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.597772] env[69858]: DEBUG oslo_vmware.api [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420125, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.602620] env[69858]: DEBUG oslo_concurrency.lockutils [req-ead453b4-038c-4727-83af-35cad73febf9 req-d91f5461-576c-4c65-a2a0-559ac491e264 service nova] Releasing lock "refresh_cache-5fa6469b-523e-480d-8eec-f8b7ea7eb38c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.095687] env[69858]: DEBUG oslo_vmware.api [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692469} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.096054] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] ba53958b-7cb9-48f4-a81a-48d40d82dfa2/ba53958b-7cb9-48f4-a81a-48d40d82dfa2.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1326.096199] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1326.096455] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3d35914-0f8b-424a-aa98-c776fd55b06b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.103300] env[69858]: DEBUG oslo_vmware.api [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for the task: (returnval){ [ 1326.103300] env[69858]: value = "task-3420126" [ 1326.103300] env[69858]: _type = "Task" [ 1326.103300] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.112080] env[69858]: DEBUG oslo_vmware.api [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.613791] env[69858]: DEBUG oslo_vmware.api [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102432} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.614178] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1326.614975] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6520d7-5043-4fe5-b805-f8b52c2cb287 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.637185] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] ba53958b-7cb9-48f4-a81a-48d40d82dfa2/ba53958b-7cb9-48f4-a81a-48d40d82dfa2.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1326.637455] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6ffbf27-2d14-45b2-9b8a-057d4bd7bc00 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.657525] env[69858]: DEBUG oslo_vmware.api [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for the task: (returnval){ [ 1326.657525] env[69858]: value = "task-3420127" [ 1326.657525] env[69858]: _type = "Task" [ 1326.657525] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.665154] env[69858]: DEBUG oslo_vmware.api [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420127, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.166917] env[69858]: DEBUG oslo_vmware.api [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420127, 'name': ReconfigVM_Task, 'duration_secs': 0.268791} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.167237] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Reconfigured VM instance instance-00000077 to attach disk [datastore2] ba53958b-7cb9-48f4-a81a-48d40d82dfa2/ba53958b-7cb9-48f4-a81a-48d40d82dfa2.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1327.167801] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09a817dc-fd90-46fa-b298-d0fa1e1bfc5e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.174133] env[69858]: DEBUG oslo_vmware.api [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for the task: (returnval){ [ 1327.174133] env[69858]: value = "task-3420128" [ 1327.174133] env[69858]: _type = "Task" [ 1327.174133] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.181958] env[69858]: DEBUG oslo_vmware.api [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420128, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.683748] env[69858]: DEBUG oslo_vmware.api [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420128, 'name': Rename_Task, 'duration_secs': 0.133644} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.684060] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1327.684317] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ab2f176-7edd-4118-ad3c-5612356c88f4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.689861] env[69858]: DEBUG oslo_vmware.api [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for the task: (returnval){ [ 1327.689861] env[69858]: value = "task-3420129" [ 1327.689861] env[69858]: _type = "Task" [ 1327.689861] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.696851] env[69858]: DEBUG oslo_vmware.api [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.199561] env[69858]: DEBUG oslo_vmware.api [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420129, 'name': PowerOnVM_Task, 'duration_secs': 0.432999} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.199899] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1328.200037] env[69858]: INFO nova.compute.manager [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Took 7.21 seconds to spawn the instance on the hypervisor. [ 1328.200232] env[69858]: DEBUG nova.compute.manager [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1328.200991] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f60899f-8862-496f-a4f0-a3238b54607e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.718704] env[69858]: INFO nova.compute.manager [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Took 14.70 seconds to build instance. [ 1329.220699] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b78865ac-c24e-45ca-832b-812b41361879 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Lock "ba53958b-7cb9-48f4-a81a-48d40d82dfa2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.207s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.817612] env[69858]: INFO nova.compute.manager [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Rescuing [ 1329.817878] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Acquiring lock "refresh_cache-ba53958b-7cb9-48f4-a81a-48d40d82dfa2" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.818059] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Acquired lock "refresh_cache-ba53958b-7cb9-48f4-a81a-48d40d82dfa2" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.818270] env[69858]: DEBUG nova.network.neutron [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1330.504717] env[69858]: DEBUG nova.network.neutron [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Updating instance_info_cache with network_info: [{"id": "65f55145-4531-4d26-a8fe-2c30d8eaba28", "address": "fa:16:3e:80:a1:0c", "network": {"id": "4fffb815-4b26-4c92-8c7b-ac7214a42534", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1808543654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "315ba399c9994de9b860dd57d2494efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65f55145-45", "ovs_interfaceid": "65f55145-4531-4d26-a8fe-2c30d8eaba28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.007976] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Releasing lock "refresh_cache-ba53958b-7cb9-48f4-a81a-48d40d82dfa2" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.545046] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.545046] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ce49e69-d050-4d9f-9cd9-e3d09811566a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.552997] env[69858]: DEBUG oslo_vmware.api [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for the task: (returnval){ [ 1332.552997] env[69858]: value = "task-3420130" [ 1332.552997] env[69858]: _type = "Task" [ 1332.552997] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.561402] env[69858]: DEBUG oslo_vmware.api [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.757387] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e4fc285a-1489-44d6-8214-dac57a9f6546 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Acquiring lock "0673aa8b-d5ea-4e61-86a0-b12868470de2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.757665] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e4fc285a-1489-44d6-8214-dac57a9f6546 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "0673aa8b-d5ea-4e61-86a0-b12868470de2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.757881] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e4fc285a-1489-44d6-8214-dac57a9f6546 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Acquiring lock "0673aa8b-d5ea-4e61-86a0-b12868470de2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.758080] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e4fc285a-1489-44d6-8214-dac57a9f6546 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "0673aa8b-d5ea-4e61-86a0-b12868470de2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.758257] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e4fc285a-1489-44d6-8214-dac57a9f6546 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "0673aa8b-d5ea-4e61-86a0-b12868470de2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.760453] env[69858]: INFO nova.compute.manager [None req-e4fc285a-1489-44d6-8214-dac57a9f6546 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Terminating instance [ 1333.062332] env[69858]: DEBUG oslo_vmware.api [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420130, 'name': PowerOffVM_Task, 'duration_secs': 0.1789} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.062598] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1333.063391] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b884a2-295a-45e8-bb61-a3014ce0d360 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.081829] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578bbb6c-1c8c-4c09-947c-434568043904 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.107674] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1333.107937] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5590bc6d-35c2-4659-9b80-841b269ebe26 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.114843] env[69858]: DEBUG oslo_vmware.api [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for the task: (returnval){ [ 1333.114843] env[69858]: value = "task-3420131" [ 1333.114843] env[69858]: _type = "Task" [ 1333.114843] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.122107] env[69858]: DEBUG oslo_vmware.api [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.264371] env[69858]: DEBUG nova.compute.manager [None req-e4fc285a-1489-44d6-8214-dac57a9f6546 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1333.264595] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fc285a-1489-44d6-8214-dac57a9f6546 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1333.265413] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167a5e66-fe22-441a-a6f1-2dd487962e6f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.272611] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4fc285a-1489-44d6-8214-dac57a9f6546 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1333.272788] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55fb0d1b-7a0c-4f9c-ad64-03c6eb612b2a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.278842] env[69858]: DEBUG oslo_vmware.api [None req-e4fc285a-1489-44d6-8214-dac57a9f6546 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for the task: (returnval){ [ 1333.278842] env[69858]: value = "task-3420132" [ 1333.278842] env[69858]: _type = "Task" [ 1333.278842] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.286438] env[69858]: DEBUG oslo_vmware.api [None req-e4fc285a-1489-44d6-8214-dac57a9f6546 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.625356] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] VM already powered off {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1333.625356] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1333.625711] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.625751] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.626015] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1333.626274] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-582b2165-b3b8-4313-b6bf-099a07dee169 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.634815] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1333.634993] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1333.635732] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0610b6f4-912b-4d5e-ba52-d0645cbd5860 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.640705] env[69858]: DEBUG oslo_vmware.api [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for the task: (returnval){ [ 1333.640705] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5259d26e-70f7-9821-4929-6e8141bd5ef8" [ 1333.640705] env[69858]: _type = "Task" [ 1333.640705] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.648418] env[69858]: DEBUG oslo_vmware.api [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5259d26e-70f7-9821-4929-6e8141bd5ef8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.788456] env[69858]: DEBUG oslo_vmware.api [None req-e4fc285a-1489-44d6-8214-dac57a9f6546 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420132, 'name': PowerOffVM_Task, 'duration_secs': 0.177967} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.788677] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4fc285a-1489-44d6-8214-dac57a9f6546 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1333.788841] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fc285a-1489-44d6-8214-dac57a9f6546 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1333.789103] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f2da7db-1aa6-4e7a-a401-014223b8f1a3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.857573] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fc285a-1489-44d6-8214-dac57a9f6546 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1333.857899] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fc285a-1489-44d6-8214-dac57a9f6546 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1333.858119] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4fc285a-1489-44d6-8214-dac57a9f6546 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Deleting the datastore file [datastore1] 0673aa8b-d5ea-4e61-86a0-b12868470de2 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1333.858409] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c73443c-3697-49e2-89a0-6935b518ca63 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.865501] env[69858]: DEBUG oslo_vmware.api [None req-e4fc285a-1489-44d6-8214-dac57a9f6546 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for the task: (returnval){ [ 1333.865501] env[69858]: value = "task-3420134" [ 1333.865501] env[69858]: _type = "Task" [ 1333.865501] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.872861] env[69858]: DEBUG oslo_vmware.api [None req-e4fc285a-1489-44d6-8214-dac57a9f6546 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.150295] env[69858]: DEBUG oslo_vmware.api [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5259d26e-70f7-9821-4929-6e8141bd5ef8, 'name': SearchDatastore_Task, 'duration_secs': 0.008378} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.151080] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0100e569-da6c-4651-9bc3-9bdd7ac0a808 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.155756] env[69858]: DEBUG oslo_vmware.api [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for the task: (returnval){ [ 1334.155756] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5243911a-bf09-5bc5-3607-ea56a1439984" [ 1334.155756] env[69858]: _type = "Task" [ 1334.155756] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.162834] env[69858]: DEBUG oslo_vmware.api [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5243911a-bf09-5bc5-3607-ea56a1439984, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.374465] env[69858]: DEBUG oslo_vmware.api [None req-e4fc285a-1489-44d6-8214-dac57a9f6546 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13722} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.374672] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4fc285a-1489-44d6-8214-dac57a9f6546 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1334.374861] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fc285a-1489-44d6-8214-dac57a9f6546 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1334.375062] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fc285a-1489-44d6-8214-dac57a9f6546 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1334.375266] env[69858]: INFO nova.compute.manager [None req-e4fc285a-1489-44d6-8214-dac57a9f6546 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1334.375574] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4fc285a-1489-44d6-8214-dac57a9f6546 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1334.375805] env[69858]: DEBUG nova.compute.manager [-] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1334.375891] env[69858]: DEBUG nova.network.neutron [-] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1334.666232] env[69858]: DEBUG oslo_vmware.api [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5243911a-bf09-5bc5-3607-ea56a1439984, 'name': SearchDatastore_Task, 'duration_secs': 0.008915} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.666537] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.666815] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] ba53958b-7cb9-48f4-a81a-48d40d82dfa2/28914a4a-909f-453b-b81f-d96d90735622-rescue.vmdk. {{(pid=69858) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1334.668644] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d47f661-0bd8-47c7-bc95-456f38378f5c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.674757] env[69858]: DEBUG oslo_vmware.api [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for the task: (returnval){ [ 1334.674757] env[69858]: value = "task-3420135" [ 1334.674757] env[69858]: _type = "Task" [ 1334.674757] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.682606] env[69858]: DEBUG oslo_vmware.api [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.808036] env[69858]: DEBUG nova.compute.manager [req-211c3292-31d2-45cc-b8f4-9f7263d7d1db req-a30e553b-76ac-45e3-afea-876ea9e24ef9 service nova] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Received event network-vif-deleted-edc03887-3363-4d51-9a02-146487987a8e {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.809360] env[69858]: INFO nova.compute.manager [req-211c3292-31d2-45cc-b8f4-9f7263d7d1db req-a30e553b-76ac-45e3-afea-876ea9e24ef9 service nova] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Neutron deleted interface edc03887-3363-4d51-9a02-146487987a8e; detaching it from the instance and deleting it from the info cache [ 1334.809360] env[69858]: DEBUG nova.network.neutron [req-211c3292-31d2-45cc-b8f4-9f7263d7d1db req-a30e553b-76ac-45e3-afea-876ea9e24ef9 service nova] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.184385] env[69858]: DEBUG oslo_vmware.api [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446513} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.184645] env[69858]: INFO nova.virt.vmwareapi.ds_util [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] ba53958b-7cb9-48f4-a81a-48d40d82dfa2/28914a4a-909f-453b-b81f-d96d90735622-rescue.vmdk. [ 1335.185379] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29c4e02-f453-48e1-816e-8dd7e44b1779 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.209247] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] ba53958b-7cb9-48f4-a81a-48d40d82dfa2/28914a4a-909f-453b-b81f-d96d90735622-rescue.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.209499] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-974c1f6a-db8f-44d6-9bda-cacb7c75026d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.226455] env[69858]: DEBUG oslo_vmware.api [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for the task: (returnval){ [ 1335.226455] env[69858]: value = "task-3420136" [ 1335.226455] env[69858]: _type = "Task" [ 1335.226455] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.233874] env[69858]: DEBUG oslo_vmware.api [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420136, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.287534] env[69858]: DEBUG nova.network.neutron [-] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.311131] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8b9c477-921f-4254-9736-7a8499244f57 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.321502] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291c852a-57ba-4d88-8bb8-81883f4156fb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.351474] env[69858]: DEBUG nova.compute.manager [req-211c3292-31d2-45cc-b8f4-9f7263d7d1db req-a30e553b-76ac-45e3-afea-876ea9e24ef9 service nova] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Detach interface failed, port_id=edc03887-3363-4d51-9a02-146487987a8e, reason: Instance 0673aa8b-d5ea-4e61-86a0-b12868470de2 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1335.736054] env[69858]: DEBUG oslo_vmware.api [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420136, 'name': ReconfigVM_Task, 'duration_secs': 0.349013} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.736756] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Reconfigured VM instance instance-00000077 to attach disk [datastore2] ba53958b-7cb9-48f4-a81a-48d40d82dfa2/28914a4a-909f-453b-b81f-d96d90735622-rescue.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1335.738179] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0ed21f-da62-4a5b-a79a-2d7f431cd0b1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.761735] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4ae7584-54bf-46b2-b4c0-3327f8c5cd49 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.776307] env[69858]: DEBUG oslo_vmware.api [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for the task: (returnval){ [ 1335.776307] env[69858]: value = "task-3420137" [ 1335.776307] env[69858]: _type = "Task" [ 1335.776307] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.789227] env[69858]: DEBUG oslo_vmware.api [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420137, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.790681] env[69858]: INFO nova.compute.manager [-] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Took 1.41 seconds to deallocate network for instance. [ 1336.286176] env[69858]: DEBUG oslo_vmware.api [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420137, 'name': ReconfigVM_Task, 'duration_secs': 0.153045} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.286447] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1336.286697] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-820ac445-e6af-48da-bc27-6cc60a719472 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.292472] env[69858]: DEBUG oslo_vmware.api [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for the task: (returnval){ [ 1336.292472] env[69858]: value = "task-3420138" [ 1336.292472] env[69858]: _type = "Task" [ 1336.292472] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.297434] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e4fc285a-1489-44d6-8214-dac57a9f6546 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.297749] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e4fc285a-1489-44d6-8214-dac57a9f6546 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.298055] env[69858]: DEBUG nova.objects.instance [None req-e4fc285a-1489-44d6-8214-dac57a9f6546 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lazy-loading 'resources' on Instance uuid 0673aa8b-d5ea-4e61-86a0-b12868470de2 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.301834] env[69858]: DEBUG oslo_vmware.api [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.805163] env[69858]: DEBUG oslo_vmware.api [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420138, 'name': PowerOnVM_Task, 'duration_secs': 0.414546} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.805690] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1336.811236] env[69858]: DEBUG nova.compute.manager [None req-f767c09c-caef-439e-be45-f34083315763 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1336.812055] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2465e765-2f24-452a-b5ea-618d5f3587a9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.926214] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b940ae96-0f30-40fd-902d-f154e1203ea0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.934671] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396c9ab0-ced0-4f62-bac4-8918e49266da {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.964383] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b024d3-064f-4e7c-bdb7-b2d1ebdb41d1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.971571] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6bec36-8f6c-46bc-924c-50f74c83e118 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.985992] env[69858]: DEBUG nova.compute.provider_tree [None req-e4fc285a-1489-44d6-8214-dac57a9f6546 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.488983] env[69858]: DEBUG nova.scheduler.client.report [None req-e4fc285a-1489-44d6-8214-dac57a9f6546 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.672385] env[69858]: INFO nova.compute.manager [None req-e261b4f5-2edc-4193-a655-3c51cd9ff093 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Unrescuing [ 1337.672547] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e261b4f5-2edc-4193-a655-3c51cd9ff093 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Acquiring lock "refresh_cache-ba53958b-7cb9-48f4-a81a-48d40d82dfa2" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.672628] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e261b4f5-2edc-4193-a655-3c51cd9ff093 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Acquired lock "refresh_cache-ba53958b-7cb9-48f4-a81a-48d40d82dfa2" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.672811] env[69858]: DEBUG nova.network.neutron [None req-e261b4f5-2edc-4193-a655-3c51cd9ff093 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1337.993911] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e4fc285a-1489-44d6-8214-dac57a9f6546 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.696s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.016987] env[69858]: INFO nova.scheduler.client.report [None req-e4fc285a-1489-44d6-8214-dac57a9f6546 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Deleted allocations for instance 0673aa8b-d5ea-4e61-86a0-b12868470de2 [ 1338.362642] env[69858]: DEBUG nova.network.neutron [None req-e261b4f5-2edc-4193-a655-3c51cd9ff093 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Updating instance_info_cache with network_info: [{"id": "65f55145-4531-4d26-a8fe-2c30d8eaba28", "address": "fa:16:3e:80:a1:0c", "network": {"id": "4fffb815-4b26-4c92-8c7b-ac7214a42534", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1808543654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "315ba399c9994de9b860dd57d2494efb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65f55145-45", "ovs_interfaceid": "65f55145-4531-4d26-a8fe-2c30d8eaba28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.525023] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e4fc285a-1489-44d6-8214-dac57a9f6546 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "0673aa8b-d5ea-4e61-86a0-b12868470de2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.767s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.866071] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e261b4f5-2edc-4193-a655-3c51cd9ff093 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Releasing lock "refresh_cache-ba53958b-7cb9-48f4-a81a-48d40d82dfa2" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.866751] env[69858]: DEBUG nova.objects.instance [None req-e261b4f5-2edc-4193-a655-3c51cd9ff093 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Lazy-loading 'flavor' on Instance uuid ba53958b-7cb9-48f4-a81a-48d40d82dfa2 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1339.372859] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df202fd-c6a1-4b9c-b62d-7a6b1c4061d4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.395212] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e261b4f5-2edc-4193-a655-3c51cd9ff093 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1339.395417] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb31852a-df51-4391-9572-246e88f4f6b3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.402223] env[69858]: DEBUG oslo_vmware.api [None req-e261b4f5-2edc-4193-a655-3c51cd9ff093 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for the task: (returnval){ [ 1339.402223] env[69858]: value = "task-3420139" [ 1339.402223] env[69858]: _type = "Task" [ 1339.402223] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.410990] env[69858]: DEBUG oslo_vmware.api [None req-e261b4f5-2edc-4193-a655-3c51cd9ff093 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.911408] env[69858]: DEBUG oslo_vmware.api [None req-e261b4f5-2edc-4193-a655-3c51cd9ff093 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420139, 'name': PowerOffVM_Task, 'duration_secs': 0.230727} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.911687] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e261b4f5-2edc-4193-a655-3c51cd9ff093 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1339.916799] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-e261b4f5-2edc-4193-a655-3c51cd9ff093 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1339.917388] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a1cc9a9-79ce-4b05-ab8b-4cbaf1594443 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.935862] env[69858]: DEBUG oslo_vmware.api [None req-e261b4f5-2edc-4193-a655-3c51cd9ff093 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for the task: (returnval){ [ 1339.935862] env[69858]: value = "task-3420140" [ 1339.935862] env[69858]: _type = "Task" [ 1339.935862] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.943761] env[69858]: DEBUG oslo_vmware.api [None req-e261b4f5-2edc-4193-a655-3c51cd9ff093 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420140, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.448880] env[69858]: DEBUG oslo_vmware.api [None req-e261b4f5-2edc-4193-a655-3c51cd9ff093 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420140, 'name': ReconfigVM_Task, 'duration_secs': 0.258918} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.449280] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-e261b4f5-2edc-4193-a655-3c51cd9ff093 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1340.449327] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e261b4f5-2edc-4193-a655-3c51cd9ff093 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1340.449616] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7694a9b-96e3-4059-8a1d-2361e1229880 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.456481] env[69858]: DEBUG oslo_vmware.api [None req-e261b4f5-2edc-4193-a655-3c51cd9ff093 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for the task: (returnval){ [ 1340.456481] env[69858]: value = "task-3420141" [ 1340.456481] env[69858]: _type = "Task" [ 1340.456481] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.463444] env[69858]: DEBUG oslo_vmware.api [None req-e261b4f5-2edc-4193-a655-3c51cd9ff093 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.878098] env[69858]: DEBUG oslo_concurrency.lockutils [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Acquiring lock "d8e77a18-636e-4c73-9423-08b6b5e1109c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.878337] env[69858]: DEBUG oslo_concurrency.lockutils [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "d8e77a18-636e-4c73-9423-08b6b5e1109c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.966234] env[69858]: DEBUG oslo_vmware.api [None req-e261b4f5-2edc-4193-a655-3c51cd9ff093 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420141, 'name': PowerOnVM_Task, 'duration_secs': 0.377812} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.966474] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e261b4f5-2edc-4193-a655-3c51cd9ff093 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1340.966701] env[69858]: DEBUG nova.compute.manager [None req-e261b4f5-2edc-4193-a655-3c51cd9ff093 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1340.967505] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ad77ad-f928-4ec6-9069-405b70d9a363 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.380917] env[69858]: DEBUG nova.compute.manager [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1341.903566] env[69858]: DEBUG oslo_concurrency.lockutils [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.903566] env[69858]: DEBUG oslo_concurrency.lockutils [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.904481] env[69858]: INFO nova.compute.claims [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1342.254753] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b7723e77-a0c7-4174-a7ad-7beaa2315e11 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Acquiring lock "ba53958b-7cb9-48f4-a81a-48d40d82dfa2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.255031] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b7723e77-a0c7-4174-a7ad-7beaa2315e11 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Lock "ba53958b-7cb9-48f4-a81a-48d40d82dfa2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.255260] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b7723e77-a0c7-4174-a7ad-7beaa2315e11 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Acquiring lock "ba53958b-7cb9-48f4-a81a-48d40d82dfa2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.255447] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b7723e77-a0c7-4174-a7ad-7beaa2315e11 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Lock "ba53958b-7cb9-48f4-a81a-48d40d82dfa2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.255618] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b7723e77-a0c7-4174-a7ad-7beaa2315e11 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Lock "ba53958b-7cb9-48f4-a81a-48d40d82dfa2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.257541] env[69858]: INFO nova.compute.manager [None req-b7723e77-a0c7-4174-a7ad-7beaa2315e11 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Terminating instance [ 1342.761444] env[69858]: DEBUG nova.compute.manager [None req-b7723e77-a0c7-4174-a7ad-7beaa2315e11 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1342.761693] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b7723e77-a0c7-4174-a7ad-7beaa2315e11 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1342.762674] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956f4d32-7dce-4162-a63e-6d63326ba5af {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.770712] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7723e77-a0c7-4174-a7ad-7beaa2315e11 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1342.770954] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ab44c89-5470-4f41-b471-3664caa78abf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.777808] env[69858]: DEBUG oslo_vmware.api [None req-b7723e77-a0c7-4174-a7ad-7beaa2315e11 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for the task: (returnval){ [ 1342.777808] env[69858]: value = "task-3420142" [ 1342.777808] env[69858]: _type = "Task" [ 1342.777808] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.785514] env[69858]: DEBUG oslo_vmware.api [None req-b7723e77-a0c7-4174-a7ad-7beaa2315e11 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.036068] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54fa341-da6d-470b-9b61-f1b1f40d1859 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.043109] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1889db-347e-4665-be25-bc0cc563e586 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.072111] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a061ef-b2bd-489a-ab03-797da39398eb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.078860] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec66969d-762a-4c90-8323-23b2a998df8f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.091521] env[69858]: DEBUG nova.compute.provider_tree [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.288520] env[69858]: DEBUG oslo_vmware.api [None req-b7723e77-a0c7-4174-a7ad-7beaa2315e11 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420142, 'name': PowerOffVM_Task, 'duration_secs': 0.189205} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.288774] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7723e77-a0c7-4174-a7ad-7beaa2315e11 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1343.288945] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b7723e77-a0c7-4174-a7ad-7beaa2315e11 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1343.289314] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b25bcdc4-f7b4-4a87-9aa4-44cdad34de00 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.349355] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b7723e77-a0c7-4174-a7ad-7beaa2315e11 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1343.349607] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b7723e77-a0c7-4174-a7ad-7beaa2315e11 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1343.349747] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7723e77-a0c7-4174-a7ad-7beaa2315e11 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Deleting the datastore file [datastore2] ba53958b-7cb9-48f4-a81a-48d40d82dfa2 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1343.350111] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-694aacfe-2af4-49a3-b43d-f047cf16d9d6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.357362] env[69858]: DEBUG oslo_vmware.api [None req-b7723e77-a0c7-4174-a7ad-7beaa2315e11 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for the task: (returnval){ [ 1343.357362] env[69858]: value = "task-3420144" [ 1343.357362] env[69858]: _type = "Task" [ 1343.357362] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.365506] env[69858]: DEBUG oslo_vmware.api [None req-b7723e77-a0c7-4174-a7ad-7beaa2315e11 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.595882] env[69858]: DEBUG nova.scheduler.client.report [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.868802] env[69858]: DEBUG oslo_vmware.api [None req-b7723e77-a0c7-4174-a7ad-7beaa2315e11 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135974} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.869016] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7723e77-a0c7-4174-a7ad-7beaa2315e11 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1343.869202] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b7723e77-a0c7-4174-a7ad-7beaa2315e11 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1343.869380] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b7723e77-a0c7-4174-a7ad-7beaa2315e11 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1343.869555] env[69858]: INFO nova.compute.manager [None req-b7723e77-a0c7-4174-a7ad-7beaa2315e11 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1343.869800] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7723e77-a0c7-4174-a7ad-7beaa2315e11 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1343.870313] env[69858]: DEBUG nova.compute.manager [-] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1343.870429] env[69858]: DEBUG nova.network.neutron [-] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1344.101540] env[69858]: DEBUG oslo_concurrency.lockutils [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.198s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.102053] env[69858]: DEBUG nova.compute.manager [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1344.117573] env[69858]: DEBUG nova.compute.manager [req-39d0133e-7660-430e-90d1-fef4adc86db9 req-34ab1ed5-3b9a-438a-b10b-a41e7c0fa175 service nova] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Received event network-vif-deleted-65f55145-4531-4d26-a8fe-2c30d8eaba28 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1344.117829] env[69858]: INFO nova.compute.manager [req-39d0133e-7660-430e-90d1-fef4adc86db9 req-34ab1ed5-3b9a-438a-b10b-a41e7c0fa175 service nova] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Neutron deleted interface 65f55145-4531-4d26-a8fe-2c30d8eaba28; detaching it from the instance and deleting it from the info cache [ 1344.117968] env[69858]: DEBUG nova.network.neutron [req-39d0133e-7660-430e-90d1-fef4adc86db9 req-34ab1ed5-3b9a-438a-b10b-a41e7c0fa175 service nova] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.605712] env[69858]: DEBUG nova.network.neutron [-] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.607942] env[69858]: DEBUG nova.compute.utils [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1344.609350] env[69858]: DEBUG nova.compute.manager [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1344.609531] env[69858]: DEBUG nova.network.neutron [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1344.620151] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b58b814a-b045-4798-bce8-452efa5a1a30 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.629725] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af342b2-fa51-47b1-a2ae-8276590a8340 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.645156] env[69858]: DEBUG nova.policy [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03bf219779aa467ba5f0bbdf36232881', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bf68c64f84042d88f92a90e2b61740e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1344.658869] env[69858]: DEBUG nova.compute.manager [req-39d0133e-7660-430e-90d1-fef4adc86db9 req-34ab1ed5-3b9a-438a-b10b-a41e7c0fa175 service nova] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Detach interface failed, port_id=65f55145-4531-4d26-a8fe-2c30d8eaba28, reason: Instance ba53958b-7cb9-48f4-a81a-48d40d82dfa2 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1344.909454] env[69858]: DEBUG nova.network.neutron [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Successfully created port: e93151a7-2158-416b-bd2a-70856d9d87da {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1345.113587] env[69858]: INFO nova.compute.manager [-] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Took 1.24 seconds to deallocate network for instance. [ 1345.114267] env[69858]: DEBUG nova.compute.manager [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1345.623704] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b7723e77-a0c7-4174-a7ad-7beaa2315e11 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.623704] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b7723e77-a0c7-4174-a7ad-7beaa2315e11 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.623921] env[69858]: DEBUG nova.objects.instance [None req-b7723e77-a0c7-4174-a7ad-7beaa2315e11 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Lazy-loading 'resources' on Instance uuid ba53958b-7cb9-48f4-a81a-48d40d82dfa2 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1346.127063] env[69858]: DEBUG nova.compute.manager [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1346.159032] env[69858]: DEBUG nova.virt.hardware [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1346.159032] env[69858]: DEBUG nova.virt.hardware [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1346.159032] env[69858]: DEBUG nova.virt.hardware [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1346.159032] env[69858]: DEBUG nova.virt.hardware [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1346.159294] env[69858]: DEBUG nova.virt.hardware [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1346.159426] env[69858]: DEBUG nova.virt.hardware [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1346.159675] env[69858]: DEBUG nova.virt.hardware [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1346.159884] env[69858]: DEBUG nova.virt.hardware [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1346.160089] env[69858]: DEBUG nova.virt.hardware [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1346.160265] env[69858]: DEBUG nova.virt.hardware [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1346.160448] env[69858]: DEBUG nova.virt.hardware [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1346.161743] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d566ffa3-e68b-4cbf-8d4c-20f9b2b8eefa {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.171472] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e98198-609c-4947-a7fe-c6eb896d32b4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.256623] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ca149f-8697-47c5-93a7-17b3a660f5c9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.260385] env[69858]: DEBUG nova.compute.manager [req-841e641e-95de-4a6b-93f7-254cdd30f2b7 req-2e86702d-e277-439d-bbee-7c830988e1f5 service nova] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Received event network-vif-plugged-e93151a7-2158-416b-bd2a-70856d9d87da {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1346.261184] env[69858]: DEBUG oslo_concurrency.lockutils [req-841e641e-95de-4a6b-93f7-254cdd30f2b7 req-2e86702d-e277-439d-bbee-7c830988e1f5 service nova] Acquiring lock "d8e77a18-636e-4c73-9423-08b6b5e1109c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.261184] env[69858]: DEBUG oslo_concurrency.lockutils [req-841e641e-95de-4a6b-93f7-254cdd30f2b7 req-2e86702d-e277-439d-bbee-7c830988e1f5 service nova] Lock "d8e77a18-636e-4c73-9423-08b6b5e1109c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.261184] env[69858]: DEBUG oslo_concurrency.lockutils [req-841e641e-95de-4a6b-93f7-254cdd30f2b7 req-2e86702d-e277-439d-bbee-7c830988e1f5 service nova] Lock "d8e77a18-636e-4c73-9423-08b6b5e1109c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.261184] env[69858]: DEBUG nova.compute.manager [req-841e641e-95de-4a6b-93f7-254cdd30f2b7 req-2e86702d-e277-439d-bbee-7c830988e1f5 service nova] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] No waiting events found dispatching network-vif-plugged-e93151a7-2158-416b-bd2a-70856d9d87da {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1346.261348] env[69858]: WARNING nova.compute.manager [req-841e641e-95de-4a6b-93f7-254cdd30f2b7 req-2e86702d-e277-439d-bbee-7c830988e1f5 service nova] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Received unexpected event network-vif-plugged-e93151a7-2158-416b-bd2a-70856d9d87da for instance with vm_state building and task_state spawning. [ 1346.267043] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e265d5d2-24b0-4f0d-9ada-2d09a79b3293 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.296597] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33df7812-ec83-4272-aa2c-ab673a8b45e7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.306362] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2996658-30a1-4913-ac4d-fdd11a8eecc7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.320064] env[69858]: DEBUG nova.compute.provider_tree [None req-b7723e77-a0c7-4174-a7ad-7beaa2315e11 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.342456] env[69858]: DEBUG nova.network.neutron [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Successfully updated port: e93151a7-2158-416b-bd2a-70856d9d87da {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1346.824069] env[69858]: DEBUG nova.scheduler.client.report [None req-b7723e77-a0c7-4174-a7ad-7beaa2315e11 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1346.845293] env[69858]: DEBUG oslo_concurrency.lockutils [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Acquiring lock "refresh_cache-d8e77a18-636e-4c73-9423-08b6b5e1109c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.845467] env[69858]: DEBUG oslo_concurrency.lockutils [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Acquired lock "refresh_cache-d8e77a18-636e-4c73-9423-08b6b5e1109c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.846422] env[69858]: DEBUG nova.network.neutron [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1347.327831] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b7723e77-a0c7-4174-a7ad-7beaa2315e11 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.704s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.347481] env[69858]: INFO nova.scheduler.client.report [None req-b7723e77-a0c7-4174-a7ad-7beaa2315e11 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Deleted allocations for instance ba53958b-7cb9-48f4-a81a-48d40d82dfa2 [ 1347.379906] env[69858]: DEBUG nova.network.neutron [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1347.504696] env[69858]: DEBUG nova.network.neutron [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Updating instance_info_cache with network_info: [{"id": "e93151a7-2158-416b-bd2a-70856d9d87da", "address": "fa:16:3e:97:1d:b4", "network": {"id": "103923b0-5539-4b88-b72d-1eb7cd247a03", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1398948685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bf68c64f84042d88f92a90e2b61740e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape93151a7-21", "ovs_interfaceid": "e93151a7-2158-416b-bd2a-70856d9d87da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.857128] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b7723e77-a0c7-4174-a7ad-7beaa2315e11 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Lock "ba53958b-7cb9-48f4-a81a-48d40d82dfa2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.602s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.007888] env[69858]: DEBUG oslo_concurrency.lockutils [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Releasing lock "refresh_cache-d8e77a18-636e-4c73-9423-08b6b5e1109c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.008190] env[69858]: DEBUG nova.compute.manager [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Instance network_info: |[{"id": "e93151a7-2158-416b-bd2a-70856d9d87da", "address": "fa:16:3e:97:1d:b4", "network": {"id": "103923b0-5539-4b88-b72d-1eb7cd247a03", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1398948685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bf68c64f84042d88f92a90e2b61740e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape93151a7-21", "ovs_interfaceid": "e93151a7-2158-416b-bd2a-70856d9d87da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1348.008630] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:1d:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e93151a7-2158-416b-bd2a-70856d9d87da', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1348.016145] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1348.016359] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1348.016593] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-999fd616-f628-4b67-b832-e92ca5376f06 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.037075] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1348.037075] env[69858]: value = "task-3420145" [ 1348.037075] env[69858]: _type = "Task" [ 1348.037075] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.044550] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420145, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.285291] env[69858]: DEBUG nova.compute.manager [req-0f1e54af-d67b-4147-8cb2-cccbec591c88 req-2bebf7b1-30fe-4714-995a-8e1301583f9a service nova] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Received event network-changed-e93151a7-2158-416b-bd2a-70856d9d87da {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.285512] env[69858]: DEBUG nova.compute.manager [req-0f1e54af-d67b-4147-8cb2-cccbec591c88 req-2bebf7b1-30fe-4714-995a-8e1301583f9a service nova] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Refreshing instance network info cache due to event network-changed-e93151a7-2158-416b-bd2a-70856d9d87da. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1348.285745] env[69858]: DEBUG oslo_concurrency.lockutils [req-0f1e54af-d67b-4147-8cb2-cccbec591c88 req-2bebf7b1-30fe-4714-995a-8e1301583f9a service nova] Acquiring lock "refresh_cache-d8e77a18-636e-4c73-9423-08b6b5e1109c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.285892] env[69858]: DEBUG oslo_concurrency.lockutils [req-0f1e54af-d67b-4147-8cb2-cccbec591c88 req-2bebf7b1-30fe-4714-995a-8e1301583f9a service nova] Acquired lock "refresh_cache-d8e77a18-636e-4c73-9423-08b6b5e1109c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.286068] env[69858]: DEBUG nova.network.neutron [req-0f1e54af-d67b-4147-8cb2-cccbec591c88 req-2bebf7b1-30fe-4714-995a-8e1301583f9a service nova] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Refreshing network info cache for port e93151a7-2158-416b-bd2a-70856d9d87da {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1348.548047] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420145, 'name': CreateVM_Task, 'duration_secs': 0.320895} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.548047] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1348.548047] env[69858]: DEBUG oslo_concurrency.lockutils [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.548435] env[69858]: DEBUG oslo_concurrency.lockutils [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.548506] env[69858]: DEBUG oslo_concurrency.lockutils [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.548902] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cce39350-9f0b-4de0-b4f3-76494e9dd6ac {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.553127] env[69858]: DEBUG oslo_vmware.api [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for the task: (returnval){ [ 1348.553127] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520293b5-60bf-99b8-fedf-9d38149da840" [ 1348.553127] env[69858]: _type = "Task" [ 1348.553127] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.560396] env[69858]: DEBUG oslo_vmware.api [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520293b5-60bf-99b8-fedf-9d38149da840, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.859272] env[69858]: DEBUG oslo_concurrency.lockutils [None req-621e86f6-1f3a-4993-8c0a-5767b3d0de73 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Acquiring lock "52e79a34-f8c0-448f-8231-a7cb70c80ff4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.859716] env[69858]: DEBUG oslo_concurrency.lockutils [None req-621e86f6-1f3a-4993-8c0a-5767b3d0de73 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Lock "52e79a34-f8c0-448f-8231-a7cb70c80ff4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.860039] env[69858]: DEBUG oslo_concurrency.lockutils [None req-621e86f6-1f3a-4993-8c0a-5767b3d0de73 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Acquiring lock "52e79a34-f8c0-448f-8231-a7cb70c80ff4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.860315] env[69858]: DEBUG oslo_concurrency.lockutils [None req-621e86f6-1f3a-4993-8c0a-5767b3d0de73 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Lock "52e79a34-f8c0-448f-8231-a7cb70c80ff4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.860557] env[69858]: DEBUG oslo_concurrency.lockutils [None req-621e86f6-1f3a-4993-8c0a-5767b3d0de73 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Lock "52e79a34-f8c0-448f-8231-a7cb70c80ff4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.863187] env[69858]: INFO nova.compute.manager [None req-621e86f6-1f3a-4993-8c0a-5767b3d0de73 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Terminating instance [ 1348.978272] env[69858]: DEBUG nova.network.neutron [req-0f1e54af-d67b-4147-8cb2-cccbec591c88 req-2bebf7b1-30fe-4714-995a-8e1301583f9a service nova] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Updated VIF entry in instance network info cache for port e93151a7-2158-416b-bd2a-70856d9d87da. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1348.978680] env[69858]: DEBUG nova.network.neutron [req-0f1e54af-d67b-4147-8cb2-cccbec591c88 req-2bebf7b1-30fe-4714-995a-8e1301583f9a service nova] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Updating instance_info_cache with network_info: [{"id": "e93151a7-2158-416b-bd2a-70856d9d87da", "address": "fa:16:3e:97:1d:b4", "network": {"id": "103923b0-5539-4b88-b72d-1eb7cd247a03", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1398948685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bf68c64f84042d88f92a90e2b61740e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape93151a7-21", "ovs_interfaceid": "e93151a7-2158-416b-bd2a-70856d9d87da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.063498] env[69858]: DEBUG oslo_vmware.api [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]520293b5-60bf-99b8-fedf-9d38149da840, 'name': SearchDatastore_Task, 'duration_secs': 0.009611} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.063810] env[69858]: DEBUG oslo_concurrency.lockutils [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.063975] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1349.064229] env[69858]: DEBUG oslo_concurrency.lockutils [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.064378] env[69858]: DEBUG oslo_concurrency.lockutils [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.064596] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1349.064856] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94faade8-8d19-479c-ab5f-ea0f34c02072 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.073097] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1349.073275] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1349.073961] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f7eefa6-fdb6-4fcd-a0e7-c615869fab5f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.080086] env[69858]: DEBUG oslo_vmware.api [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for the task: (returnval){ [ 1349.080086] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a6b5be-df45-6d2b-22b1-da4207915742" [ 1349.080086] env[69858]: _type = "Task" [ 1349.080086] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.086964] env[69858]: DEBUG oslo_vmware.api [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a6b5be-df45-6d2b-22b1-da4207915742, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.368738] env[69858]: DEBUG nova.compute.manager [None req-621e86f6-1f3a-4993-8c0a-5767b3d0de73 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1349.441414] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-621e86f6-1f3a-4993-8c0a-5767b3d0de73 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1349.441414] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df28e896-7a8b-4787-8f12-4f302739fade {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.441414] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-621e86f6-1f3a-4993-8c0a-5767b3d0de73 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1349.441414] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c10e3e0f-a386-4acf-9b74-e2403fbe668e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.441414] env[69858]: DEBUG oslo_vmware.api [None req-621e86f6-1f3a-4993-8c0a-5767b3d0de73 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for the task: (returnval){ [ 1349.441414] env[69858]: value = "task-3420146" [ 1349.441414] env[69858]: _type = "Task" [ 1349.441414] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.441414] env[69858]: DEBUG oslo_vmware.api [None req-621e86f6-1f3a-4993-8c0a-5767b3d0de73 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.481479] env[69858]: DEBUG oslo_concurrency.lockutils [req-0f1e54af-d67b-4147-8cb2-cccbec591c88 req-2bebf7b1-30fe-4714-995a-8e1301583f9a service nova] Releasing lock "refresh_cache-d8e77a18-636e-4c73-9423-08b6b5e1109c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.589867] env[69858]: DEBUG oslo_vmware.api [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a6b5be-df45-6d2b-22b1-da4207915742, 'name': SearchDatastore_Task, 'duration_secs': 0.008043} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.590689] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b203829e-47ac-4f0c-afed-b488e2cf73e8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.596213] env[69858]: DEBUG oslo_vmware.api [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for the task: (returnval){ [ 1349.596213] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527f943b-d54b-3395-ff0d-ae0b7ad69c23" [ 1349.596213] env[69858]: _type = "Task" [ 1349.596213] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.603447] env[69858]: DEBUG oslo_vmware.api [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527f943b-d54b-3395-ff0d-ae0b7ad69c23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.897224] env[69858]: DEBUG oslo_vmware.api [None req-621e86f6-1f3a-4993-8c0a-5767b3d0de73 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420146, 'name': PowerOffVM_Task, 'duration_secs': 0.222917} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.897224] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-621e86f6-1f3a-4993-8c0a-5767b3d0de73 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1349.897887] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-621e86f6-1f3a-4993-8c0a-5767b3d0de73 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1349.897887] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12378f4e-3ef9-47c8-8908-e8795df59cb7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.963173] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-621e86f6-1f3a-4993-8c0a-5767b3d0de73 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1349.963173] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-621e86f6-1f3a-4993-8c0a-5767b3d0de73 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1349.963173] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-621e86f6-1f3a-4993-8c0a-5767b3d0de73 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Deleting the datastore file [datastore2] 52e79a34-f8c0-448f-8231-a7cb70c80ff4 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1349.963173] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6cf9188-d16a-4687-8e50-6dd1b12b8561 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.968871] env[69858]: DEBUG oslo_vmware.api [None req-621e86f6-1f3a-4993-8c0a-5767b3d0de73 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for the task: (returnval){ [ 1349.968871] env[69858]: value = "task-3420148" [ 1349.968871] env[69858]: _type = "Task" [ 1349.968871] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.976455] env[69858]: DEBUG oslo_vmware.api [None req-621e86f6-1f3a-4993-8c0a-5767b3d0de73 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.107059] env[69858]: DEBUG oslo_vmware.api [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527f943b-d54b-3395-ff0d-ae0b7ad69c23, 'name': SearchDatastore_Task, 'duration_secs': 0.020096} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.107356] env[69858]: DEBUG oslo_concurrency.lockutils [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.107634] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] d8e77a18-636e-4c73-9423-08b6b5e1109c/d8e77a18-636e-4c73-9423-08b6b5e1109c.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1350.107907] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea6b123b-f1b8-429e-a336-b75659966898 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.114408] env[69858]: DEBUG oslo_vmware.api [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for the task: (returnval){ [ 1350.114408] env[69858]: value = "task-3420149" [ 1350.114408] env[69858]: _type = "Task" [ 1350.114408] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.123140] env[69858]: DEBUG oslo_vmware.api [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.479702] env[69858]: DEBUG oslo_vmware.api [None req-621e86f6-1f3a-4993-8c0a-5767b3d0de73 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Task: {'id': task-3420148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187601} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.480044] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-621e86f6-1f3a-4993-8c0a-5767b3d0de73 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1350.480250] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-621e86f6-1f3a-4993-8c0a-5767b3d0de73 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1350.480435] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-621e86f6-1f3a-4993-8c0a-5767b3d0de73 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1350.480616] env[69858]: INFO nova.compute.manager [None req-621e86f6-1f3a-4993-8c0a-5767b3d0de73 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1350.480916] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-621e86f6-1f3a-4993-8c0a-5767b3d0de73 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1350.481142] env[69858]: DEBUG nova.compute.manager [-] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1350.481284] env[69858]: DEBUG nova.network.neutron [-] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1350.624588] env[69858]: DEBUG oslo_vmware.api [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420149, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.745957] env[69858]: DEBUG nova.compute.manager [req-2c26aa6f-1496-416a-bb71-2b8dbeadecc4 req-6f95cb50-6f7d-436c-8831-273869bc8411 service nova] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Received event network-vif-deleted-f727e4a3-a06c-4a36-b288-0189e576df12 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1350.746377] env[69858]: INFO nova.compute.manager [req-2c26aa6f-1496-416a-bb71-2b8dbeadecc4 req-6f95cb50-6f7d-436c-8831-273869bc8411 service nova] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Neutron deleted interface f727e4a3-a06c-4a36-b288-0189e576df12; detaching it from the instance and deleting it from the info cache [ 1350.746506] env[69858]: DEBUG nova.network.neutron [req-2c26aa6f-1496-416a-bb71-2b8dbeadecc4 req-6f95cb50-6f7d-436c-8831-273869bc8411 service nova] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.130548] env[69858]: DEBUG oslo_vmware.api [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420149, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547291} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.131058] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] d8e77a18-636e-4c73-9423-08b6b5e1109c/d8e77a18-636e-4c73-9423-08b6b5e1109c.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1351.131487] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1351.131878] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec9ed4a8-6200-4e37-8a1a-607d262e2bcf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.139805] env[69858]: DEBUG oslo_vmware.api [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for the task: (returnval){ [ 1351.139805] env[69858]: value = "task-3420150" [ 1351.139805] env[69858]: _type = "Task" [ 1351.139805] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.154635] env[69858]: DEBUG oslo_vmware.api [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.227412] env[69858]: DEBUG nova.network.neutron [-] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.248904] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76a51565-0e3f-4e75-a85a-93cc5e9e4531 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.258804] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5a3a42-56fb-42ca-b988-eb02cd567765 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.287399] env[69858]: DEBUG nova.compute.manager [req-2c26aa6f-1496-416a-bb71-2b8dbeadecc4 req-6f95cb50-6f7d-436c-8831-273869bc8411 service nova] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Detach interface failed, port_id=f727e4a3-a06c-4a36-b288-0189e576df12, reason: Instance 52e79a34-f8c0-448f-8231-a7cb70c80ff4 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1351.653494] env[69858]: DEBUG oslo_vmware.api [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070547} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.653959] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1351.655332] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8320e91b-8d7c-4222-9bec-275a46d3225a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.679367] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] d8e77a18-636e-4c73-9423-08b6b5e1109c/d8e77a18-636e-4c73-9423-08b6b5e1109c.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1351.679677] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54fb33ba-da33-43ca-a18c-aa311e57287c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.700304] env[69858]: DEBUG oslo_vmware.api [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for the task: (returnval){ [ 1351.700304] env[69858]: value = "task-3420151" [ 1351.700304] env[69858]: _type = "Task" [ 1351.700304] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.707766] env[69858]: DEBUG oslo_vmware.api [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420151, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.731464] env[69858]: INFO nova.compute.manager [-] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Took 1.25 seconds to deallocate network for instance. [ 1352.209949] env[69858]: DEBUG oslo_vmware.api [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420151, 'name': ReconfigVM_Task, 'duration_secs': 0.292718} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.210229] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Reconfigured VM instance instance-00000078 to attach disk [datastore2] d8e77a18-636e-4c73-9423-08b6b5e1109c/d8e77a18-636e-4c73-9423-08b6b5e1109c.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1352.210860] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-864651e5-a497-4941-92c6-1573f084cd79 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.219016] env[69858]: DEBUG oslo_vmware.api [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for the task: (returnval){ [ 1352.219016] env[69858]: value = "task-3420152" [ 1352.219016] env[69858]: _type = "Task" [ 1352.219016] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.226431] env[69858]: DEBUG oslo_vmware.api [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420152, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.237405] env[69858]: DEBUG oslo_concurrency.lockutils [None req-621e86f6-1f3a-4993-8c0a-5767b3d0de73 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.237660] env[69858]: DEBUG oslo_concurrency.lockutils [None req-621e86f6-1f3a-4993-8c0a-5767b3d0de73 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.237876] env[69858]: DEBUG nova.objects.instance [None req-621e86f6-1f3a-4993-8c0a-5767b3d0de73 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Lazy-loading 'resources' on Instance uuid 52e79a34-f8c0-448f-8231-a7cb70c80ff4 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.729710] env[69858]: DEBUG oslo_vmware.api [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420152, 'name': Rename_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.839591] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb8610b-cb7e-4209-8392-1ee63a500f41 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.848443] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c313509-cd48-4a1d-a541-88953d6c3a91 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.877746] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9390dc0d-f433-4ee2-b50f-2170b67e8cc5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.885121] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26108e0d-23c3-4f05-8282-f4d72caae162 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.898238] env[69858]: DEBUG nova.compute.provider_tree [None req-621e86f6-1f3a-4993-8c0a-5767b3d0de73 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1353.229821] env[69858]: DEBUG oslo_vmware.api [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420152, 'name': Rename_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.401351] env[69858]: DEBUG nova.scheduler.client.report [None req-621e86f6-1f3a-4993-8c0a-5767b3d0de73 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1353.729701] env[69858]: DEBUG oslo_vmware.api [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420152, 'name': Rename_Task, 'duration_secs': 1.262476} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.730127] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1353.730214] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc1d7d72-fed8-4e35-995b-d7b8446039c2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.737390] env[69858]: DEBUG oslo_vmware.api [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for the task: (returnval){ [ 1353.737390] env[69858]: value = "task-3420153" [ 1353.737390] env[69858]: _type = "Task" [ 1353.737390] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.744536] env[69858]: DEBUG oslo_vmware.api [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.906967] env[69858]: DEBUG oslo_concurrency.lockutils [None req-621e86f6-1f3a-4993-8c0a-5767b3d0de73 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.927419] env[69858]: INFO nova.scheduler.client.report [None req-621e86f6-1f3a-4993-8c0a-5767b3d0de73 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Deleted allocations for instance 52e79a34-f8c0-448f-8231-a7cb70c80ff4 [ 1354.248861] env[69858]: DEBUG oslo_vmware.api [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420153, 'name': PowerOnVM_Task, 'duration_secs': 0.445389} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.249141] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1354.249362] env[69858]: INFO nova.compute.manager [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1354.249533] env[69858]: DEBUG nova.compute.manager [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1354.250317] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5556c65-ae2c-41ee-a51b-d0ca54c39c19 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.435438] env[69858]: DEBUG oslo_concurrency.lockutils [None req-621e86f6-1f3a-4993-8c0a-5767b3d0de73 tempest-ServerRescueTestJSON-2002853165 tempest-ServerRescueTestJSON-2002853165-project-member] Lock "52e79a34-f8c0-448f-8231-a7cb70c80ff4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.576s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.766891] env[69858]: INFO nova.compute.manager [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Took 12.88 seconds to build instance. [ 1354.922102] env[69858]: DEBUG nova.compute.manager [req-b843d40c-fb3d-4c71-acbf-14d39da52be2 req-a1ddc724-9390-41f6-836d-5feb3dc186f2 service nova] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Received event network-changed-e93151a7-2158-416b-bd2a-70856d9d87da {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1354.922338] env[69858]: DEBUG nova.compute.manager [req-b843d40c-fb3d-4c71-acbf-14d39da52be2 req-a1ddc724-9390-41f6-836d-5feb3dc186f2 service nova] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Refreshing instance network info cache due to event network-changed-e93151a7-2158-416b-bd2a-70856d9d87da. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1354.922563] env[69858]: DEBUG oslo_concurrency.lockutils [req-b843d40c-fb3d-4c71-acbf-14d39da52be2 req-a1ddc724-9390-41f6-836d-5feb3dc186f2 service nova] Acquiring lock "refresh_cache-d8e77a18-636e-4c73-9423-08b6b5e1109c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.922708] env[69858]: DEBUG oslo_concurrency.lockutils [req-b843d40c-fb3d-4c71-acbf-14d39da52be2 req-a1ddc724-9390-41f6-836d-5feb3dc186f2 service nova] Acquired lock "refresh_cache-d8e77a18-636e-4c73-9423-08b6b5e1109c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.922873] env[69858]: DEBUG nova.network.neutron [req-b843d40c-fb3d-4c71-acbf-14d39da52be2 req-a1ddc724-9390-41f6-836d-5feb3dc186f2 service nova] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Refreshing network info cache for port e93151a7-2158-416b-bd2a-70856d9d87da {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1355.269391] env[69858]: DEBUG oslo_concurrency.lockutils [None req-cf97ef20-a290-4299-8a23-bb2cc6bdd172 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "d8e77a18-636e-4c73-9423-08b6b5e1109c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.391s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.308169] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a708e6ba-e86e-42e1-9c30-2a878aadf21e tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "c7a847b0-98da-4697-b3e4-8f0a2a56b76c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.308464] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a708e6ba-e86e-42e1-9c30-2a878aadf21e tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "c7a847b0-98da-4697-b3e4-8f0a2a56b76c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.310194] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a708e6ba-e86e-42e1-9c30-2a878aadf21e tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "c7a847b0-98da-4697-b3e4-8f0a2a56b76c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.310194] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a708e6ba-e86e-42e1-9c30-2a878aadf21e tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "c7a847b0-98da-4697-b3e4-8f0a2a56b76c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.310194] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a708e6ba-e86e-42e1-9c30-2a878aadf21e tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "c7a847b0-98da-4697-b3e4-8f0a2a56b76c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.311548] env[69858]: INFO nova.compute.manager [None req-a708e6ba-e86e-42e1-9c30-2a878aadf21e tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Terminating instance [ 1355.645299] env[69858]: DEBUG nova.network.neutron [req-b843d40c-fb3d-4c71-acbf-14d39da52be2 req-a1ddc724-9390-41f6-836d-5feb3dc186f2 service nova] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Updated VIF entry in instance network info cache for port e93151a7-2158-416b-bd2a-70856d9d87da. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1355.645608] env[69858]: DEBUG nova.network.neutron [req-b843d40c-fb3d-4c71-acbf-14d39da52be2 req-a1ddc724-9390-41f6-836d-5feb3dc186f2 service nova] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Updating instance_info_cache with network_info: [{"id": "e93151a7-2158-416b-bd2a-70856d9d87da", "address": "fa:16:3e:97:1d:b4", "network": {"id": "103923b0-5539-4b88-b72d-1eb7cd247a03", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1398948685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bf68c64f84042d88f92a90e2b61740e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape93151a7-21", "ovs_interfaceid": "e93151a7-2158-416b-bd2a-70856d9d87da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.816434] env[69858]: DEBUG nova.compute.manager [None req-a708e6ba-e86e-42e1-9c30-2a878aadf21e tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1355.816690] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a708e6ba-e86e-42e1-9c30-2a878aadf21e tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1355.818182] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e623c3-fbba-472b-a05d-15d29946e357 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.825987] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-a708e6ba-e86e-42e1-9c30-2a878aadf21e tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1355.826241] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52ca8d99-aa47-4b1b-a52c-2697ece2f9bb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.833057] env[69858]: DEBUG oslo_vmware.api [None req-a708e6ba-e86e-42e1-9c30-2a878aadf21e tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1355.833057] env[69858]: value = "task-3420154" [ 1355.833057] env[69858]: _type = "Task" [ 1355.833057] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.840671] env[69858]: DEBUG oslo_vmware.api [None req-a708e6ba-e86e-42e1-9c30-2a878aadf21e tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.148982] env[69858]: DEBUG oslo_concurrency.lockutils [req-b843d40c-fb3d-4c71-acbf-14d39da52be2 req-a1ddc724-9390-41f6-836d-5feb3dc186f2 service nova] Releasing lock "refresh_cache-d8e77a18-636e-4c73-9423-08b6b5e1109c" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.342874] env[69858]: DEBUG oslo_vmware.api [None req-a708e6ba-e86e-42e1-9c30-2a878aadf21e tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420154, 'name': PowerOffVM_Task, 'duration_secs': 0.201691} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.343188] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-a708e6ba-e86e-42e1-9c30-2a878aadf21e tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1356.343375] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a708e6ba-e86e-42e1-9c30-2a878aadf21e tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1356.343641] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-481f3170-85f0-460e-9810-02fe35584880 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.408446] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a708e6ba-e86e-42e1-9c30-2a878aadf21e tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1356.408691] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a708e6ba-e86e-42e1-9c30-2a878aadf21e tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1356.408951] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-a708e6ba-e86e-42e1-9c30-2a878aadf21e tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Deleting the datastore file [datastore1] c7a847b0-98da-4697-b3e4-8f0a2a56b76c {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1356.409185] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2282bde7-11fa-46ad-bf73-0aceaff6e79c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.416608] env[69858]: DEBUG oslo_vmware.api [None req-a708e6ba-e86e-42e1-9c30-2a878aadf21e tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1356.416608] env[69858]: value = "task-3420156" [ 1356.416608] env[69858]: _type = "Task" [ 1356.416608] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.424343] env[69858]: DEBUG oslo_vmware.api [None req-a708e6ba-e86e-42e1-9c30-2a878aadf21e tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.926257] env[69858]: DEBUG oslo_vmware.api [None req-a708e6ba-e86e-42e1-9c30-2a878aadf21e tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139199} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.926673] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-a708e6ba-e86e-42e1-9c30-2a878aadf21e tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1356.926728] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a708e6ba-e86e-42e1-9c30-2a878aadf21e tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1356.926896] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-a708e6ba-e86e-42e1-9c30-2a878aadf21e tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1356.927090] env[69858]: INFO nova.compute.manager [None req-a708e6ba-e86e-42e1-9c30-2a878aadf21e tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1356.927371] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a708e6ba-e86e-42e1-9c30-2a878aadf21e tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1356.927627] env[69858]: DEBUG nova.compute.manager [-] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1356.927730] env[69858]: DEBUG nova.network.neutron [-] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1357.363453] env[69858]: DEBUG nova.compute.manager [req-cf956f82-dbab-4c7a-8912-1e7c048d2c23 req-0d665e9e-c13b-4410-9470-ece689f3de8f service nova] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Received event network-vif-deleted-d46f61e6-7150-430b-ba86-8cd9c55f06e9 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1357.363717] env[69858]: INFO nova.compute.manager [req-cf956f82-dbab-4c7a-8912-1e7c048d2c23 req-0d665e9e-c13b-4410-9470-ece689f3de8f service nova] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Neutron deleted interface d46f61e6-7150-430b-ba86-8cd9c55f06e9; detaching it from the instance and deleting it from the info cache [ 1357.363828] env[69858]: DEBUG nova.network.neutron [req-cf956f82-dbab-4c7a-8912-1e7c048d2c23 req-0d665e9e-c13b-4410-9470-ece689f3de8f service nova] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.846801] env[69858]: DEBUG nova.network.neutron [-] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.869634] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c62d58c-9b67-4579-ab9c-6d49b391a740 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.881584] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f04dc3-1769-470f-8416-6631a6ad0c98 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.913032] env[69858]: DEBUG nova.compute.manager [req-cf956f82-dbab-4c7a-8912-1e7c048d2c23 req-0d665e9e-c13b-4410-9470-ece689f3de8f service nova] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Detach interface failed, port_id=d46f61e6-7150-430b-ba86-8cd9c55f06e9, reason: Instance c7a847b0-98da-4697-b3e4-8f0a2a56b76c could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1358.350170] env[69858]: INFO nova.compute.manager [-] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Took 1.42 seconds to deallocate network for instance. [ 1358.725534] env[69858]: DEBUG oslo_concurrency.lockutils [None req-673eb2cd-8c6e-430e-9501-74c0244c6bd7 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "5fa6469b-523e-480d-8eec-f8b7ea7eb38c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.726431] env[69858]: DEBUG oslo_concurrency.lockutils [None req-673eb2cd-8c6e-430e-9501-74c0244c6bd7 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "5fa6469b-523e-480d-8eec-f8b7ea7eb38c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.726431] env[69858]: DEBUG oslo_concurrency.lockutils [None req-673eb2cd-8c6e-430e-9501-74c0244c6bd7 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "5fa6469b-523e-480d-8eec-f8b7ea7eb38c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.726431] env[69858]: DEBUG oslo_concurrency.lockutils [None req-673eb2cd-8c6e-430e-9501-74c0244c6bd7 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "5fa6469b-523e-480d-8eec-f8b7ea7eb38c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.726431] env[69858]: DEBUG oslo_concurrency.lockutils [None req-673eb2cd-8c6e-430e-9501-74c0244c6bd7 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "5fa6469b-523e-480d-8eec-f8b7ea7eb38c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.728746] env[69858]: INFO nova.compute.manager [None req-673eb2cd-8c6e-430e-9501-74c0244c6bd7 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Terminating instance [ 1358.860251] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a708e6ba-e86e-42e1-9c30-2a878aadf21e tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.860544] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a708e6ba-e86e-42e1-9c30-2a878aadf21e tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.860765] env[69858]: DEBUG nova.objects.instance [None req-a708e6ba-e86e-42e1-9c30-2a878aadf21e tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lazy-loading 'resources' on Instance uuid c7a847b0-98da-4697-b3e4-8f0a2a56b76c {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.233348] env[69858]: DEBUG nova.compute.manager [None req-673eb2cd-8c6e-430e-9501-74c0244c6bd7 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1359.233602] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-673eb2cd-8c6e-430e-9501-74c0244c6bd7 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1359.234990] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d90b18-80b8-4af8-84de-2880691e9b41 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.242812] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-673eb2cd-8c6e-430e-9501-74c0244c6bd7 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1359.243057] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f832ea94-5e5e-4814-a7f3-8b2310ba19d5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.249984] env[69858]: DEBUG oslo_vmware.api [None req-673eb2cd-8c6e-430e-9501-74c0244c6bd7 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1359.249984] env[69858]: value = "task-3420157" [ 1359.249984] env[69858]: _type = "Task" [ 1359.249984] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.257916] env[69858]: DEBUG oslo_vmware.api [None req-673eb2cd-8c6e-430e-9501-74c0244c6bd7 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.501687] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d8ca96-e666-4dff-840b-36e1aa42a11b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.510431] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b78999-bf04-4589-94c4-a4f1614e5e0e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.541483] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89e8dac-a27b-4f18-8cb3-bad100706476 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.548565] env[69858]: DEBUG oslo_concurrency.lockutils [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Acquiring lock "65836e84-1a6a-483c-a508-92d98f74c583" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.549052] env[69858]: DEBUG oslo_concurrency.lockutils [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Lock "65836e84-1a6a-483c-a508-92d98f74c583" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.553629] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a524a2a-8173-42a8-85c4-b6c91b5d68e3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.571221] env[69858]: DEBUG nova.compute.provider_tree [None req-a708e6ba-e86e-42e1-9c30-2a878aadf21e tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1359.759476] env[69858]: DEBUG oslo_vmware.api [None req-673eb2cd-8c6e-430e-9501-74c0244c6bd7 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420157, 'name': PowerOffVM_Task, 'duration_secs': 0.208649} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.759772] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-673eb2cd-8c6e-430e-9501-74c0244c6bd7 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1359.759940] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-673eb2cd-8c6e-430e-9501-74c0244c6bd7 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1359.760311] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c884613f-3580-4afb-a771-71be27eca22b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.055063] env[69858]: DEBUG nova.compute.manager [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1360.076442] env[69858]: DEBUG nova.scheduler.client.report [None req-a708e6ba-e86e-42e1-9c30-2a878aadf21e tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.079775] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquiring lock "d5b99774-6068-4b82-ac04-39da8cffea8f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.080030] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lock "d5b99774-6068-4b82-ac04-39da8cffea8f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.080204] env[69858]: INFO nova.compute.manager [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Shelving [ 1360.084272] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-673eb2cd-8c6e-430e-9501-74c0244c6bd7 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1360.084490] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-673eb2cd-8c6e-430e-9501-74c0244c6bd7 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1360.084675] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-673eb2cd-8c6e-430e-9501-74c0244c6bd7 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Deleting the datastore file [datastore1] 5fa6469b-523e-480d-8eec-f8b7ea7eb38c {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1360.085184] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bfac95c-e8b6-4ead-b496-fbae43bb9efb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.093516] env[69858]: DEBUG oslo_vmware.api [None req-673eb2cd-8c6e-430e-9501-74c0244c6bd7 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1360.093516] env[69858]: value = "task-3420159" [ 1360.093516] env[69858]: _type = "Task" [ 1360.093516] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.104361] env[69858]: DEBUG oslo_vmware.api [None req-673eb2cd-8c6e-430e-9501-74c0244c6bd7 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.575869] env[69858]: DEBUG oslo_concurrency.lockutils [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.582754] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a708e6ba-e86e-42e1-9c30-2a878aadf21e tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.584838] env[69858]: DEBUG oslo_concurrency.lockutils [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.009s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.586263] env[69858]: INFO nova.compute.claims [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1360.603732] env[69858]: DEBUG oslo_vmware.api [None req-673eb2cd-8c6e-430e-9501-74c0244c6bd7 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178111} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.604662] env[69858]: INFO nova.scheduler.client.report [None req-a708e6ba-e86e-42e1-9c30-2a878aadf21e tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Deleted allocations for instance c7a847b0-98da-4697-b3e4-8f0a2a56b76c [ 1360.605549] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-673eb2cd-8c6e-430e-9501-74c0244c6bd7 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1360.607179] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-673eb2cd-8c6e-430e-9501-74c0244c6bd7 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1360.607179] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-673eb2cd-8c6e-430e-9501-74c0244c6bd7 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1360.607179] env[69858]: INFO nova.compute.manager [None req-673eb2cd-8c6e-430e-9501-74c0244c6bd7 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Took 1.37 seconds to destroy the instance on the hypervisor. [ 1360.607179] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-673eb2cd-8c6e-430e-9501-74c0244c6bd7 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1360.608927] env[69858]: DEBUG nova.compute.manager [-] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1360.609042] env[69858]: DEBUG nova.network.neutron [-] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1360.851718] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "209bba9d-f653-44b1-8b95-1f15efb01576" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.851718] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "209bba9d-f653-44b1-8b95-1f15efb01576" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.851718] env[69858]: INFO nova.compute.manager [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Shelving [ 1361.044609] env[69858]: DEBUG nova.compute.manager [req-eef403ff-0172-4b68-814e-c1124dee98df req-896f1267-67d3-4352-9a1f-187d617e3f3d service nova] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Received event network-vif-deleted-2ff5a8e5-fffc-42ff-9684-a71227a99d8a {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1361.044822] env[69858]: INFO nova.compute.manager [req-eef403ff-0172-4b68-814e-c1124dee98df req-896f1267-67d3-4352-9a1f-187d617e3f3d service nova] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Neutron deleted interface 2ff5a8e5-fffc-42ff-9684-a71227a99d8a; detaching it from the instance and deleting it from the info cache [ 1361.044999] env[69858]: DEBUG nova.network.neutron [req-eef403ff-0172-4b68-814e-c1124dee98df req-896f1267-67d3-4352-9a1f-187d617e3f3d service nova] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.094999] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1361.095489] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-232422f8-73c9-40e6-a5eb-29cac442d3ed {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.101885] env[69858]: DEBUG oslo_vmware.api [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1361.101885] env[69858]: value = "task-3420160" [ 1361.101885] env[69858]: _type = "Task" [ 1361.101885] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.110859] env[69858]: DEBUG oslo_vmware.api [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.113502] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a708e6ba-e86e-42e1-9c30-2a878aadf21e tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "c7a847b0-98da-4697-b3e4-8f0a2a56b76c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.805s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.525209] env[69858]: DEBUG nova.network.neutron [-] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.547985] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c62786f9-4576-4498-b3d8-c41cb6a171f3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.559928] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c040d959-8b23-4643-82a5-83c0001a0f42 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.588404] env[69858]: DEBUG nova.compute.manager [req-eef403ff-0172-4b68-814e-c1124dee98df req-896f1267-67d3-4352-9a1f-187d617e3f3d service nova] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Detach interface failed, port_id=2ff5a8e5-fffc-42ff-9684-a71227a99d8a, reason: Instance 5fa6469b-523e-480d-8eec-f8b7ea7eb38c could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1361.611812] env[69858]: DEBUG oslo_vmware.api [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420160, 'name': PowerOffVM_Task, 'duration_secs': 0.241354} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.612211] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1361.613264] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99eaedfd-204d-40c5-9264-4c2d05e2fa1b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.634902] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f9e16b-96d6-47ac-9abc-c6f4f98586e5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.736769] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07267436-83d5-43fb-a3ec-1a10a0dc24cb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.745133] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec3c249-31da-4c69-8279-781faf83a888 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.778541] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a341bd-8aef-474c-a3e1-158eb69d447a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.786690] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896a143c-a304-42a2-92e8-073386be42a7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.802023] env[69858]: DEBUG nova.compute.provider_tree [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.859878] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1361.860245] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-089bfc85-230e-47b6-882b-e3bab1681251 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.868603] env[69858]: DEBUG oslo_vmware.api [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1361.868603] env[69858]: value = "task-3420161" [ 1361.868603] env[69858]: _type = "Task" [ 1361.868603] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.877878] env[69858]: DEBUG oslo_vmware.api [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420161, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.027239] env[69858]: INFO nova.compute.manager [-] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Took 1.42 seconds to deallocate network for instance. [ 1362.151833] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Creating Snapshot of the VM instance {{(pid=69858) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1362.152248] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b2e282a1-2f10-4cbd-becf-48c7de3aceee {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.160124] env[69858]: DEBUG oslo_vmware.api [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1362.160124] env[69858]: value = "task-3420162" [ 1362.160124] env[69858]: _type = "Task" [ 1362.160124] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.168472] env[69858]: DEBUG oslo_vmware.api [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420162, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.306174] env[69858]: DEBUG nova.scheduler.client.report [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1362.379297] env[69858]: DEBUG oslo_vmware.api [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420161, 'name': PowerOffVM_Task, 'duration_secs': 0.250811} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.379648] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1362.380455] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d669f4-228a-4d6d-8553-be661f522c98 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.398856] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b728a9-6ff4-4633-a915-340a96236531 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.534245] env[69858]: DEBUG oslo_concurrency.lockutils [None req-673eb2cd-8c6e-430e-9501-74c0244c6bd7 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.670183] env[69858]: DEBUG oslo_vmware.api [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420162, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.810443] env[69858]: DEBUG oslo_concurrency.lockutils [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.225s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.810974] env[69858]: DEBUG nova.compute.manager [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1362.815558] env[69858]: DEBUG oslo_concurrency.lockutils [None req-673eb2cd-8c6e-430e-9501-74c0244c6bd7 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.281s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.815777] env[69858]: DEBUG nova.objects.instance [None req-673eb2cd-8c6e-430e-9501-74c0244c6bd7 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lazy-loading 'resources' on Instance uuid 5fa6469b-523e-480d-8eec-f8b7ea7eb38c {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1362.908600] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Creating Snapshot of the VM instance {{(pid=69858) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1362.908869] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-10846a53-c91b-4847-a0e0-4c022c87be9b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.916093] env[69858]: DEBUG oslo_vmware.api [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1362.916093] env[69858]: value = "task-3420163" [ 1362.916093] env[69858]: _type = "Task" [ 1362.916093] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.924473] env[69858]: DEBUG oslo_vmware.api [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420163, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.171093] env[69858]: DEBUG oslo_vmware.api [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420162, 'name': CreateSnapshot_Task, 'duration_secs': 0.621051} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.171371] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Created Snapshot of the VM instance {{(pid=69858) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1363.172125] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91d1dc2-1972-48c7-959f-8bd65a402289 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.197978] env[69858]: DEBUG nova.compute.manager [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Stashing vm_state: active {{(pid=69858) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1363.318803] env[69858]: DEBUG nova.compute.utils [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1363.320700] env[69858]: DEBUG nova.compute.manager [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1363.320879] env[69858]: DEBUG nova.network.neutron [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1363.376962] env[69858]: DEBUG nova.policy [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae4ace1cc3544a928586c862aea3fc02', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b21f619ffad4e0782aabdd80df36133', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1363.427370] env[69858]: DEBUG oslo_vmware.api [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420163, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.436572] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51884d4a-9b3f-4688-8ef6-c6ac6bcae9d8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.443644] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cfbfd4-eac0-4ff7-bf46-41c499450730 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.475538] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa5a687-558b-4c31-b7e2-497a14729459 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.482562] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a973e9ae-8024-423f-8176-36a9a7f14aa7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.495652] env[69858]: DEBUG nova.compute.provider_tree [None req-673eb2cd-8c6e-430e-9501-74c0244c6bd7 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.637343] env[69858]: DEBUG nova.network.neutron [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Successfully created port: 295b3c69-949d-4f40-8e69-5fd0ddd7ff5b {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1363.688950] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Creating linked-clone VM from snapshot {{(pid=69858) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1363.689766] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c43d7306-1aa0-4629-b59a-7168f0b82439 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.705847] env[69858]: DEBUG oslo_vmware.api [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1363.705847] env[69858]: value = "task-3420164" [ 1363.705847] env[69858]: _type = "Task" [ 1363.705847] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.713945] env[69858]: DEBUG oslo_vmware.api [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420164, 'name': CloneVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.716814] env[69858]: DEBUG oslo_concurrency.lockutils [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.826842] env[69858]: DEBUG nova.compute.manager [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1363.927281] env[69858]: DEBUG oslo_vmware.api [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420163, 'name': CreateSnapshot_Task, 'duration_secs': 0.885662} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.927604] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Created Snapshot of the VM instance {{(pid=69858) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1363.928400] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19d5a3f-740a-4e9b-92f2-b82ba70c3611 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.999182] env[69858]: DEBUG nova.scheduler.client.report [None req-673eb2cd-8c6e-430e-9501-74c0244c6bd7 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1364.216921] env[69858]: DEBUG oslo_vmware.api [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420164, 'name': CloneVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.445877] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Creating linked-clone VM from snapshot {{(pid=69858) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1364.446537] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dfda71af-61c5-43d8-a7e8-f0143db59985 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.455364] env[69858]: DEBUG oslo_vmware.api [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1364.455364] env[69858]: value = "task-3420165" [ 1364.455364] env[69858]: _type = "Task" [ 1364.455364] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.463087] env[69858]: DEBUG oslo_vmware.api [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420165, 'name': CloneVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.505169] env[69858]: DEBUG oslo_concurrency.lockutils [None req-673eb2cd-8c6e-430e-9501-74c0244c6bd7 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.689s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.507706] env[69858]: DEBUG oslo_concurrency.lockutils [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.791s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.569121] env[69858]: INFO nova.scheduler.client.report [None req-673eb2cd-8c6e-430e-9501-74c0244c6bd7 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Deleted allocations for instance 5fa6469b-523e-480d-8eec-f8b7ea7eb38c [ 1364.719855] env[69858]: DEBUG oslo_vmware.api [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420164, 'name': CloneVM_Task} progress is 95%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.836644] env[69858]: DEBUG nova.compute.manager [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1364.887600] env[69858]: DEBUG nova.virt.hardware [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1364.887850] env[69858]: DEBUG nova.virt.hardware [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1364.888020] env[69858]: DEBUG nova.virt.hardware [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1364.888269] env[69858]: DEBUG nova.virt.hardware [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1364.888457] env[69858]: DEBUG nova.virt.hardware [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1364.888681] env[69858]: DEBUG nova.virt.hardware [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1364.888974] env[69858]: DEBUG nova.virt.hardware [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1364.889202] env[69858]: DEBUG nova.virt.hardware [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1364.889404] env[69858]: DEBUG nova.virt.hardware [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1364.889577] env[69858]: DEBUG nova.virt.hardware [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1364.889756] env[69858]: DEBUG nova.virt.hardware [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1364.890663] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28ae804-7ab0-4558-9877-2304f789a426 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.898873] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5425a2f8-be60-49b0-a1d7-ba18f9851a57 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.966378] env[69858]: DEBUG oslo_vmware.api [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420165, 'name': CloneVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.012720] env[69858]: INFO nova.compute.claims [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1365.076687] env[69858]: DEBUG oslo_concurrency.lockutils [None req-673eb2cd-8c6e-430e-9501-74c0244c6bd7 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "5fa6469b-523e-480d-8eec-f8b7ea7eb38c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.351s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.079205] env[69858]: DEBUG nova.compute.manager [req-ea9f2f1c-4352-46db-abe8-e46e3b582b87 req-c14fe955-23d3-42f2-89ef-93d1449393c4 service nova] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Received event network-vif-plugged-295b3c69-949d-4f40-8e69-5fd0ddd7ff5b {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1365.079447] env[69858]: DEBUG oslo_concurrency.lockutils [req-ea9f2f1c-4352-46db-abe8-e46e3b582b87 req-c14fe955-23d3-42f2-89ef-93d1449393c4 service nova] Acquiring lock "65836e84-1a6a-483c-a508-92d98f74c583-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.079660] env[69858]: DEBUG oslo_concurrency.lockutils [req-ea9f2f1c-4352-46db-abe8-e46e3b582b87 req-c14fe955-23d3-42f2-89ef-93d1449393c4 service nova] Lock "65836e84-1a6a-483c-a508-92d98f74c583-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.079890] env[69858]: DEBUG oslo_concurrency.lockutils [req-ea9f2f1c-4352-46db-abe8-e46e3b582b87 req-c14fe955-23d3-42f2-89ef-93d1449393c4 service nova] Lock "65836e84-1a6a-483c-a508-92d98f74c583-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.080092] env[69858]: DEBUG nova.compute.manager [req-ea9f2f1c-4352-46db-abe8-e46e3b582b87 req-c14fe955-23d3-42f2-89ef-93d1449393c4 service nova] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] No waiting events found dispatching network-vif-plugged-295b3c69-949d-4f40-8e69-5fd0ddd7ff5b {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1365.080261] env[69858]: WARNING nova.compute.manager [req-ea9f2f1c-4352-46db-abe8-e46e3b582b87 req-c14fe955-23d3-42f2-89ef-93d1449393c4 service nova] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Received unexpected event network-vif-plugged-295b3c69-949d-4f40-8e69-5fd0ddd7ff5b for instance with vm_state building and task_state spawning. [ 1365.181375] env[69858]: DEBUG nova.network.neutron [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Successfully updated port: 295b3c69-949d-4f40-8e69-5fd0ddd7ff5b {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1365.219054] env[69858]: DEBUG oslo_vmware.api [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420164, 'name': CloneVM_Task, 'duration_secs': 1.149187} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.219653] env[69858]: INFO nova.virt.vmwareapi.vmops [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Created linked-clone VM from snapshot [ 1365.220465] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18ba121-0602-415e-9dba-3972966b4844 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.228464] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Uploading image 53f9bf63-6a73-4ec1-b6fb-49976eded7b2 {{(pid=69858) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1365.279941] env[69858]: DEBUG oslo_vmware.rw_handles [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1365.279941] env[69858]: value = "vm-682349" [ 1365.279941] env[69858]: _type = "VirtualMachine" [ 1365.279941] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1365.280221] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0826b3c6-9abc-407e-9341-121ba766b7e8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.288802] env[69858]: DEBUG oslo_vmware.rw_handles [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lease: (returnval){ [ 1365.288802] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c7c711-9e9a-aec7-cc0d-226ddc270e00" [ 1365.288802] env[69858]: _type = "HttpNfcLease" [ 1365.288802] env[69858]: } obtained for exporting VM: (result){ [ 1365.288802] env[69858]: value = "vm-682349" [ 1365.288802] env[69858]: _type = "VirtualMachine" [ 1365.288802] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1365.288802] env[69858]: DEBUG oslo_vmware.api [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the lease: (returnval){ [ 1365.288802] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c7c711-9e9a-aec7-cc0d-226ddc270e00" [ 1365.288802] env[69858]: _type = "HttpNfcLease" [ 1365.288802] env[69858]: } to be ready. {{(pid=69858) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1365.295156] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1365.295156] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c7c711-9e9a-aec7-cc0d-226ddc270e00" [ 1365.295156] env[69858]: _type = "HttpNfcLease" [ 1365.295156] env[69858]: } is initializing. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1365.466667] env[69858]: DEBUG oslo_vmware.api [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420165, 'name': CloneVM_Task} progress is 95%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.519944] env[69858]: INFO nova.compute.resource_tracker [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Updating resource usage from migration 13c38bbd-0491-4010-844c-0ba76031f000 [ 1365.642957] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f5a402-f9c2-44db-b5d9-3527e3c6d31a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.651253] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b7cc85-a126-4b24-9a41-ce48d649d22c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.683808] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a960e8eb-3c87-46eb-86a6-ba04edcaedd3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.687084] env[69858]: DEBUG oslo_concurrency.lockutils [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Acquiring lock "refresh_cache-65836e84-1a6a-483c-a508-92d98f74c583" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.687288] env[69858]: DEBUG oslo_concurrency.lockutils [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Acquired lock "refresh_cache-65836e84-1a6a-483c-a508-92d98f74c583" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.687509] env[69858]: DEBUG nova.network.neutron [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1365.694319] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae27d2c-a9a8-45e0-8ccb-9d3d597374d0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.712116] env[69858]: DEBUG nova.compute.provider_tree [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.794741] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1365.794741] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c7c711-9e9a-aec7-cc0d-226ddc270e00" [ 1365.794741] env[69858]: _type = "HttpNfcLease" [ 1365.794741] env[69858]: } is ready. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1365.795285] env[69858]: DEBUG oslo_vmware.rw_handles [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1365.795285] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52c7c711-9e9a-aec7-cc0d-226ddc270e00" [ 1365.795285] env[69858]: _type = "HttpNfcLease" [ 1365.795285] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1365.795753] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2044e0a3-f5b6-47cb-bc3a-be195e08b1f6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.803094] env[69858]: DEBUG oslo_vmware.rw_handles [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526fdb15-4f90-ebf9-0773-158e2d7f9d28/disk-0.vmdk from lease info. {{(pid=69858) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1365.803271] env[69858]: DEBUG oslo_vmware.rw_handles [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526fdb15-4f90-ebf9-0773-158e2d7f9d28/disk-0.vmdk for reading. {{(pid=69858) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1365.889336] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-04d84c5e-4e24-453e-be4a-8a402e34fcff {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.966361] env[69858]: DEBUG oslo_vmware.api [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420165, 'name': CloneVM_Task, 'duration_secs': 1.322705} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.966625] env[69858]: INFO nova.virt.vmwareapi.vmops [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Created linked-clone VM from snapshot [ 1365.967358] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2e1eb9-4f4f-4520-a39d-66035a96afb8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.974743] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Uploading image 6977e795-8f35-4c4a-98d7-064d2893604a {{(pid=69858) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1365.993696] env[69858]: DEBUG oslo_vmware.rw_handles [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1365.993696] env[69858]: value = "vm-682351" [ 1365.993696] env[69858]: _type = "VirtualMachine" [ 1365.993696] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1365.993945] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3154d3d3-dda4-4c3e-ba55-eaf3f975181c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.000814] env[69858]: DEBUG oslo_vmware.rw_handles [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lease: (returnval){ [ 1366.000814] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5287444e-860d-a99e-35e5-538edd0571f4" [ 1366.000814] env[69858]: _type = "HttpNfcLease" [ 1366.000814] env[69858]: } obtained for exporting VM: (result){ [ 1366.000814] env[69858]: value = "vm-682351" [ 1366.000814] env[69858]: _type = "VirtualMachine" [ 1366.000814] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1366.001115] env[69858]: DEBUG oslo_vmware.api [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the lease: (returnval){ [ 1366.001115] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5287444e-860d-a99e-35e5-538edd0571f4" [ 1366.001115] env[69858]: _type = "HttpNfcLease" [ 1366.001115] env[69858]: } to be ready. {{(pid=69858) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1366.006873] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1366.006873] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5287444e-860d-a99e-35e5-538edd0571f4" [ 1366.006873] env[69858]: _type = "HttpNfcLease" [ 1366.006873] env[69858]: } is initializing. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1366.116792] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8817c4b4-1771-4511-92ef-7efbfbab250c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "5df8bf6f-7ee1-498f-83a4-4baa81b9dde4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.117105] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8817c4b4-1771-4511-92ef-7efbfbab250c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "5df8bf6f-7ee1-498f-83a4-4baa81b9dde4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.215908] env[69858]: DEBUG nova.scheduler.client.report [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1366.223404] env[69858]: DEBUG nova.network.neutron [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1366.359965] env[69858]: DEBUG nova.network.neutron [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Updating instance_info_cache with network_info: [{"id": "295b3c69-949d-4f40-8e69-5fd0ddd7ff5b", "address": "fa:16:3e:38:31:d7", "network": {"id": "e6e3ef6f-7a77-43a3-9599-4d60a7cff786", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-333444835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b21f619ffad4e0782aabdd80df36133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295b3c69-94", "ovs_interfaceid": "295b3c69-949d-4f40-8e69-5fd0ddd7ff5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.511381] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1366.511381] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5287444e-860d-a99e-35e5-538edd0571f4" [ 1366.511381] env[69858]: _type = "HttpNfcLease" [ 1366.511381] env[69858]: } is ready. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1366.511381] env[69858]: DEBUG oslo_vmware.rw_handles [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1366.511381] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5287444e-860d-a99e-35e5-538edd0571f4" [ 1366.511381] env[69858]: _type = "HttpNfcLease" [ 1366.511381] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1366.511381] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c09e2d-024f-4fe5-bdd6-7a188c09b41d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.520894] env[69858]: DEBUG oslo_vmware.rw_handles [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d18704-ee57-891d-9d50-f89128cffe73/disk-0.vmdk from lease info. {{(pid=69858) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1366.521220] env[69858]: DEBUG oslo_vmware.rw_handles [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d18704-ee57-891d-9d50-f89128cffe73/disk-0.vmdk for reading. {{(pid=69858) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1366.621015] env[69858]: INFO nova.compute.manager [None req-8817c4b4-1771-4511-92ef-7efbfbab250c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Detaching volume 7f06e1b5-f441-4d45-8bd7-fa47c4dcbf51 [ 1366.623035] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cb4e29d5-3b06-4a98-9ee6-38f2c13ce82e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.683087] env[69858]: INFO nova.virt.block_device [None req-8817c4b4-1771-4511-92ef-7efbfbab250c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Attempting to driver detach volume 7f06e1b5-f441-4d45-8bd7-fa47c4dcbf51 from mountpoint /dev/sdb [ 1366.683453] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-8817c4b4-1771-4511-92ef-7efbfbab250c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Volume detach. Driver type: vmdk {{(pid=69858) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1366.683553] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-8817c4b4-1771-4511-92ef-7efbfbab250c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682336', 'volume_id': '7f06e1b5-f441-4d45-8bd7-fa47c4dcbf51', 'name': 'volume-7f06e1b5-f441-4d45-8bd7-fa47c4dcbf51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5df8bf6f-7ee1-498f-83a4-4baa81b9dde4', 'attached_at': '', 'detached_at': '', 'volume_id': '7f06e1b5-f441-4d45-8bd7-fa47c4dcbf51', 'serial': '7f06e1b5-f441-4d45-8bd7-fa47c4dcbf51'} {{(pid=69858) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1366.684599] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cc524f-1a5b-4455-9774-44cb362a52f9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.707747] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3c9573-2905-4227-bca5-0231ea683493 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.716050] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154b016d-35a8-47ee-b782-6cb5c7d4835b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.738059] env[69858]: DEBUG oslo_concurrency.lockutils [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.230s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.738402] env[69858]: INFO nova.compute.manager [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Migrating [ 1366.750751] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a64c6c-a058-4b1f-8ae5-5559f80554e8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.772106] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-8817c4b4-1771-4511-92ef-7efbfbab250c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] The volume has not been displaced from its original location: [datastore2] volume-7f06e1b5-f441-4d45-8bd7-fa47c4dcbf51/volume-7f06e1b5-f441-4d45-8bd7-fa47c4dcbf51.vmdk. No consolidation needed. {{(pid=69858) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1366.777639] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-8817c4b4-1771-4511-92ef-7efbfbab250c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1366.778380] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6920f313-b60c-4525-8598-08987f72ff5f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.797857] env[69858]: DEBUG oslo_vmware.api [None req-8817c4b4-1771-4511-92ef-7efbfbab250c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1366.797857] env[69858]: value = "task-3420168" [ 1366.797857] env[69858]: _type = "Task" [ 1366.797857] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.807378] env[69858]: DEBUG oslo_vmware.api [None req-8817c4b4-1771-4511-92ef-7efbfbab250c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420168, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.863333] env[69858]: DEBUG oslo_concurrency.lockutils [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Releasing lock "refresh_cache-65836e84-1a6a-483c-a508-92d98f74c583" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.863667] env[69858]: DEBUG nova.compute.manager [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Instance network_info: |[{"id": "295b3c69-949d-4f40-8e69-5fd0ddd7ff5b", "address": "fa:16:3e:38:31:d7", "network": {"id": "e6e3ef6f-7a77-43a3-9599-4d60a7cff786", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-333444835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b21f619ffad4e0782aabdd80df36133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295b3c69-94", "ovs_interfaceid": "295b3c69-949d-4f40-8e69-5fd0ddd7ff5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1366.864251] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:31:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '72781990-3cb3-42eb-9eb1-4040dedbf66f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '295b3c69-949d-4f40-8e69-5fd0ddd7ff5b', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1366.872050] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Creating folder: Project (0b21f619ffad4e0782aabdd80df36133). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1366.873411] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e042a8aa-a8cd-4fc1-81d7-99b910c2ca7f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.887427] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Created folder: Project (0b21f619ffad4e0782aabdd80df36133) in parent group-v682032. [ 1366.887427] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Creating folder: Instances. Parent ref: group-v682352. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1366.887946] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09845ce2-37a7-49e2-bb0d-76ddbc62084c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.897864] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Created folder: Instances in parent group-v682352. [ 1366.898406] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1366.898792] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1366.899127] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f599d976-68eb-439a-a729-8c105142b2b2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.923135] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1366.923135] env[69858]: value = "task-3420171" [ 1366.923135] env[69858]: _type = "Task" [ 1366.923135] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.931594] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420171, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.148069] env[69858]: DEBUG nova.compute.manager [req-f06e0ef6-042c-4487-813e-af74146f9edc req-1129700a-0cfc-4a59-834f-63cfe0878822 service nova] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Received event network-changed-295b3c69-949d-4f40-8e69-5fd0ddd7ff5b {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1367.148538] env[69858]: DEBUG nova.compute.manager [req-f06e0ef6-042c-4487-813e-af74146f9edc req-1129700a-0cfc-4a59-834f-63cfe0878822 service nova] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Refreshing instance network info cache due to event network-changed-295b3c69-949d-4f40-8e69-5fd0ddd7ff5b. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1367.148820] env[69858]: DEBUG oslo_concurrency.lockutils [req-f06e0ef6-042c-4487-813e-af74146f9edc req-1129700a-0cfc-4a59-834f-63cfe0878822 service nova] Acquiring lock "refresh_cache-65836e84-1a6a-483c-a508-92d98f74c583" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.149091] env[69858]: DEBUG oslo_concurrency.lockutils [req-f06e0ef6-042c-4487-813e-af74146f9edc req-1129700a-0cfc-4a59-834f-63cfe0878822 service nova] Acquired lock "refresh_cache-65836e84-1a6a-483c-a508-92d98f74c583" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.149262] env[69858]: DEBUG nova.network.neutron [req-f06e0ef6-042c-4487-813e-af74146f9edc req-1129700a-0cfc-4a59-834f-63cfe0878822 service nova] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Refreshing network info cache for port 295b3c69-949d-4f40-8e69-5fd0ddd7ff5b {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1367.259121] env[69858]: DEBUG oslo_concurrency.lockutils [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "refresh_cache-2c6b0368-6ba4-4184-b595-cac65d4d7145" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.259121] env[69858]: DEBUG oslo_concurrency.lockutils [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquired lock "refresh_cache-2c6b0368-6ba4-4184-b595-cac65d4d7145" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.259121] env[69858]: DEBUG nova.network.neutron [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1367.309149] env[69858]: DEBUG oslo_vmware.api [None req-8817c4b4-1771-4511-92ef-7efbfbab250c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420168, 'name': ReconfigVM_Task, 'duration_secs': 0.287979} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.309829] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-8817c4b4-1771-4511-92ef-7efbfbab250c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1367.314753] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37bb1623-ecf7-41e1-83ef-d5f3f04fe29c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.331957] env[69858]: DEBUG oslo_vmware.api [None req-8817c4b4-1771-4511-92ef-7efbfbab250c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1367.331957] env[69858]: value = "task-3420172" [ 1367.331957] env[69858]: _type = "Task" [ 1367.331957] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.341241] env[69858]: DEBUG oslo_vmware.api [None req-8817c4b4-1771-4511-92ef-7efbfbab250c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420172, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.436033] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420171, 'name': CreateVM_Task, 'duration_secs': 0.401221} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.436306] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1367.437152] env[69858]: DEBUG oslo_concurrency.lockutils [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.437451] env[69858]: DEBUG oslo_concurrency.lockutils [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.438971] env[69858]: DEBUG oslo_concurrency.lockutils [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.439345] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47bd518a-f46c-4429-b6a1-9d757d01b163 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.444082] env[69858]: DEBUG oslo_vmware.api [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Waiting for the task: (returnval){ [ 1367.444082] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5293db7d-ad24-ff43-0e3d-1f669c5fbd7b" [ 1367.444082] env[69858]: _type = "Task" [ 1367.444082] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.452033] env[69858]: DEBUG oslo_vmware.api [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5293db7d-ad24-ff43-0e3d-1f669c5fbd7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.843596] env[69858]: DEBUG oslo_vmware.api [None req-8817c4b4-1771-4511-92ef-7efbfbab250c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420172, 'name': ReconfigVM_Task, 'duration_secs': 0.176703} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.844033] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-8817c4b4-1771-4511-92ef-7efbfbab250c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682336', 'volume_id': '7f06e1b5-f441-4d45-8bd7-fa47c4dcbf51', 'name': 'volume-7f06e1b5-f441-4d45-8bd7-fa47c4dcbf51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5df8bf6f-7ee1-498f-83a4-4baa81b9dde4', 'attached_at': '', 'detached_at': '', 'volume_id': '7f06e1b5-f441-4d45-8bd7-fa47c4dcbf51', 'serial': '7f06e1b5-f441-4d45-8bd7-fa47c4dcbf51'} {{(pid=69858) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1367.942249] env[69858]: DEBUG nova.network.neutron [req-f06e0ef6-042c-4487-813e-af74146f9edc req-1129700a-0cfc-4a59-834f-63cfe0878822 service nova] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Updated VIF entry in instance network info cache for port 295b3c69-949d-4f40-8e69-5fd0ddd7ff5b. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1367.942703] env[69858]: DEBUG nova.network.neutron [req-f06e0ef6-042c-4487-813e-af74146f9edc req-1129700a-0cfc-4a59-834f-63cfe0878822 service nova] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Updating instance_info_cache with network_info: [{"id": "295b3c69-949d-4f40-8e69-5fd0ddd7ff5b", "address": "fa:16:3e:38:31:d7", "network": {"id": "e6e3ef6f-7a77-43a3-9599-4d60a7cff786", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-333444835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b21f619ffad4e0782aabdd80df36133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295b3c69-94", "ovs_interfaceid": "295b3c69-949d-4f40-8e69-5fd0ddd7ff5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.955181] env[69858]: DEBUG oslo_vmware.api [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5293db7d-ad24-ff43-0e3d-1f669c5fbd7b, 'name': SearchDatastore_Task, 'duration_secs': 0.013637} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.958784] env[69858]: DEBUG oslo_concurrency.lockutils [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.959063] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1367.959406] env[69858]: DEBUG oslo_concurrency.lockutils [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.959567] env[69858]: DEBUG oslo_concurrency.lockutils [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.959758] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1367.960461] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ec87208-aca5-4dab-bbdc-6b7caa54bbb2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.970036] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1367.970245] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1367.971067] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17ce934e-eefc-498a-910b-66a00e6d10b5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.976938] env[69858]: DEBUG oslo_vmware.api [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Waiting for the task: (returnval){ [ 1367.976938] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527c5ecb-2a11-78ee-5ddb-ef3f5cc072bc" [ 1367.976938] env[69858]: _type = "Task" [ 1367.976938] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.985173] env[69858]: DEBUG oslo_vmware.api [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527c5ecb-2a11-78ee-5ddb-ef3f5cc072bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.080819] env[69858]: DEBUG nova.network.neutron [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Updating instance_info_cache with network_info: [{"id": "4d9dcad2-dce4-4f1f-9c36-18f3209e366d", "address": "fa:16:3e:92:6a:13", "network": {"id": "0b161d6c-e53e-45aa-bc0e-59ca8de1e5b5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-387557169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eecd4e4f7852489d88ac8dc75c2ad948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d9dcad2-dc", "ovs_interfaceid": "4d9dcad2-dce4-4f1f-9c36-18f3209e366d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.417330] env[69858]: DEBUG nova.objects.instance [None req-8817c4b4-1771-4511-92ef-7efbfbab250c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lazy-loading 'flavor' on Instance uuid 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1368.446387] env[69858]: DEBUG oslo_concurrency.lockutils [req-f06e0ef6-042c-4487-813e-af74146f9edc req-1129700a-0cfc-4a59-834f-63cfe0878822 service nova] Releasing lock "refresh_cache-65836e84-1a6a-483c-a508-92d98f74c583" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.449373] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1368.489108] env[69858]: DEBUG oslo_vmware.api [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527c5ecb-2a11-78ee-5ddb-ef3f5cc072bc, 'name': SearchDatastore_Task, 'duration_secs': 0.011912} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.490036] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35f673c8-61a9-4895-ae91-02d4e2e766ef {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.495635] env[69858]: DEBUG oslo_vmware.api [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Waiting for the task: (returnval){ [ 1368.495635] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ac0ee8-4290-884e-676f-59fd07eb3afd" [ 1368.495635] env[69858]: _type = "Task" [ 1368.495635] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.504484] env[69858]: DEBUG oslo_vmware.api [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ac0ee8-4290-884e-676f-59fd07eb3afd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.583741] env[69858]: DEBUG oslo_concurrency.lockutils [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Releasing lock "refresh_cache-2c6b0368-6ba4-4184-b595-cac65d4d7145" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.007096] env[69858]: DEBUG oslo_vmware.api [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52ac0ee8-4290-884e-676f-59fd07eb3afd, 'name': SearchDatastore_Task, 'duration_secs': 0.013277} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.007399] env[69858]: DEBUG oslo_concurrency.lockutils [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.007935] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 65836e84-1a6a-483c-a508-92d98f74c583/65836e84-1a6a-483c-a508-92d98f74c583.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1369.007935] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9166b9e8-dc30-40b1-b244-604108294a28 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.016555] env[69858]: DEBUG oslo_vmware.api [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Waiting for the task: (returnval){ [ 1369.016555] env[69858]: value = "task-3420173" [ 1369.016555] env[69858]: _type = "Task" [ 1369.016555] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.024668] env[69858]: DEBUG oslo_vmware.api [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Task: {'id': task-3420173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.426436] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8817c4b4-1771-4511-92ef-7efbfbab250c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "5df8bf6f-7ee1-498f-83a4-4baa81b9dde4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.309s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.527333] env[69858]: DEBUG oslo_vmware.api [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Task: {'id': task-3420173, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.027953] env[69858]: DEBUG oslo_vmware.api [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Task: {'id': task-3420173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552354} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.028375] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 65836e84-1a6a-483c-a508-92d98f74c583/65836e84-1a6a-483c-a508-92d98f74c583.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1370.029450] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1370.029450] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f85a904-1e6a-4c19-a550-99f1524a9a9c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.036745] env[69858]: DEBUG oslo_vmware.api [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Waiting for the task: (returnval){ [ 1370.036745] env[69858]: value = "task-3420174" [ 1370.036745] env[69858]: _type = "Task" [ 1370.036745] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.046591] env[69858]: DEBUG oslo_vmware.api [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Task: {'id': task-3420174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.100023] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4603c8ed-befb-41b1-9f25-e26cdc070048 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.122464] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Updating instance '2c6b0368-6ba4-4184-b595-cac65d4d7145' progress to 0 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1370.449065] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.449387] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.489416] env[69858]: DEBUG oslo_concurrency.lockutils [None req-59c42dec-cff8-4f4b-8b9a-d503bd36458c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "5df8bf6f-7ee1-498f-83a4-4baa81b9dde4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.489813] env[69858]: DEBUG oslo_concurrency.lockutils [None req-59c42dec-cff8-4f4b-8b9a-d503bd36458c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "5df8bf6f-7ee1-498f-83a4-4baa81b9dde4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.490158] env[69858]: DEBUG oslo_concurrency.lockutils [None req-59c42dec-cff8-4f4b-8b9a-d503bd36458c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "5df8bf6f-7ee1-498f-83a4-4baa81b9dde4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.490379] env[69858]: DEBUG oslo_concurrency.lockutils [None req-59c42dec-cff8-4f4b-8b9a-d503bd36458c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "5df8bf6f-7ee1-498f-83a4-4baa81b9dde4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.490600] env[69858]: DEBUG oslo_concurrency.lockutils [None req-59c42dec-cff8-4f4b-8b9a-d503bd36458c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "5df8bf6f-7ee1-498f-83a4-4baa81b9dde4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.493281] env[69858]: INFO nova.compute.manager [None req-59c42dec-cff8-4f4b-8b9a-d503bd36458c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Terminating instance [ 1370.547779] env[69858]: DEBUG oslo_vmware.api [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Task: {'id': task-3420174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096546} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.547779] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1370.548404] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ff3565-516f-4728-8235-737bba185cb3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.572268] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 65836e84-1a6a-483c-a508-92d98f74c583/65836e84-1a6a-483c-a508-92d98f74c583.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1370.572630] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15a68a2f-63a9-415d-9808-2d2bf8f3e82d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.594130] env[69858]: DEBUG oslo_vmware.api [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Waiting for the task: (returnval){ [ 1370.594130] env[69858]: value = "task-3420175" [ 1370.594130] env[69858]: _type = "Task" [ 1370.594130] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.602584] env[69858]: DEBUG oslo_vmware.api [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Task: {'id': task-3420175, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.629024] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1370.629407] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7652cc91-a133-4083-a310-98860dfaab82 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.636514] env[69858]: DEBUG oslo_vmware.api [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1370.636514] env[69858]: value = "task-3420176" [ 1370.636514] env[69858]: _type = "Task" [ 1370.636514] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.646403] env[69858]: DEBUG oslo_vmware.api [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.997719] env[69858]: DEBUG nova.compute.manager [None req-59c42dec-cff8-4f4b-8b9a-d503bd36458c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1370.998023] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-59c42dec-cff8-4f4b-8b9a-d503bd36458c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1370.999168] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e2b74f-9ed1-4b26-9144-4878db67312f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.007704] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c42dec-cff8-4f4b-8b9a-d503bd36458c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1371.008094] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2038ae19-116e-450f-8aa0-2b09286e208b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.015511] env[69858]: DEBUG oslo_vmware.api [None req-59c42dec-cff8-4f4b-8b9a-d503bd36458c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1371.015511] env[69858]: value = "task-3420177" [ 1371.015511] env[69858]: _type = "Task" [ 1371.015511] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.025325] env[69858]: DEBUG oslo_vmware.api [None req-59c42dec-cff8-4f4b-8b9a-d503bd36458c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.105449] env[69858]: DEBUG oslo_vmware.api [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Task: {'id': task-3420175, 'name': ReconfigVM_Task, 'duration_secs': 0.418176} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.105782] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 65836e84-1a6a-483c-a508-92d98f74c583/65836e84-1a6a-483c-a508-92d98f74c583.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1371.106540] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5cac96e0-19c0-4436-a2f3-8187cc6e9457 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.114252] env[69858]: DEBUG oslo_vmware.api [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Waiting for the task: (returnval){ [ 1371.114252] env[69858]: value = "task-3420178" [ 1371.114252] env[69858]: _type = "Task" [ 1371.114252] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.123384] env[69858]: DEBUG oslo_vmware.api [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Task: {'id': task-3420178, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.146914] env[69858]: DEBUG oslo_vmware.api [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420176, 'name': PowerOffVM_Task, 'duration_secs': 0.20512} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.147244] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1371.147472] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Updating instance '2c6b0368-6ba4-4184-b595-cac65d4d7145' progress to 17 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1371.528477] env[69858]: DEBUG oslo_vmware.api [None req-59c42dec-cff8-4f4b-8b9a-d503bd36458c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420177, 'name': PowerOffVM_Task, 'duration_secs': 0.227932} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.528898] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c42dec-cff8-4f4b-8b9a-d503bd36458c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1371.529210] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-59c42dec-cff8-4f4b-8b9a-d503bd36458c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1371.529593] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e34c407e-c2b7-49f1-8960-c20d9193d7eb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.605753] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-59c42dec-cff8-4f4b-8b9a-d503bd36458c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1371.605983] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-59c42dec-cff8-4f4b-8b9a-d503bd36458c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1371.606184] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-59c42dec-cff8-4f4b-8b9a-d503bd36458c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Deleting the datastore file [datastore2] 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1371.606452] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9501f5e5-55f9-4796-a113-89d09918384d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.613650] env[69858]: DEBUG oslo_vmware.api [None req-59c42dec-cff8-4f4b-8b9a-d503bd36458c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1371.613650] env[69858]: value = "task-3420180" [ 1371.613650] env[69858]: _type = "Task" [ 1371.613650] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.624611] env[69858]: DEBUG oslo_vmware.api [None req-59c42dec-cff8-4f4b-8b9a-d503bd36458c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.627753] env[69858]: DEBUG oslo_vmware.api [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Task: {'id': task-3420178, 'name': Rename_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.654149] env[69858]: DEBUG nova.virt.hardware [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1371.654410] env[69858]: DEBUG nova.virt.hardware [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1371.654569] env[69858]: DEBUG nova.virt.hardware [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1371.654753] env[69858]: DEBUG nova.virt.hardware [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1371.654905] env[69858]: DEBUG nova.virt.hardware [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1371.655130] env[69858]: DEBUG nova.virt.hardware [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1371.655360] env[69858]: DEBUG nova.virt.hardware [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1371.655528] env[69858]: DEBUG nova.virt.hardware [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1371.655739] env[69858]: DEBUG nova.virt.hardware [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1371.655920] env[69858]: DEBUG nova.virt.hardware [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1371.656123] env[69858]: DEBUG nova.virt.hardware [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1371.661347] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4674a15-bdd9-4c38-ad74-b5680b73b8b4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.678007] env[69858]: DEBUG oslo_vmware.api [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1371.678007] env[69858]: value = "task-3420181" [ 1371.678007] env[69858]: _type = "Task" [ 1371.678007] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.687723] env[69858]: DEBUG oslo_vmware.api [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420181, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.126311] env[69858]: DEBUG oslo_vmware.api [None req-59c42dec-cff8-4f4b-8b9a-d503bd36458c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254747} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.129641] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-59c42dec-cff8-4f4b-8b9a-d503bd36458c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1372.129844] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-59c42dec-cff8-4f4b-8b9a-d503bd36458c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1372.130019] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-59c42dec-cff8-4f4b-8b9a-d503bd36458c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1372.130211] env[69858]: INFO nova.compute.manager [None req-59c42dec-cff8-4f4b-8b9a-d503bd36458c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1372.130498] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59c42dec-cff8-4f4b-8b9a-d503bd36458c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1372.130704] env[69858]: DEBUG oslo_vmware.api [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Task: {'id': task-3420178, 'name': Rename_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.130885] env[69858]: DEBUG nova.compute.manager [-] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1372.130982] env[69858]: DEBUG nova.network.neutron [-] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1372.187818] env[69858]: DEBUG oslo_vmware.api [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420181, 'name': ReconfigVM_Task, 'duration_secs': 0.242659} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.188165] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Updating instance '2c6b0368-6ba4-4184-b595-cac65d4d7145' progress to 33 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1372.626976] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.631692] env[69858]: DEBUG oslo_vmware.api [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Task: {'id': task-3420178, 'name': Rename_Task, 'duration_secs': 1.029951} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.631887] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1372.633032] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7f02ead-e1b8-49e0-969a-5394271c2a75 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.640405] env[69858]: DEBUG oslo_vmware.api [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Waiting for the task: (returnval){ [ 1372.640405] env[69858]: value = "task-3420182" [ 1372.640405] env[69858]: _type = "Task" [ 1372.640405] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.653780] env[69858]: DEBUG oslo_vmware.api [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Task: {'id': task-3420182, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.696140] env[69858]: DEBUG nova.virt.hardware [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1372.696261] env[69858]: DEBUG nova.virt.hardware [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1372.696447] env[69858]: DEBUG nova.virt.hardware [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1372.696694] env[69858]: DEBUG nova.virt.hardware [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1372.697139] env[69858]: DEBUG nova.virt.hardware [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1372.697139] env[69858]: DEBUG nova.virt.hardware [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1372.697313] env[69858]: DEBUG nova.virt.hardware [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1372.697481] env[69858]: DEBUG nova.virt.hardware [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1372.697690] env[69858]: DEBUG nova.virt.hardware [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1372.697986] env[69858]: DEBUG nova.virt.hardware [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1372.698198] env[69858]: DEBUG nova.virt.hardware [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1372.706399] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Reconfiguring VM instance instance-0000005b to detach disk 2000 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1372.706399] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56cb1401-1b40-43e8-bfd1-5bea91566127 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.724513] env[69858]: DEBUG oslo_vmware.api [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1372.724513] env[69858]: value = "task-3420183" [ 1372.724513] env[69858]: _type = "Task" [ 1372.724513] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.734069] env[69858]: DEBUG oslo_vmware.api [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420183, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.064494] env[69858]: DEBUG nova.compute.manager [req-ab795c99-aebb-4599-bbda-48b7e35b3b67 req-c055de4f-7864-4dc8-8ed7-588e2901f1cb service nova] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Received event network-vif-deleted-fb11073a-60ba-42e4-b864-d1cc95cf0196 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1373.064807] env[69858]: INFO nova.compute.manager [req-ab795c99-aebb-4599-bbda-48b7e35b3b67 req-c055de4f-7864-4dc8-8ed7-588e2901f1cb service nova] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Neutron deleted interface fb11073a-60ba-42e4-b864-d1cc95cf0196; detaching it from the instance and deleting it from the info cache [ 1373.065010] env[69858]: DEBUG nova.network.neutron [req-ab795c99-aebb-4599-bbda-48b7e35b3b67 req-c055de4f-7864-4dc8-8ed7-588e2901f1cb service nova] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.151330] env[69858]: DEBUG oslo_vmware.api [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Task: {'id': task-3420182, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.239223] env[69858]: DEBUG oslo_vmware.api [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420183, 'name': ReconfigVM_Task, 'duration_secs': 0.219577} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.239223] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Reconfigured VM instance instance-0000005b to detach disk 2000 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1373.239223] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d471d8b-8b50-4c2c-97ab-7b62e748b49b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.262631] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 2c6b0368-6ba4-4184-b595-cac65d4d7145/2c6b0368-6ba4-4184-b595-cac65d4d7145.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1373.263327] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b291fd1-c097-4c51-85e3-1bd542a9e3f6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.284651] env[69858]: DEBUG oslo_vmware.api [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1373.284651] env[69858]: value = "task-3420184" [ 1373.284651] env[69858]: _type = "Task" [ 1373.284651] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.294358] env[69858]: DEBUG oslo_vmware.api [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420184, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.426953] env[69858]: DEBUG oslo_vmware.rw_handles [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526fdb15-4f90-ebf9-0773-158e2d7f9d28/disk-0.vmdk. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1373.427955] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99416b55-41e2-4d83-b0e1-ff39b898fc59 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.434625] env[69858]: DEBUG oslo_vmware.rw_handles [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526fdb15-4f90-ebf9-0773-158e2d7f9d28/disk-0.vmdk is in state: ready. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1373.434808] env[69858]: ERROR oslo_vmware.rw_handles [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526fdb15-4f90-ebf9-0773-158e2d7f9d28/disk-0.vmdk due to incomplete transfer. [ 1373.435056] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5f8c3fd2-5b77-4126-a4db-2008c1d1cd28 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.442513] env[69858]: DEBUG oslo_vmware.rw_handles [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526fdb15-4f90-ebf9-0773-158e2d7f9d28/disk-0.vmdk. {{(pid=69858) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1373.442754] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Uploaded image 53f9bf63-6a73-4ec1-b6fb-49976eded7b2 to the Glance image server {{(pid=69858) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1373.445106] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Destroying the VM {{(pid=69858) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1373.445497] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.446754] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-615872d5-563c-417f-bbf7-3a0cdddc3838 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.454268] env[69858]: DEBUG oslo_vmware.api [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1373.454268] env[69858]: value = "task-3420185" [ 1373.454268] env[69858]: _type = "Task" [ 1373.454268] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.463641] env[69858]: DEBUG oslo_vmware.api [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420185, 'name': Destroy_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.506941] env[69858]: DEBUG nova.network.neutron [-] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.567707] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-003e8d38-da65-4b23-a6b5-ec7462314efb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.577529] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c132ea84-c0a2-4656-8f20-0630b07a68c9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.607383] env[69858]: DEBUG nova.compute.manager [req-ab795c99-aebb-4599-bbda-48b7e35b3b67 req-c055de4f-7864-4dc8-8ed7-588e2901f1cb service nova] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Detach interface failed, port_id=fb11073a-60ba-42e4-b864-d1cc95cf0196, reason: Instance 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1373.650297] env[69858]: DEBUG oslo_vmware.api [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Task: {'id': task-3420182, 'name': PowerOnVM_Task, 'duration_secs': 0.602025} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.650583] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1373.650828] env[69858]: INFO nova.compute.manager [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Took 8.81 seconds to spawn the instance on the hypervisor. [ 1373.651029] env[69858]: DEBUG nova.compute.manager [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1373.651898] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1a2e84-5592-437e-a573-92cb367cdaef {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.795300] env[69858]: DEBUG oslo_vmware.api [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420184, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.952477] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.952733] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69858) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1373.952912] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.964313] env[69858]: DEBUG oslo_vmware.api [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420185, 'name': Destroy_Task} progress is 33%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.010125] env[69858]: INFO nova.compute.manager [-] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Took 1.88 seconds to deallocate network for instance. [ 1374.169459] env[69858]: INFO nova.compute.manager [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Took 13.61 seconds to build instance. [ 1374.295233] env[69858]: DEBUG oslo_vmware.api [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420184, 'name': ReconfigVM_Task, 'duration_secs': 0.520668} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.295526] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 2c6b0368-6ba4-4184-b595-cac65d4d7145/2c6b0368-6ba4-4184-b595-cac65d4d7145.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1374.295811] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Updating instance '2c6b0368-6ba4-4184-b595-cac65d4d7145' progress to 50 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1374.456195] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.456531] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.456743] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.456907] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69858) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1374.457887] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e59a95-5e66-4fc6-bf8d-15895f805aba {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.471697] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1a16c4-f8c4-4b34-bb43-801d67868097 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.475657] env[69858]: DEBUG oslo_vmware.api [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420185, 'name': Destroy_Task, 'duration_secs': 0.540631} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.476067] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Destroyed the VM [ 1374.476591] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Deleting Snapshot of the VM instance {{(pid=69858) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1374.476842] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4f88e453-e884-4e92-9d3a-3718489e3ad6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.488094] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c91d18e-55de-4947-8989-66abff7efd8a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.491943] env[69858]: DEBUG oslo_vmware.api [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1374.491943] env[69858]: value = "task-3420186" [ 1374.491943] env[69858]: _type = "Task" [ 1374.491943] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.498102] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dead3313-9724-4d3f-b291-7ea0f7134675 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.503751] env[69858]: DEBUG oslo_vmware.api [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420186, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.530904] env[69858]: DEBUG oslo_concurrency.lockutils [None req-59c42dec-cff8-4f4b-8b9a-d503bd36458c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.531233] env[69858]: DEBUG oslo_concurrency.lockutils [None req-59c42dec-cff8-4f4b-8b9a-d503bd36458c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.531466] env[69858]: DEBUG nova.objects.instance [None req-59c42dec-cff8-4f4b-8b9a-d503bd36458c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lazy-loading 'resources' on Instance uuid 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1374.532677] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179735MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=69858) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1374.532920] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.672073] env[69858]: DEBUG oslo_concurrency.lockutils [None req-547c77e8-6bb9-4b0a-8b09-3f7f32cdb465 tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Lock "65836e84-1a6a-483c-a508-92d98f74c583" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.123s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.802870] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bda8dd-6e95-4c8c-9f06-2ed38571e720 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.824725] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78888bb6-09b9-4c12-9b16-def4fc152336 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.846767] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Updating instance '2c6b0368-6ba4-4184-b595-cac65d4d7145' progress to 67 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1375.004164] env[69858]: DEBUG oslo_vmware.api [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420186, 'name': RemoveSnapshot_Task, 'duration_secs': 0.362988} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.004497] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Deleted Snapshot of the VM instance {{(pid=69858) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1375.004938] env[69858]: DEBUG nova.compute.manager [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1375.005994] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc30b7d3-4b8a-4605-a840-763dae3a9ab6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.134099] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad48fbd-105e-40cd-9b72-81c443ac3283 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.141524] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd08ca02-d5d0-4be5-bcb7-3a06e4d0007e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.172453] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd496e8-2d9e-42f2-9e51-7c3370961306 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.180258] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703219fb-a4b7-4a13-bd15-615cb24fa789 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.194187] env[69858]: DEBUG nova.compute.provider_tree [None req-59c42dec-cff8-4f4b-8b9a-d503bd36458c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.251914] env[69858]: DEBUG oslo_concurrency.lockutils [None req-79476bed-1219-4200-bfe8-a1ecd1a7e3aa tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Acquiring lock "65836e84-1a6a-483c-a508-92d98f74c583" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.252219] env[69858]: DEBUG oslo_concurrency.lockutils [None req-79476bed-1219-4200-bfe8-a1ecd1a7e3aa tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Lock "65836e84-1a6a-483c-a508-92d98f74c583" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.252435] env[69858]: DEBUG oslo_concurrency.lockutils [None req-79476bed-1219-4200-bfe8-a1ecd1a7e3aa tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Acquiring lock "65836e84-1a6a-483c-a508-92d98f74c583-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.252647] env[69858]: DEBUG oslo_concurrency.lockutils [None req-79476bed-1219-4200-bfe8-a1ecd1a7e3aa tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Lock "65836e84-1a6a-483c-a508-92d98f74c583-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.252819] env[69858]: DEBUG oslo_concurrency.lockutils [None req-79476bed-1219-4200-bfe8-a1ecd1a7e3aa tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Lock "65836e84-1a6a-483c-a508-92d98f74c583-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.255284] env[69858]: INFO nova.compute.manager [None req-79476bed-1219-4200-bfe8-a1ecd1a7e3aa tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Terminating instance [ 1375.321726] env[69858]: DEBUG oslo_vmware.rw_handles [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d18704-ee57-891d-9d50-f89128cffe73/disk-0.vmdk. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1375.322387] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b35dbdb-cb2b-45f2-9eb1-23d464e1bedb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.328503] env[69858]: DEBUG oslo_vmware.rw_handles [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d18704-ee57-891d-9d50-f89128cffe73/disk-0.vmdk is in state: ready. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1375.328669] env[69858]: ERROR oslo_vmware.rw_handles [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d18704-ee57-891d-9d50-f89128cffe73/disk-0.vmdk due to incomplete transfer. [ 1375.328883] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0d107104-c2c6-496e-8288-51e0fe1d08e2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.335293] env[69858]: DEBUG oslo_vmware.rw_handles [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d18704-ee57-891d-9d50-f89128cffe73/disk-0.vmdk. {{(pid=69858) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1375.335488] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Uploaded image 6977e795-8f35-4c4a-98d7-064d2893604a to the Glance image server {{(pid=69858) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1375.337180] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Destroying the VM {{(pid=69858) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1375.337404] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f5199adc-190d-4c11-b690-f709f569d5d5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.343459] env[69858]: DEBUG oslo_vmware.api [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1375.343459] env[69858]: value = "task-3420187" [ 1375.343459] env[69858]: _type = "Task" [ 1375.343459] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.350554] env[69858]: DEBUG oslo_vmware.api [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420187, 'name': Destroy_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.387688] env[69858]: DEBUG nova.network.neutron [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Port 4d9dcad2-dce4-4f1f-9c36-18f3209e366d binding to destination host cpu-1 is already ACTIVE {{(pid=69858) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1375.520492] env[69858]: INFO nova.compute.manager [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Shelve offloading [ 1375.697736] env[69858]: DEBUG nova.scheduler.client.report [None req-59c42dec-cff8-4f4b-8b9a-d503bd36458c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1375.758951] env[69858]: DEBUG nova.compute.manager [None req-79476bed-1219-4200-bfe8-a1ecd1a7e3aa tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1375.759294] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-79476bed-1219-4200-bfe8-a1ecd1a7e3aa tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1375.760341] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea3652c-2b32-40be-ab92-5b83ad801fb7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.767869] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-79476bed-1219-4200-bfe8-a1ecd1a7e3aa tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1375.768141] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffc6fafb-e0cf-4276-8d52-f8046b235de6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.774218] env[69858]: DEBUG oslo_vmware.api [None req-79476bed-1219-4200-bfe8-a1ecd1a7e3aa tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Waiting for the task: (returnval){ [ 1375.774218] env[69858]: value = "task-3420188" [ 1375.774218] env[69858]: _type = "Task" [ 1375.774218] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.782372] env[69858]: DEBUG oslo_vmware.api [None req-79476bed-1219-4200-bfe8-a1ecd1a7e3aa tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Task: {'id': task-3420188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.854702] env[69858]: DEBUG oslo_vmware.api [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420187, 'name': Destroy_Task} progress is 33%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.024200] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1376.024493] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c149c6e-3a57-4bb0-9705-e48c5c60a880 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.031725] env[69858]: DEBUG oslo_vmware.api [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1376.031725] env[69858]: value = "task-3420189" [ 1376.031725] env[69858]: _type = "Task" [ 1376.031725] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.039262] env[69858]: DEBUG oslo_vmware.api [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.202567] env[69858]: DEBUG oslo_concurrency.lockutils [None req-59c42dec-cff8-4f4b-8b9a-d503bd36458c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.205099] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.672s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.226509] env[69858]: INFO nova.scheduler.client.report [None req-59c42dec-cff8-4f4b-8b9a-d503bd36458c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Deleted allocations for instance 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4 [ 1376.287587] env[69858]: DEBUG oslo_vmware.api [None req-79476bed-1219-4200-bfe8-a1ecd1a7e3aa tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Task: {'id': task-3420188, 'name': PowerOffVM_Task, 'duration_secs': 0.189128} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.288072] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-79476bed-1219-4200-bfe8-a1ecd1a7e3aa tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1376.288357] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-79476bed-1219-4200-bfe8-a1ecd1a7e3aa tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1376.288756] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0b53c1e-a243-4698-b233-5dff05a27a13 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.354703] env[69858]: DEBUG oslo_vmware.api [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420187, 'name': Destroy_Task, 'duration_secs': 0.670423} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.355581] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Destroyed the VM [ 1376.355581] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Deleting Snapshot of the VM instance {{(pid=69858) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1376.355730] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c157598b-f339-4ad9-b877-ae98729dc807 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.361580] env[69858]: DEBUG oslo_vmware.api [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1376.361580] env[69858]: value = "task-3420191" [ 1376.361580] env[69858]: _type = "Task" [ 1376.361580] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.368884] env[69858]: DEBUG oslo_vmware.api [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420191, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.375281] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-79476bed-1219-4200-bfe8-a1ecd1a7e3aa tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1376.375480] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-79476bed-1219-4200-bfe8-a1ecd1a7e3aa tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1376.375673] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-79476bed-1219-4200-bfe8-a1ecd1a7e3aa tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Deleting the datastore file [datastore1] 65836e84-1a6a-483c-a508-92d98f74c583 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1376.375935] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fed58f3b-f136-4d6c-8de8-86e439fca287 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.382076] env[69858]: DEBUG oslo_vmware.api [None req-79476bed-1219-4200-bfe8-a1ecd1a7e3aa tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Waiting for the task: (returnval){ [ 1376.382076] env[69858]: value = "task-3420192" [ 1376.382076] env[69858]: _type = "Task" [ 1376.382076] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.389999] env[69858]: DEBUG oslo_vmware.api [None req-79476bed-1219-4200-bfe8-a1ecd1a7e3aa tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Task: {'id': task-3420192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.410238] env[69858]: DEBUG oslo_concurrency.lockutils [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "2c6b0368-6ba4-4184-b595-cac65d4d7145-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.410515] env[69858]: DEBUG oslo_concurrency.lockutils [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "2c6b0368-6ba4-4184-b595-cac65d4d7145-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.410741] env[69858]: DEBUG oslo_concurrency.lockutils [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "2c6b0368-6ba4-4184-b595-cac65d4d7145-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.542811] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] VM already powered off {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1376.543102] env[69858]: DEBUG nova.compute.manager [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1376.543957] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c645f6b0-5e8f-41b9-8a2c-b39e1c52fd07 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.549710] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquiring lock "refresh_cache-d5b99774-6068-4b82-ac04-39da8cffea8f" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.549874] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquired lock "refresh_cache-d5b99774-6068-4b82-ac04-39da8cffea8f" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.550060] env[69858]: DEBUG nova.network.neutron [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1376.734381] env[69858]: DEBUG oslo_concurrency.lockutils [None req-59c42dec-cff8-4f4b-8b9a-d503bd36458c tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "5df8bf6f-7ee1-498f-83a4-4baa81b9dde4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.245s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.871935] env[69858]: DEBUG oslo_vmware.api [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420191, 'name': RemoveSnapshot_Task, 'duration_secs': 0.368045} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.872223] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Deleted Snapshot of the VM instance {{(pid=69858) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1376.872519] env[69858]: DEBUG nova.compute.manager [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1376.873312] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13503625-580e-4a5e-a2b3-8e65446ebfb6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.890610] env[69858]: DEBUG oslo_vmware.api [None req-79476bed-1219-4200-bfe8-a1ecd1a7e3aa tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Task: {'id': task-3420192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152078} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.890861] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-79476bed-1219-4200-bfe8-a1ecd1a7e3aa tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1376.891082] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-79476bed-1219-4200-bfe8-a1ecd1a7e3aa tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1376.891276] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-79476bed-1219-4200-bfe8-a1ecd1a7e3aa tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1376.891446] env[69858]: INFO nova.compute.manager [None req-79476bed-1219-4200-bfe8-a1ecd1a7e3aa tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1376.891686] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79476bed-1219-4200-bfe8-a1ecd1a7e3aa tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1376.891870] env[69858]: DEBUG nova.compute.manager [-] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1376.891966] env[69858]: DEBUG nova.network.neutron [-] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1377.173927] env[69858]: DEBUG nova.compute.manager [req-cf34b873-026d-4975-a3c3-e22e23d98d80 req-d211ab9e-0ecf-4c2f-87d6-66d595966e8f service nova] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Received event network-vif-deleted-295b3c69-949d-4f40-8e69-5fd0ddd7ff5b {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1377.174202] env[69858]: INFO nova.compute.manager [req-cf34b873-026d-4975-a3c3-e22e23d98d80 req-d211ab9e-0ecf-4c2f-87d6-66d595966e8f service nova] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Neutron deleted interface 295b3c69-949d-4f40-8e69-5fd0ddd7ff5b; detaching it from the instance and deleting it from the info cache [ 1377.174388] env[69858]: DEBUG nova.network.neutron [req-cf34b873-026d-4975-a3c3-e22e23d98d80 req-d211ab9e-0ecf-4c2f-87d6-66d595966e8f service nova] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.217022] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Applying migration context for instance 2c6b0368-6ba4-4184-b595-cac65d4d7145 as it has an incoming, in-progress migration 13c38bbd-0491-4010-844c-0ba76031f000. Migration status is post-migrating {{(pid=69858) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1377.217022] env[69858]: INFO nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Updating resource usage from migration 13c38bbd-0491-4010-844c-0ba76031f000 [ 1377.237114] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance d5b99774-6068-4b82-ac04-39da8cffea8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1377.237114] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 209bba9d-f653-44b1-8b95-1f15efb01576 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1377.237114] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance d8e77a18-636e-4c73-9423-08b6b5e1109c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1377.237114] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 65836e84-1a6a-483c-a508-92d98f74c583 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1377.237114] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Migration 13c38bbd-0491-4010-844c-0ba76031f000 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1377.237114] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 2c6b0368-6ba4-4184-b595-cac65d4d7145 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1377.237114] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69858) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1377.237114] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69858) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1377.332056] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be08f2a3-4183-42b5-9144-07f24583be1d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.341072] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5603cf-c825-41b5-a2c4-427c6fd8aa0f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.378106] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ea5afd-aa40-471f-9746-2800e4a16854 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.386379] env[69858]: INFO nova.compute.manager [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Shelve offloading [ 1377.393533] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5709fa0-2803-4446-9957-24f46fda21ff {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.408761] env[69858]: DEBUG nova.compute.provider_tree [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1377.488386] env[69858]: DEBUG nova.network.neutron [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Updating instance_info_cache with network_info: [{"id": "1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48", "address": "fa:16:3e:f7:55:59", "network": {"id": "4a5a6ac6-8400-44e7-9fe8-7f8f5d767b4f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-944920626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9738a523684878a82a7d05ecb49aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ce5d69b-93", "ovs_interfaceid": "1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.638673] env[69858]: DEBUG nova.network.neutron [-] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.677106] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2be56af0-8a92-41c4-b222-0dd269cf14cf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.686858] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97195532-6e41-4263-b898-7f72ea964c1b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.715353] env[69858]: DEBUG nova.compute.manager [req-cf34b873-026d-4975-a3c3-e22e23d98d80 req-d211ab9e-0ecf-4c2f-87d6-66d595966e8f service nova] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Detach interface failed, port_id=295b3c69-949d-4f40-8e69-5fd0ddd7ff5b, reason: Instance 65836e84-1a6a-483c-a508-92d98f74c583 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1377.716449] env[69858]: DEBUG oslo_concurrency.lockutils [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "refresh_cache-2c6b0368-6ba4-4184-b595-cac65d4d7145" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.716615] env[69858]: DEBUG oslo_concurrency.lockutils [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquired lock "refresh_cache-2c6b0368-6ba4-4184-b595-cac65d4d7145" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.716785] env[69858]: DEBUG nova.network.neutron [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1377.890524] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1377.890879] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54d2ac33-0ec9-4b9f-a784-eac0b0a636e9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.898687] env[69858]: DEBUG oslo_vmware.api [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1377.898687] env[69858]: value = "task-3420193" [ 1377.898687] env[69858]: _type = "Task" [ 1377.898687] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.905989] env[69858]: DEBUG oslo_vmware.api [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.911921] env[69858]: DEBUG nova.scheduler.client.report [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1377.990786] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Releasing lock "refresh_cache-d5b99774-6068-4b82-ac04-39da8cffea8f" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.140869] env[69858]: INFO nova.compute.manager [-] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Took 1.25 seconds to deallocate network for instance. [ 1378.409541] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] VM already powered off {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1378.410102] env[69858]: DEBUG nova.compute.manager [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1378.410929] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d600be6-ca9e-4036-8726-86dd3184210a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.416272] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69858) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1378.416531] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.212s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.417486] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1378.418911] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ca4614-0555-4d15-ba8a-8bbd2ed45a84 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.426211] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "refresh_cache-209bba9d-f653-44b1-8b95-1f15efb01576" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.426468] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquired lock "refresh_cache-209bba9d-f653-44b1-8b95-1f15efb01576" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.426746] env[69858]: DEBUG nova.network.neutron [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1378.432664] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1378.432982] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2fa2763-20de-4a24-b5a2-c073e08949da {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.501222] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1378.501467] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1378.501705] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Deleting the datastore file [datastore2] d5b99774-6068-4b82-ac04-39da8cffea8f {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1378.502372] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbf2c39a-03be-4935-8a53-d30818ce1ef2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.511938] env[69858]: DEBUG oslo_vmware.api [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1378.511938] env[69858]: value = "task-3420195" [ 1378.511938] env[69858]: _type = "Task" [ 1378.511938] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.520438] env[69858]: DEBUG oslo_vmware.api [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.563921] env[69858]: DEBUG nova.network.neutron [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Updating instance_info_cache with network_info: [{"id": "4d9dcad2-dce4-4f1f-9c36-18f3209e366d", "address": "fa:16:3e:92:6a:13", "network": {"id": "0b161d6c-e53e-45aa-bc0e-59ca8de1e5b5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-387557169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eecd4e4f7852489d88ac8dc75c2ad948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d9dcad2-dc", "ovs_interfaceid": "4d9dcad2-dce4-4f1f-9c36-18f3209e366d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.647077] env[69858]: DEBUG oslo_concurrency.lockutils [None req-79476bed-1219-4200-bfe8-a1ecd1a7e3aa tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.647347] env[69858]: DEBUG oslo_concurrency.lockutils [None req-79476bed-1219-4200-bfe8-a1ecd1a7e3aa tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.647620] env[69858]: DEBUG nova.objects.instance [None req-79476bed-1219-4200-bfe8-a1ecd1a7e3aa tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Lazy-loading 'resources' on Instance uuid 65836e84-1a6a-483c-a508-92d98f74c583 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1379.022088] env[69858]: DEBUG oslo_vmware.api [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138324} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.022367] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1379.022594] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1379.022777] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1379.048168] env[69858]: INFO nova.scheduler.client.report [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Deleted allocations for instance d5b99774-6068-4b82-ac04-39da8cffea8f [ 1379.066837] env[69858]: DEBUG oslo_concurrency.lockutils [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Releasing lock "refresh_cache-2c6b0368-6ba4-4184-b595-cac65d4d7145" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.139420] env[69858]: DEBUG nova.network.neutron [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Updating instance_info_cache with network_info: [{"id": "4513954e-34c4-4133-bfdf-a9a165d27a1c", "address": "fa:16:3e:26:18:5c", "network": {"id": "4484751d-59b0-4615-9b2a-599607510af6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1350349162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d7e8193856c48c58e9cd583c010b8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4513954e-34", "ovs_interfaceid": "4513954e-34c4-4133-bfdf-a9a165d27a1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.198422] env[69858]: DEBUG nova.compute.manager [req-78949dea-01ce-4885-a44f-d44f48dcce35 req-68a3134c-7bca-46ac-ab19-f3e2a6f49233 service nova] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Received event network-vif-unplugged-1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1379.198422] env[69858]: DEBUG oslo_concurrency.lockutils [req-78949dea-01ce-4885-a44f-d44f48dcce35 req-68a3134c-7bca-46ac-ab19-f3e2a6f49233 service nova] Acquiring lock "d5b99774-6068-4b82-ac04-39da8cffea8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.198422] env[69858]: DEBUG oslo_concurrency.lockutils [req-78949dea-01ce-4885-a44f-d44f48dcce35 req-68a3134c-7bca-46ac-ab19-f3e2a6f49233 service nova] Lock "d5b99774-6068-4b82-ac04-39da8cffea8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.198422] env[69858]: DEBUG oslo_concurrency.lockutils [req-78949dea-01ce-4885-a44f-d44f48dcce35 req-68a3134c-7bca-46ac-ab19-f3e2a6f49233 service nova] Lock "d5b99774-6068-4b82-ac04-39da8cffea8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.198422] env[69858]: DEBUG nova.compute.manager [req-78949dea-01ce-4885-a44f-d44f48dcce35 req-68a3134c-7bca-46ac-ab19-f3e2a6f49233 service nova] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] No waiting events found dispatching network-vif-unplugged-1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1379.198422] env[69858]: WARNING nova.compute.manager [req-78949dea-01ce-4885-a44f-d44f48dcce35 req-68a3134c-7bca-46ac-ab19-f3e2a6f49233 service nova] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Received unexpected event network-vif-unplugged-1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48 for instance with vm_state shelved_offloaded and task_state None. [ 1379.198756] env[69858]: DEBUG nova.compute.manager [req-78949dea-01ce-4885-a44f-d44f48dcce35 req-68a3134c-7bca-46ac-ab19-f3e2a6f49233 service nova] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Received event network-changed-1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1379.198756] env[69858]: DEBUG nova.compute.manager [req-78949dea-01ce-4885-a44f-d44f48dcce35 req-68a3134c-7bca-46ac-ab19-f3e2a6f49233 service nova] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Refreshing instance network info cache due to event network-changed-1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1379.198895] env[69858]: DEBUG oslo_concurrency.lockutils [req-78949dea-01ce-4885-a44f-d44f48dcce35 req-68a3134c-7bca-46ac-ab19-f3e2a6f49233 service nova] Acquiring lock "refresh_cache-d5b99774-6068-4b82-ac04-39da8cffea8f" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.199076] env[69858]: DEBUG oslo_concurrency.lockutils [req-78949dea-01ce-4885-a44f-d44f48dcce35 req-68a3134c-7bca-46ac-ab19-f3e2a6f49233 service nova] Acquired lock "refresh_cache-d5b99774-6068-4b82-ac04-39da8cffea8f" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.199280] env[69858]: DEBUG nova.network.neutron [req-78949dea-01ce-4885-a44f-d44f48dcce35 req-68a3134c-7bca-46ac-ab19-f3e2a6f49233 service nova] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Refreshing network info cache for port 1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1379.233142] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a695de-f89c-402f-b2ea-3a23371cb92e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.241074] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49131611-4ec0-43e5-8608-98e3083a833f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.275466] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ebc120-f1a1-49ab-9a3c-34f2fe260f49 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.283541] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9860349d-cbb6-45a1-8c2b-d9d5bb004316 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.297334] env[69858]: DEBUG nova.compute.provider_tree [None req-79476bed-1219-4200-bfe8-a1ecd1a7e3aa tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1379.552901] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.590345] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e3e1d6-d2a9-436d-a653-15d5c418ca81 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.611154] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a27b26-78d3-472d-bd3e-f8818ce5dd78 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.618048] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Updating instance '2c6b0368-6ba4-4184-b595-cac65d4d7145' progress to 83 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1379.641811] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Releasing lock "refresh_cache-209bba9d-f653-44b1-8b95-1f15efb01576" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.744245] env[69858]: DEBUG oslo_concurrency.lockutils [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "a6b99316-d8bc-4480-9371-32f0fda54af8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.744489] env[69858]: DEBUG oslo_concurrency.lockutils [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "a6b99316-d8bc-4480-9371-32f0fda54af8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.802460] env[69858]: DEBUG nova.scheduler.client.report [None req-79476bed-1219-4200-bfe8-a1ecd1a7e3aa tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1379.884721] env[69858]: DEBUG nova.compute.manager [req-fb7efa1b-a66b-48c8-b379-6a94aeed74b8 req-af28fbfc-841c-4a36-afaa-d2fbdf4e9d36 service nova] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Received event network-vif-unplugged-4513954e-34c4-4133-bfdf-a9a165d27a1c {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1379.884817] env[69858]: DEBUG oslo_concurrency.lockutils [req-fb7efa1b-a66b-48c8-b379-6a94aeed74b8 req-af28fbfc-841c-4a36-afaa-d2fbdf4e9d36 service nova] Acquiring lock "209bba9d-f653-44b1-8b95-1f15efb01576-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.885107] env[69858]: DEBUG oslo_concurrency.lockutils [req-fb7efa1b-a66b-48c8-b379-6a94aeed74b8 req-af28fbfc-841c-4a36-afaa-d2fbdf4e9d36 service nova] Lock "209bba9d-f653-44b1-8b95-1f15efb01576-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.885185] env[69858]: DEBUG oslo_concurrency.lockutils [req-fb7efa1b-a66b-48c8-b379-6a94aeed74b8 req-af28fbfc-841c-4a36-afaa-d2fbdf4e9d36 service nova] Lock "209bba9d-f653-44b1-8b95-1f15efb01576-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.885389] env[69858]: DEBUG nova.compute.manager [req-fb7efa1b-a66b-48c8-b379-6a94aeed74b8 req-af28fbfc-841c-4a36-afaa-d2fbdf4e9d36 service nova] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] No waiting events found dispatching network-vif-unplugged-4513954e-34c4-4133-bfdf-a9a165d27a1c {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1379.885510] env[69858]: WARNING nova.compute.manager [req-fb7efa1b-a66b-48c8-b379-6a94aeed74b8 req-af28fbfc-841c-4a36-afaa-d2fbdf4e9d36 service nova] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Received unexpected event network-vif-unplugged-4513954e-34c4-4133-bfdf-a9a165d27a1c for instance with vm_state shelved and task_state shelving_offloading. [ 1379.914786] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.915026] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.978121] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1379.978121] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad564c0-5864-493f-a070-2b48421b5436 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.986021] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1379.986320] env[69858]: DEBUG nova.network.neutron [req-78949dea-01ce-4885-a44f-d44f48dcce35 req-68a3134c-7bca-46ac-ab19-f3e2a6f49233 service nova] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Updated VIF entry in instance network info cache for port 1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1379.986789] env[69858]: DEBUG nova.network.neutron [req-78949dea-01ce-4885-a44f-d44f48dcce35 req-68a3134c-7bca-46ac-ab19-f3e2a6f49233 service nova] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Updating instance_info_cache with network_info: [{"id": "1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48", "address": "fa:16:3e:f7:55:59", "network": {"id": "4a5a6ac6-8400-44e7-9fe8-7f8f5d767b4f", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-944920626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9738a523684878a82a7d05ecb49aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1ce5d69b-93", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.988094] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1d792af-37da-4546-981c-84aca87607fd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.056031] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1380.056275] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1380.056531] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Deleting the datastore file [datastore1] 209bba9d-f653-44b1-8b95-1f15efb01576 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1380.056822] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-883772b7-e8b4-45d7-9f99-34713db878ac {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.063356] env[69858]: DEBUG oslo_vmware.api [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1380.063356] env[69858]: value = "task-3420197" [ 1380.063356] env[69858]: _type = "Task" [ 1380.063356] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.071266] env[69858]: DEBUG oslo_vmware.api [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.124498] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1380.124906] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e25e6fe-4ec6-4054-a31a-5e0e3c2e6a55 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.131294] env[69858]: DEBUG oslo_vmware.api [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1380.131294] env[69858]: value = "task-3420198" [ 1380.131294] env[69858]: _type = "Task" [ 1380.131294] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.144902] env[69858]: DEBUG oslo_vmware.api [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.247847] env[69858]: DEBUG nova.compute.manager [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1380.307695] env[69858]: DEBUG oslo_concurrency.lockutils [None req-79476bed-1219-4200-bfe8-a1ecd1a7e3aa tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.310248] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.757s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.310515] env[69858]: DEBUG nova.objects.instance [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lazy-loading 'resources' on Instance uuid d5b99774-6068-4b82-ac04-39da8cffea8f {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1380.325683] env[69858]: INFO nova.scheduler.client.report [None req-79476bed-1219-4200-bfe8-a1ecd1a7e3aa tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Deleted allocations for instance 65836e84-1a6a-483c-a508-92d98f74c583 [ 1380.491376] env[69858]: DEBUG oslo_concurrency.lockutils [req-78949dea-01ce-4885-a44f-d44f48dcce35 req-68a3134c-7bca-46ac-ab19-f3e2a6f49233 service nova] Releasing lock "refresh_cache-d5b99774-6068-4b82-ac04-39da8cffea8f" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.574607] env[69858]: DEBUG oslo_vmware.api [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12904} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.574928] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1380.575060] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1380.575254] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1380.591224] env[69858]: INFO nova.scheduler.client.report [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Deleted allocations for instance 209bba9d-f653-44b1-8b95-1f15efb01576 [ 1380.642187] env[69858]: DEBUG oslo_vmware.api [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420198, 'name': PowerOnVM_Task, 'duration_secs': 0.372691} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.642458] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1380.642661] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-63b79a85-e915-4f8f-9318-4f56831ef485 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Updating instance '2c6b0368-6ba4-4184-b595-cac65d4d7145' progress to 100 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1380.768822] env[69858]: DEBUG oslo_concurrency.lockutils [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.813063] env[69858]: DEBUG nova.objects.instance [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lazy-loading 'numa_topology' on Instance uuid d5b99774-6068-4b82-ac04-39da8cffea8f {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1380.832258] env[69858]: DEBUG oslo_concurrency.lockutils [None req-79476bed-1219-4200-bfe8-a1ecd1a7e3aa tempest-ServerTagsTestJSON-1714316834 tempest-ServerTagsTestJSON-1714316834-project-member] Lock "65836e84-1a6a-483c-a508-92d98f74c583" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.580s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.014759] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquiring lock "d5b99774-6068-4b82-ac04-39da8cffea8f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.095814] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.315870] env[69858]: DEBUG nova.objects.base [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69858) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1381.401263] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6d5522-9ae9-47ed-a811-e8e6dac166f1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.409702] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b763a51c-7a53-4583-a147-5f32f154680e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.443831] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6517bef-bbf5-4f83-a084-f76e949c9350 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.451551] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac08dd85-df6e-430d-a09e-28ae2b071550 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.467284] env[69858]: DEBUG nova.compute.provider_tree [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1381.918859] env[69858]: DEBUG nova.compute.manager [req-848a1d40-ebf4-4f89-8c02-508df7d7bf5e req-8d1f6981-5178-4f2f-beb6-23680b2e0522 service nova] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Received event network-changed-4513954e-34c4-4133-bfdf-a9a165d27a1c {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1381.919115] env[69858]: DEBUG nova.compute.manager [req-848a1d40-ebf4-4f89-8c02-508df7d7bf5e req-8d1f6981-5178-4f2f-beb6-23680b2e0522 service nova] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Refreshing instance network info cache due to event network-changed-4513954e-34c4-4133-bfdf-a9a165d27a1c. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1381.919232] env[69858]: DEBUG oslo_concurrency.lockutils [req-848a1d40-ebf4-4f89-8c02-508df7d7bf5e req-8d1f6981-5178-4f2f-beb6-23680b2e0522 service nova] Acquiring lock "refresh_cache-209bba9d-f653-44b1-8b95-1f15efb01576" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.919299] env[69858]: DEBUG oslo_concurrency.lockutils [req-848a1d40-ebf4-4f89-8c02-508df7d7bf5e req-8d1f6981-5178-4f2f-beb6-23680b2e0522 service nova] Acquired lock "refresh_cache-209bba9d-f653-44b1-8b95-1f15efb01576" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.919456] env[69858]: DEBUG nova.network.neutron [req-848a1d40-ebf4-4f89-8c02-508df7d7bf5e req-8d1f6981-5178-4f2f-beb6-23680b2e0522 service nova] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Refreshing network info cache for port 4513954e-34c4-4133-bfdf-a9a165d27a1c {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1381.970550] env[69858]: DEBUG nova.scheduler.client.report [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1382.477402] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.478429] env[69858]: DEBUG oslo_concurrency.lockutils [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.709s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.479768] env[69858]: INFO nova.compute.claims [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1382.540899] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "209bba9d-f653-44b1-8b95-1f15efb01576" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.724261] env[69858]: DEBUG nova.network.neutron [req-848a1d40-ebf4-4f89-8c02-508df7d7bf5e req-8d1f6981-5178-4f2f-beb6-23680b2e0522 service nova] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Updated VIF entry in instance network info cache for port 4513954e-34c4-4133-bfdf-a9a165d27a1c. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1382.724737] env[69858]: DEBUG nova.network.neutron [req-848a1d40-ebf4-4f89-8c02-508df7d7bf5e req-8d1f6981-5178-4f2f-beb6-23680b2e0522 service nova] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Updating instance_info_cache with network_info: [{"id": "4513954e-34c4-4133-bfdf-a9a165d27a1c", "address": "fa:16:3e:26:18:5c", "network": {"id": "4484751d-59b0-4615-9b2a-599607510af6", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1350349162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d7e8193856c48c58e9cd583c010b8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4513954e-34", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.989441] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4bafd838-19bf-41a5-bfb9-cad31add9dc0 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lock "d5b99774-6068-4b82-ac04-39da8cffea8f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.909s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.990360] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lock "d5b99774-6068-4b82-ac04-39da8cffea8f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.976s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.990514] env[69858]: INFO nova.compute.manager [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Unshelving [ 1383.227827] env[69858]: DEBUG oslo_concurrency.lockutils [req-848a1d40-ebf4-4f89-8c02-508df7d7bf5e req-8d1f6981-5178-4f2f-beb6-23680b2e0522 service nova] Releasing lock "refresh_cache-209bba9d-f653-44b1-8b95-1f15efb01576" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.351808] env[69858]: DEBUG oslo_concurrency.lockutils [None req-64a742b0-7d08-4601-b02f-08da4c74c8d4 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "2c6b0368-6ba4-4184-b595-cac65d4d7145" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.352113] env[69858]: DEBUG oslo_concurrency.lockutils [None req-64a742b0-7d08-4601-b02f-08da4c74c8d4 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "2c6b0368-6ba4-4184-b595-cac65d4d7145" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.352315] env[69858]: DEBUG nova.compute.manager [None req-64a742b0-7d08-4601-b02f-08da4c74c8d4 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Going to confirm migration 9 {{(pid=69858) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1383.572487] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2930f7dd-2b64-4934-9c8c-5c262056581d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.579927] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95315199-abc4-4ca0-8b23-498c53cc89e8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.610467] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f6e28f-6146-40be-bf7a-aac8953abb1b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.617444] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bee9ac-9992-4064-b816-d71fd74b6e7f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.630423] env[69858]: DEBUG nova.compute.provider_tree [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.901619] env[69858]: DEBUG oslo_concurrency.lockutils [None req-64a742b0-7d08-4601-b02f-08da4c74c8d4 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "refresh_cache-2c6b0368-6ba4-4184-b595-cac65d4d7145" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.901909] env[69858]: DEBUG oslo_concurrency.lockutils [None req-64a742b0-7d08-4601-b02f-08da4c74c8d4 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquired lock "refresh_cache-2c6b0368-6ba4-4184-b595-cac65d4d7145" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.902115] env[69858]: DEBUG nova.network.neutron [None req-64a742b0-7d08-4601-b02f-08da4c74c8d4 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1383.902310] env[69858]: DEBUG nova.objects.instance [None req-64a742b0-7d08-4601-b02f-08da4c74c8d4 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lazy-loading 'info_cache' on Instance uuid 2c6b0368-6ba4-4184-b595-cac65d4d7145 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1383.999209] env[69858]: DEBUG nova.compute.utils [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1384.134474] env[69858]: DEBUG nova.scheduler.client.report [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.502540] env[69858]: INFO nova.virt.block_device [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Booting with volume 442dfba3-26a5-40b9-ae32-31a2899bd688 at /dev/sdb [ 1384.540618] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f723da94-fdab-4da0-9f64-c7a57151f0ab {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.549759] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c0030f-7452-4190-978a-1639ec9bdbc0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.574803] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1de3318d-8720-4ccd-b0c8-2a0ebb461cbc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.582360] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2aee2fc-31cf-4e8b-baa9-a21a55ae88f0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.607141] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cc7130-6834-4581-9854-17ac83537a89 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.613109] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c32b2e2-ae1e-495a-a02d-bf483edce005 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.625511] env[69858]: DEBUG nova.virt.block_device [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Updating existing volume attachment record: e6252243-c88a-4618-99a5-7783f6886b74 {{(pid=69858) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1384.640142] env[69858]: DEBUG oslo_concurrency.lockutils [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.162s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.640636] env[69858]: DEBUG nova.compute.manager [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1384.643318] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.548s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.643545] env[69858]: DEBUG nova.objects.instance [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lazy-loading 'resources' on Instance uuid 209bba9d-f653-44b1-8b95-1f15efb01576 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1385.135904] env[69858]: DEBUG nova.network.neutron [None req-64a742b0-7d08-4601-b02f-08da4c74c8d4 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Updating instance_info_cache with network_info: [{"id": "4d9dcad2-dce4-4f1f-9c36-18f3209e366d", "address": "fa:16:3e:92:6a:13", "network": {"id": "0b161d6c-e53e-45aa-bc0e-59ca8de1e5b5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-387557169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eecd4e4f7852489d88ac8dc75c2ad948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d9dcad2-dc", "ovs_interfaceid": "4d9dcad2-dce4-4f1f-9c36-18f3209e366d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.145854] env[69858]: DEBUG nova.compute.utils [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1385.147749] env[69858]: DEBUG nova.objects.instance [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lazy-loading 'numa_topology' on Instance uuid 209bba9d-f653-44b1-8b95-1f15efb01576 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1385.148673] env[69858]: DEBUG nova.compute.manager [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1385.148772] env[69858]: DEBUG nova.network.neutron [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1385.208311] env[69858]: DEBUG nova.policy [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1486c2af6bbd45acabb6ac618ad6d546', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bc6fe72e6e849c9968ccd3f484284b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1385.469476] env[69858]: DEBUG nova.network.neutron [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Successfully created port: 3c8bf699-6a19-4a54-ba0a-4f64357a1e91 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1385.638471] env[69858]: DEBUG oslo_concurrency.lockutils [None req-64a742b0-7d08-4601-b02f-08da4c74c8d4 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Releasing lock "refresh_cache-2c6b0368-6ba4-4184-b595-cac65d4d7145" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.638754] env[69858]: DEBUG nova.objects.instance [None req-64a742b0-7d08-4601-b02f-08da4c74c8d4 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lazy-loading 'migration_context' on Instance uuid 2c6b0368-6ba4-4184-b595-cac65d4d7145 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1385.652413] env[69858]: DEBUG nova.objects.base [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Object Instance<209bba9d-f653-44b1-8b95-1f15efb01576> lazy-loaded attributes: resources,numa_topology {{(pid=69858) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1385.655114] env[69858]: DEBUG nova.compute.manager [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1385.739201] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0093bdc3-32ea-4d6c-b28b-f778a83653d2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.748814] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52284b22-9662-464d-a716-7fd53f69a9f5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.780700] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15447d89-66ad-4899-9156-a05d6d472377 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.788879] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da284ed6-8027-4650-ab69-30c8013325de {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.801815] env[69858]: DEBUG nova.compute.provider_tree [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1386.142478] env[69858]: DEBUG nova.objects.base [None req-64a742b0-7d08-4601-b02f-08da4c74c8d4 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Object Instance<2c6b0368-6ba4-4184-b595-cac65d4d7145> lazy-loaded attributes: info_cache,migration_context {{(pid=69858) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1386.143606] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8035faf-f7f5-4226-a4ed-aadfb77ca84f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.167529] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f22c1f06-8f40-4f32-bdfc-6b989688e461 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.173574] env[69858]: DEBUG oslo_vmware.api [None req-64a742b0-7d08-4601-b02f-08da4c74c8d4 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1386.173574] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5247b16d-bf4f-1d4f-6997-d557efb23ae2" [ 1386.173574] env[69858]: _type = "Task" [ 1386.173574] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.180842] env[69858]: DEBUG oslo_vmware.api [None req-64a742b0-7d08-4601-b02f-08da4c74c8d4 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5247b16d-bf4f-1d4f-6997-d557efb23ae2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.304943] env[69858]: DEBUG nova.scheduler.client.report [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1386.670041] env[69858]: DEBUG nova.compute.manager [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1386.684447] env[69858]: DEBUG oslo_vmware.api [None req-64a742b0-7d08-4601-b02f-08da4c74c8d4 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5247b16d-bf4f-1d4f-6997-d557efb23ae2, 'name': SearchDatastore_Task, 'duration_secs': 0.007333} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.684810] env[69858]: DEBUG oslo_concurrency.lockutils [None req-64a742b0-7d08-4601-b02f-08da4c74c8d4 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.737559] env[69858]: DEBUG nova.virt.hardware [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1386.738007] env[69858]: DEBUG nova.virt.hardware [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1386.738204] env[69858]: DEBUG nova.virt.hardware [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1386.738443] env[69858]: DEBUG nova.virt.hardware [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1386.738598] env[69858]: DEBUG nova.virt.hardware [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1386.738750] env[69858]: DEBUG nova.virt.hardware [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1386.738966] env[69858]: DEBUG nova.virt.hardware [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1386.739821] env[69858]: DEBUG nova.virt.hardware [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1386.740072] env[69858]: DEBUG nova.virt.hardware [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1386.740219] env[69858]: DEBUG nova.virt.hardware [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1386.740412] env[69858]: DEBUG nova.virt.hardware [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1386.741292] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2183bef0-d924-4bcd-8150-c592841fee53 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.749047] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892fa3a7-b56a-420d-9c27-06db2fd1ee70 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.810094] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.816033] env[69858]: DEBUG oslo_concurrency.lockutils [None req-64a742b0-7d08-4601-b02f-08da4c74c8d4 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.129s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.904349] env[69858]: DEBUG nova.compute.manager [req-a30efadd-3232-4f44-9cfa-400e4b53fd07 req-43944045-e5c3-4d7f-95ad-bd4f3804b654 service nova] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Received event network-vif-plugged-3c8bf699-6a19-4a54-ba0a-4f64357a1e91 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1386.904624] env[69858]: DEBUG oslo_concurrency.lockutils [req-a30efadd-3232-4f44-9cfa-400e4b53fd07 req-43944045-e5c3-4d7f-95ad-bd4f3804b654 service nova] Acquiring lock "a6b99316-d8bc-4480-9371-32f0fda54af8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.904852] env[69858]: DEBUG oslo_concurrency.lockutils [req-a30efadd-3232-4f44-9cfa-400e4b53fd07 req-43944045-e5c3-4d7f-95ad-bd4f3804b654 service nova] Lock "a6b99316-d8bc-4480-9371-32f0fda54af8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.905168] env[69858]: DEBUG oslo_concurrency.lockutils [req-a30efadd-3232-4f44-9cfa-400e4b53fd07 req-43944045-e5c3-4d7f-95ad-bd4f3804b654 service nova] Lock "a6b99316-d8bc-4480-9371-32f0fda54af8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.905540] env[69858]: DEBUG nova.compute.manager [req-a30efadd-3232-4f44-9cfa-400e4b53fd07 req-43944045-e5c3-4d7f-95ad-bd4f3804b654 service nova] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] No waiting events found dispatching network-vif-plugged-3c8bf699-6a19-4a54-ba0a-4f64357a1e91 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1386.905610] env[69858]: WARNING nova.compute.manager [req-a30efadd-3232-4f44-9cfa-400e4b53fd07 req-43944045-e5c3-4d7f-95ad-bd4f3804b654 service nova] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Received unexpected event network-vif-plugged-3c8bf699-6a19-4a54-ba0a-4f64357a1e91 for instance with vm_state building and task_state spawning. [ 1386.997503] env[69858]: DEBUG nova.network.neutron [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Successfully updated port: 3c8bf699-6a19-4a54-ba0a-4f64357a1e91 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1387.321015] env[69858]: DEBUG oslo_concurrency.lockutils [None req-b7dde082-9c5a-49c5-8f43-d3dc7b3cda09 tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "209bba9d-f653-44b1-8b95-1f15efb01576" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.471s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.322298] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "209bba9d-f653-44b1-8b95-1f15efb01576" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.782s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.322594] env[69858]: INFO nova.compute.manager [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Unshelving [ 1387.409400] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7acda9-c7cd-4426-ba60-ef80ea0f3973 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.417473] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6573ff-32f8-4be2-a591-ea8db1afe580 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.450281] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfef85a-e667-4901-a5eb-686869fab536 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.457530] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bbda73-0c76-4b16-b833-09ffcbdfaf31 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.471015] env[69858]: DEBUG nova.compute.provider_tree [None req-64a742b0-7d08-4601-b02f-08da4c74c8d4 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1387.501139] env[69858]: DEBUG oslo_concurrency.lockutils [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "refresh_cache-a6b99316-d8bc-4480-9371-32f0fda54af8" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.501139] env[69858]: DEBUG oslo_concurrency.lockutils [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquired lock "refresh_cache-a6b99316-d8bc-4480-9371-32f0fda54af8" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.501366] env[69858]: DEBUG nova.network.neutron [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1387.974710] env[69858]: DEBUG nova.scheduler.client.report [None req-64a742b0-7d08-4601-b02f-08da4c74c8d4 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1388.032456] env[69858]: DEBUG nova.network.neutron [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1388.191082] env[69858]: DEBUG nova.network.neutron [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Updating instance_info_cache with network_info: [{"id": "3c8bf699-6a19-4a54-ba0a-4f64357a1e91", "address": "fa:16:3e:fd:65:72", "network": {"id": "fcb5763a-4b90-4a15-ab0b-e1b0f81d7408", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-529132779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc6fe72e6e849c9968ccd3f484284b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c8bf699-6a", "ovs_interfaceid": "3c8bf699-6a19-4a54-ba0a-4f64357a1e91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.345958] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.693505] env[69858]: DEBUG oslo_concurrency.lockutils [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Releasing lock "refresh_cache-a6b99316-d8bc-4480-9371-32f0fda54af8" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.693783] env[69858]: DEBUG nova.compute.manager [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Instance network_info: |[{"id": "3c8bf699-6a19-4a54-ba0a-4f64357a1e91", "address": "fa:16:3e:fd:65:72", "network": {"id": "fcb5763a-4b90-4a15-ab0b-e1b0f81d7408", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-529132779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc6fe72e6e849c9968ccd3f484284b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c8bf699-6a", "ovs_interfaceid": "3c8bf699-6a19-4a54-ba0a-4f64357a1e91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1388.694247] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:65:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '715e3f37-7401-48fb-a0ee-59d340b40de1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c8bf699-6a19-4a54-ba0a-4f64357a1e91', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1388.701806] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1388.702029] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1388.702281] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7da9b2eb-ef4b-4b76-aead-31bef52d278b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.722736] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1388.722736] env[69858]: value = "task-3420203" [ 1388.722736] env[69858]: _type = "Task" [ 1388.722736] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.730127] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420203, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.929129] env[69858]: DEBUG nova.compute.manager [req-bbfc7f15-d4d4-4761-9deb-4979bb87a873 req-ac748020-645a-4b13-8951-845434470f52 service nova] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Received event network-changed-3c8bf699-6a19-4a54-ba0a-4f64357a1e91 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1388.929250] env[69858]: DEBUG nova.compute.manager [req-bbfc7f15-d4d4-4761-9deb-4979bb87a873 req-ac748020-645a-4b13-8951-845434470f52 service nova] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Refreshing instance network info cache due to event network-changed-3c8bf699-6a19-4a54-ba0a-4f64357a1e91. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1388.929455] env[69858]: DEBUG oslo_concurrency.lockutils [req-bbfc7f15-d4d4-4761-9deb-4979bb87a873 req-ac748020-645a-4b13-8951-845434470f52 service nova] Acquiring lock "refresh_cache-a6b99316-d8bc-4480-9371-32f0fda54af8" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.929606] env[69858]: DEBUG oslo_concurrency.lockutils [req-bbfc7f15-d4d4-4761-9deb-4979bb87a873 req-ac748020-645a-4b13-8951-845434470f52 service nova] Acquired lock "refresh_cache-a6b99316-d8bc-4480-9371-32f0fda54af8" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.930075] env[69858]: DEBUG nova.network.neutron [req-bbfc7f15-d4d4-4761-9deb-4979bb87a873 req-ac748020-645a-4b13-8951-845434470f52 service nova] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Refreshing network info cache for port 3c8bf699-6a19-4a54-ba0a-4f64357a1e91 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1388.985796] env[69858]: DEBUG oslo_concurrency.lockutils [None req-64a742b0-7d08-4601-b02f-08da4c74c8d4 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.172s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.988663] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.643s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.988889] env[69858]: DEBUG nova.objects.instance [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lazy-loading 'pci_requests' on Instance uuid 209bba9d-f653-44b1-8b95-1f15efb01576 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1389.233721] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420203, 'name': CreateVM_Task} progress is 25%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.496205] env[69858]: DEBUG nova.objects.instance [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lazy-loading 'numa_topology' on Instance uuid 209bba9d-f653-44b1-8b95-1f15efb01576 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1389.543958] env[69858]: INFO nova.scheduler.client.report [None req-64a742b0-7d08-4601-b02f-08da4c74c8d4 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Deleted allocation for migration 13c38bbd-0491-4010-844c-0ba76031f000 [ 1389.648548] env[69858]: DEBUG nova.network.neutron [req-bbfc7f15-d4d4-4761-9deb-4979bb87a873 req-ac748020-645a-4b13-8951-845434470f52 service nova] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Updated VIF entry in instance network info cache for port 3c8bf699-6a19-4a54-ba0a-4f64357a1e91. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1389.648843] env[69858]: DEBUG nova.network.neutron [req-bbfc7f15-d4d4-4761-9deb-4979bb87a873 req-ac748020-645a-4b13-8951-845434470f52 service nova] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Updating instance_info_cache with network_info: [{"id": "3c8bf699-6a19-4a54-ba0a-4f64357a1e91", "address": "fa:16:3e:fd:65:72", "network": {"id": "fcb5763a-4b90-4a15-ab0b-e1b0f81d7408", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-529132779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc6fe72e6e849c9968ccd3f484284b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c8bf699-6a", "ovs_interfaceid": "3c8bf699-6a19-4a54-ba0a-4f64357a1e91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.732696] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420203, 'name': CreateVM_Task, 'duration_secs': 0.72899} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.732895] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1389.733577] env[69858]: DEBUG oslo_concurrency.lockutils [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.733743] env[69858]: DEBUG oslo_concurrency.lockutils [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.734064] env[69858]: DEBUG oslo_concurrency.lockutils [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.734314] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83a25094-bb05-4862-b855-533208ad9d8f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.738761] env[69858]: DEBUG oslo_vmware.api [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1389.738761] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5224d5c3-2a79-8ba6-fa26-4a869d88621f" [ 1389.738761] env[69858]: _type = "Task" [ 1389.738761] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.746397] env[69858]: DEBUG oslo_vmware.api [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5224d5c3-2a79-8ba6-fa26-4a869d88621f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.000751] env[69858]: INFO nova.compute.claims [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1390.048832] env[69858]: DEBUG oslo_concurrency.lockutils [None req-64a742b0-7d08-4601-b02f-08da4c74c8d4 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "2c6b0368-6ba4-4184-b595-cac65d4d7145" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.697s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.151813] env[69858]: DEBUG oslo_concurrency.lockutils [req-bbfc7f15-d4d4-4761-9deb-4979bb87a873 req-ac748020-645a-4b13-8951-845434470f52 service nova] Releasing lock "refresh_cache-a6b99316-d8bc-4480-9371-32f0fda54af8" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.221189] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.248963] env[69858]: DEBUG oslo_vmware.api [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5224d5c3-2a79-8ba6-fa26-4a869d88621f, 'name': SearchDatastore_Task, 'duration_secs': 0.010836} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.249275] env[69858]: DEBUG oslo_concurrency.lockutils [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.249500] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1390.249749] env[69858]: DEBUG oslo_concurrency.lockutils [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.249905] env[69858]: DEBUG oslo_concurrency.lockutils [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.250103] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1390.250355] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fe1859d-d002-40fd-a84b-8b2ecf2e0d6f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.258368] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1390.258535] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1390.259220] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5ee1897-4591-4cf2-b4af-5ca5686c3f9d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.263862] env[69858]: DEBUG oslo_vmware.api [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1390.263862] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526b728e-16ea-2f6f-c685-6e0ac35ab79e" [ 1390.263862] env[69858]: _type = "Task" [ 1390.263862] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.271731] env[69858]: DEBUG oslo_vmware.api [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526b728e-16ea-2f6f-c685-6e0ac35ab79e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.384737] env[69858]: DEBUG oslo_concurrency.lockutils [None req-79843efb-3244-4627-9224-d3c209697e4d tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "2c6b0368-6ba4-4184-b595-cac65d4d7145" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.384737] env[69858]: DEBUG oslo_concurrency.lockutils [None req-79843efb-3244-4627-9224-d3c209697e4d tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "2c6b0368-6ba4-4184-b595-cac65d4d7145" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.384737] env[69858]: DEBUG oslo_concurrency.lockutils [None req-79843efb-3244-4627-9224-d3c209697e4d tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "2c6b0368-6ba4-4184-b595-cac65d4d7145-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.384737] env[69858]: DEBUG oslo_concurrency.lockutils [None req-79843efb-3244-4627-9224-d3c209697e4d tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "2c6b0368-6ba4-4184-b595-cac65d4d7145-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.385016] env[69858]: DEBUG oslo_concurrency.lockutils [None req-79843efb-3244-4627-9224-d3c209697e4d tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "2c6b0368-6ba4-4184-b595-cac65d4d7145-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.387180] env[69858]: INFO nova.compute.manager [None req-79843efb-3244-4627-9224-d3c209697e4d tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Terminating instance [ 1390.774707] env[69858]: DEBUG oslo_vmware.api [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526b728e-16ea-2f6f-c685-6e0ac35ab79e, 'name': SearchDatastore_Task, 'duration_secs': 0.008746} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.775517] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdf6168c-556e-4813-b431-987f66237fad {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.780769] env[69858]: DEBUG oslo_vmware.api [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1390.780769] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5296e913-7656-a14e-99b7-419ed7c3d9b3" [ 1390.780769] env[69858]: _type = "Task" [ 1390.780769] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.789286] env[69858]: DEBUG oslo_vmware.api [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5296e913-7656-a14e-99b7-419ed7c3d9b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.891228] env[69858]: DEBUG nova.compute.manager [None req-79843efb-3244-4627-9224-d3c209697e4d tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1390.891450] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-79843efb-3244-4627-9224-d3c209697e4d tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1390.892353] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589a1d3a-21be-41df-8098-22cde8d456c8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.899306] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-79843efb-3244-4627-9224-d3c209697e4d tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1390.899527] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-844a3d75-799a-4a6a-a5f0-f3f3d9ff4e14 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.906200] env[69858]: DEBUG oslo_vmware.api [None req-79843efb-3244-4627-9224-d3c209697e4d tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1390.906200] env[69858]: value = "task-3420204" [ 1390.906200] env[69858]: _type = "Task" [ 1390.906200] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.913817] env[69858]: DEBUG oslo_vmware.api [None req-79843efb-3244-4627-9224-d3c209697e4d tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.089681] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0796fee3-b643-4af1-8be5-f94a35005aa9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.097692] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59845db-bfaf-46cd-891b-ea11d5b5e5b6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.127913] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968b3540-1cca-4632-aedb-6dac51bdd7f0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.135052] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a46799-32f5-45c8-b924-e7443e899972 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.148112] env[69858]: DEBUG nova.compute.provider_tree [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.291597] env[69858]: DEBUG oslo_vmware.api [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5296e913-7656-a14e-99b7-419ed7c3d9b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010137} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.291969] env[69858]: DEBUG oslo_concurrency.lockutils [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.292316] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] a6b99316-d8bc-4480-9371-32f0fda54af8/a6b99316-d8bc-4480-9371-32f0fda54af8.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1391.292629] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d60d429-2e5c-49d7-97b6-a87c53219580 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.299850] env[69858]: DEBUG oslo_vmware.api [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1391.299850] env[69858]: value = "task-3420205" [ 1391.299850] env[69858]: _type = "Task" [ 1391.299850] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.307393] env[69858]: DEBUG oslo_vmware.api [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.418032] env[69858]: DEBUG oslo_vmware.api [None req-79843efb-3244-4627-9224-d3c209697e4d tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420204, 'name': PowerOffVM_Task, 'duration_secs': 0.185144} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.418032] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-79843efb-3244-4627-9224-d3c209697e4d tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1391.418032] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-79843efb-3244-4627-9224-d3c209697e4d tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1391.418239] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24475d07-1493-4c86-9b07-963277c23aed {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.483038] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-79843efb-3244-4627-9224-d3c209697e4d tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1391.483255] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-79843efb-3244-4627-9224-d3c209697e4d tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1391.483443] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-79843efb-3244-4627-9224-d3c209697e4d tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Deleting the datastore file [datastore2] 2c6b0368-6ba4-4184-b595-cac65d4d7145 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1391.483732] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa4e28c1-1b93-43d5-ad1c-05860bbd206d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.490198] env[69858]: DEBUG oslo_vmware.api [None req-79843efb-3244-4627-9224-d3c209697e4d tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1391.490198] env[69858]: value = "task-3420207" [ 1391.490198] env[69858]: _type = "Task" [ 1391.490198] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.498567] env[69858]: DEBUG oslo_vmware.api [None req-79843efb-3244-4627-9224-d3c209697e4d tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.651233] env[69858]: DEBUG nova.scheduler.client.report [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1391.809618] env[69858]: DEBUG oslo_vmware.api [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.417508} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.809995] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] a6b99316-d8bc-4480-9371-32f0fda54af8/a6b99316-d8bc-4480-9371-32f0fda54af8.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1391.810090] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1391.810304] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ab59c11-4d24-4c85-b22d-0a0b30431db6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.817155] env[69858]: DEBUG oslo_vmware.api [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1391.817155] env[69858]: value = "task-3420208" [ 1391.817155] env[69858]: _type = "Task" [ 1391.817155] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.824143] env[69858]: DEBUG oslo_vmware.api [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.000523] env[69858]: DEBUG oslo_vmware.api [None req-79843efb-3244-4627-9224-d3c209697e4d tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29547} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.000904] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-79843efb-3244-4627-9224-d3c209697e4d tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1392.001475] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-79843efb-3244-4627-9224-d3c209697e4d tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1392.001585] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-79843efb-3244-4627-9224-d3c209697e4d tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1392.001843] env[69858]: INFO nova.compute.manager [None req-79843efb-3244-4627-9224-d3c209697e4d tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1392.002195] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79843efb-3244-4627-9224-d3c209697e4d tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1392.002455] env[69858]: DEBUG nova.compute.manager [-] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1392.002600] env[69858]: DEBUG nova.network.neutron [-] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1392.156203] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.167s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.158445] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.937s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.158667] env[69858]: DEBUG nova.objects.instance [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lazy-loading 'pci_requests' on Instance uuid d5b99774-6068-4b82-ac04-39da8cffea8f {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1392.188955] env[69858]: INFO nova.network.neutron [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Updating port 4513954e-34c4-4133-bfdf-a9a165d27a1c with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1392.327153] env[69858]: DEBUG oslo_vmware.api [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061542} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.327415] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1392.328257] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58c7972-2dac-4988-9e91-e14b5aeaed5b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.350813] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] a6b99316-d8bc-4480-9371-32f0fda54af8/a6b99316-d8bc-4480-9371-32f0fda54af8.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1392.351152] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30aefd14-c635-429d-94a1-431b816acde4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.370884] env[69858]: DEBUG oslo_vmware.api [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1392.370884] env[69858]: value = "task-3420209" [ 1392.370884] env[69858]: _type = "Task" [ 1392.370884] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.380221] env[69858]: DEBUG oslo_vmware.api [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420209, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.515977] env[69858]: DEBUG nova.compute.manager [req-6ba16e2c-5ad5-47ed-9b29-a9675d25ee42 req-b9e55c74-475f-481c-b222-db7e859789ce service nova] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Received event network-vif-deleted-4d9dcad2-dce4-4f1f-9c36-18f3209e366d {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1392.516048] env[69858]: INFO nova.compute.manager [req-6ba16e2c-5ad5-47ed-9b29-a9675d25ee42 req-b9e55c74-475f-481c-b222-db7e859789ce service nova] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Neutron deleted interface 4d9dcad2-dce4-4f1f-9c36-18f3209e366d; detaching it from the instance and deleting it from the info cache [ 1392.517027] env[69858]: DEBUG nova.network.neutron [req-6ba16e2c-5ad5-47ed-9b29-a9675d25ee42 req-b9e55c74-475f-481c-b222-db7e859789ce service nova] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.662691] env[69858]: DEBUG nova.objects.instance [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lazy-loading 'numa_topology' on Instance uuid d5b99774-6068-4b82-ac04-39da8cffea8f {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1392.883507] env[69858]: DEBUG oslo_vmware.api [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420209, 'name': ReconfigVM_Task, 'duration_secs': 0.27184} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.883828] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Reconfigured VM instance instance-0000007a to attach disk [datastore1] a6b99316-d8bc-4480-9371-32f0fda54af8/a6b99316-d8bc-4480-9371-32f0fda54af8.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1392.884441] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d91db9f5-6a80-417a-91aa-6a677650c7fd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.890458] env[69858]: DEBUG oslo_vmware.api [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1392.890458] env[69858]: value = "task-3420210" [ 1392.890458] env[69858]: _type = "Task" [ 1392.890458] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.898087] env[69858]: DEBUG oslo_vmware.api [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420210, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.999240] env[69858]: DEBUG nova.network.neutron [-] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.019251] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-703296fc-4f77-41a6-93dd-d276fa33931c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.029042] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d008469-d813-40f6-93b5-a3f2de5e8439 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.055063] env[69858]: DEBUG nova.compute.manager [req-6ba16e2c-5ad5-47ed-9b29-a9675d25ee42 req-b9e55c74-475f-481c-b222-db7e859789ce service nova] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Detach interface failed, port_id=4d9dcad2-dce4-4f1f-9c36-18f3209e366d, reason: Instance 2c6b0368-6ba4-4184-b595-cac65d4d7145 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1393.165194] env[69858]: INFO nova.compute.claims [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1393.399963] env[69858]: DEBUG oslo_vmware.api [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420210, 'name': Rename_Task, 'duration_secs': 0.146616} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.400769] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1393.400769] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36fd7cd1-1ecc-4b52-87b0-257be0af1854 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.407871] env[69858]: DEBUG oslo_vmware.api [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1393.407871] env[69858]: value = "task-3420211" [ 1393.407871] env[69858]: _type = "Task" [ 1393.407871] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.415134] env[69858]: DEBUG oslo_vmware.api [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420211, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.501892] env[69858]: INFO nova.compute.manager [-] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Took 1.50 seconds to deallocate network for instance. [ 1393.588383] env[69858]: DEBUG nova.compute.manager [req-ac529d1d-9ba1-4d93-8dfc-818673bcadee req-16d49893-4886-4fdb-861c-d7fd88e382d0 service nova] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Received event network-vif-plugged-4513954e-34c4-4133-bfdf-a9a165d27a1c {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1393.589226] env[69858]: DEBUG oslo_concurrency.lockutils [req-ac529d1d-9ba1-4d93-8dfc-818673bcadee req-16d49893-4886-4fdb-861c-d7fd88e382d0 service nova] Acquiring lock "209bba9d-f653-44b1-8b95-1f15efb01576-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.589500] env[69858]: DEBUG oslo_concurrency.lockutils [req-ac529d1d-9ba1-4d93-8dfc-818673bcadee req-16d49893-4886-4fdb-861c-d7fd88e382d0 service nova] Lock "209bba9d-f653-44b1-8b95-1f15efb01576-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.589703] env[69858]: DEBUG oslo_concurrency.lockutils [req-ac529d1d-9ba1-4d93-8dfc-818673bcadee req-16d49893-4886-4fdb-861c-d7fd88e382d0 service nova] Lock "209bba9d-f653-44b1-8b95-1f15efb01576-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.589909] env[69858]: DEBUG nova.compute.manager [req-ac529d1d-9ba1-4d93-8dfc-818673bcadee req-16d49893-4886-4fdb-861c-d7fd88e382d0 service nova] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] No waiting events found dispatching network-vif-plugged-4513954e-34c4-4133-bfdf-a9a165d27a1c {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1393.590101] env[69858]: WARNING nova.compute.manager [req-ac529d1d-9ba1-4d93-8dfc-818673bcadee req-16d49893-4886-4fdb-861c-d7fd88e382d0 service nova] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Received unexpected event network-vif-plugged-4513954e-34c4-4133-bfdf-a9a165d27a1c for instance with vm_state shelved_offloaded and task_state spawning. [ 1393.677909] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "refresh_cache-209bba9d-f653-44b1-8b95-1f15efb01576" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.678251] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquired lock "refresh_cache-209bba9d-f653-44b1-8b95-1f15efb01576" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.678340] env[69858]: DEBUG nova.network.neutron [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1393.918646] env[69858]: DEBUG oslo_vmware.api [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420211, 'name': PowerOnVM_Task, 'duration_secs': 0.451065} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.919030] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1393.919170] env[69858]: INFO nova.compute.manager [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Took 7.25 seconds to spawn the instance on the hypervisor. [ 1393.919403] env[69858]: DEBUG nova.compute.manager [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1393.920245] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385a5ee5-1bf9-4d06-96fe-abf0c173cef9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.008971] env[69858]: DEBUG oslo_concurrency.lockutils [None req-79843efb-3244-4627-9224-d3c209697e4d tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.055816] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8b250b19-cd70-4e14-bd80-63bc21e1e8e1 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Acquiring lock "d8e77a18-636e-4c73-9423-08b6b5e1109c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.056061] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8b250b19-cd70-4e14-bd80-63bc21e1e8e1 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "d8e77a18-636e-4c73-9423-08b6b5e1109c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.245980] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0ae979-3ee0-40e0-9367-a626f451a59c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.253696] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b316d6-709e-4ad7-89f0-7a18d21219a7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.285244] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddc2cda-6e32-427e-86cb-e3629d119264 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.292601] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ee1521-75c0-4589-bea1-a3905b613e0f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.305712] env[69858]: DEBUG nova.compute.provider_tree [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1394.418714] env[69858]: DEBUG nova.network.neutron [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Updating instance_info_cache with network_info: [{"id": "4513954e-34c4-4133-bfdf-a9a165d27a1c", "address": "fa:16:3e:26:18:5c", "network": {"id": "4484751d-59b0-4615-9b2a-599607510af6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1350349162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d7e8193856c48c58e9cd583c010b8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4513954e-34", "ovs_interfaceid": "4513954e-34c4-4133-bfdf-a9a165d27a1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.436526] env[69858]: INFO nova.compute.manager [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Took 13.68 seconds to build instance. [ 1394.558874] env[69858]: DEBUG nova.compute.utils [None req-8b250b19-cd70-4e14-bd80-63bc21e1e8e1 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1394.809320] env[69858]: DEBUG nova.scheduler.client.report [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1394.921121] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Releasing lock "refresh_cache-209bba9d-f653-44b1-8b95-1f15efb01576" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.938415] env[69858]: DEBUG oslo_concurrency.lockutils [None req-24e0aade-2a3d-43a8-abf6-7a13d8352dbf tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "a6b99316-d8bc-4480-9371-32f0fda54af8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.194s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.950420] env[69858]: DEBUG nova.virt.hardware [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='8403fc5fb93269234e2b30ace0f4aef3',container_format='bare',created_at=2025-04-14T14:40:24Z,direct_url=,disk_format='vmdk',id=6977e795-8f35-4c4a-98d7-064d2893604a,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-994492537-shelved',owner='1d7e8193856c48c58e9cd583c010b8fa',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-04-14T14:40:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1394.950672] env[69858]: DEBUG nova.virt.hardware [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1394.950832] env[69858]: DEBUG nova.virt.hardware [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1394.951376] env[69858]: DEBUG nova.virt.hardware [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1394.951376] env[69858]: DEBUG nova.virt.hardware [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1394.951376] env[69858]: DEBUG nova.virt.hardware [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1394.952026] env[69858]: DEBUG nova.virt.hardware [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1394.952026] env[69858]: DEBUG nova.virt.hardware [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1394.952026] env[69858]: DEBUG nova.virt.hardware [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1394.952026] env[69858]: DEBUG nova.virt.hardware [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1394.952298] env[69858]: DEBUG nova.virt.hardware [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1394.953395] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b375eff4-4160-40de-b0e1-ab7ec5026e81 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.963162] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ac360e-d54a-4b4c-802d-026c972fced8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.976664] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:18:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4513954e-34c4-4133-bfdf-a9a165d27a1c', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1394.983842] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1394.984091] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1394.984296] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ff3ea1d-810b-4ad1-82bc-f59aedf98b35 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.003561] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1395.003561] env[69858]: value = "task-3420212" [ 1395.003561] env[69858]: _type = "Task" [ 1395.003561] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.010896] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420212, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.061940] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8b250b19-cd70-4e14-bd80-63bc21e1e8e1 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "d8e77a18-636e-4c73-9423-08b6b5e1109c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.314242] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.156s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.317456] env[69858]: DEBUG oslo_concurrency.lockutils [None req-79843efb-3244-4627-9224-d3c209697e4d tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.308s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.317456] env[69858]: DEBUG oslo_concurrency.lockutils [None req-79843efb-3244-4627-9224-d3c209697e4d tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.339664] env[69858]: INFO nova.scheduler.client.report [None req-79843efb-3244-4627-9224-d3c209697e4d tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Deleted allocations for instance 2c6b0368-6ba4-4184-b595-cac65d4d7145 [ 1395.345772] env[69858]: INFO nova.network.neutron [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Updating port 1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1395.385984] env[69858]: DEBUG nova.compute.manager [req-2e9d11e0-f21f-444d-abb8-b919521ff95b req-8d404256-3711-4050-a5ad-a924e48af08d service nova] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Received event network-changed-3c8bf699-6a19-4a54-ba0a-4f64357a1e91 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1395.386215] env[69858]: DEBUG nova.compute.manager [req-2e9d11e0-f21f-444d-abb8-b919521ff95b req-8d404256-3711-4050-a5ad-a924e48af08d service nova] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Refreshing instance network info cache due to event network-changed-3c8bf699-6a19-4a54-ba0a-4f64357a1e91. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1395.386558] env[69858]: DEBUG oslo_concurrency.lockutils [req-2e9d11e0-f21f-444d-abb8-b919521ff95b req-8d404256-3711-4050-a5ad-a924e48af08d service nova] Acquiring lock "refresh_cache-a6b99316-d8bc-4480-9371-32f0fda54af8" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.386558] env[69858]: DEBUG oslo_concurrency.lockutils [req-2e9d11e0-f21f-444d-abb8-b919521ff95b req-8d404256-3711-4050-a5ad-a924e48af08d service nova] Acquired lock "refresh_cache-a6b99316-d8bc-4480-9371-32f0fda54af8" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.386750] env[69858]: DEBUG nova.network.neutron [req-2e9d11e0-f21f-444d-abb8-b919521ff95b req-8d404256-3711-4050-a5ad-a924e48af08d service nova] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Refreshing network info cache for port 3c8bf699-6a19-4a54-ba0a-4f64357a1e91 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1395.515615] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420212, 'name': CreateVM_Task} progress is 25%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.654543] env[69858]: DEBUG nova.compute.manager [req-e0e223b1-f5cf-4973-9b96-6f4a70cb343a req-561a43c1-9e6a-4869-af80-c163c1a95861 service nova] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Received event network-changed-4513954e-34c4-4133-bfdf-a9a165d27a1c {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1395.654543] env[69858]: DEBUG nova.compute.manager [req-e0e223b1-f5cf-4973-9b96-6f4a70cb343a req-561a43c1-9e6a-4869-af80-c163c1a95861 service nova] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Refreshing instance network info cache due to event network-changed-4513954e-34c4-4133-bfdf-a9a165d27a1c. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1395.654543] env[69858]: DEBUG oslo_concurrency.lockutils [req-e0e223b1-f5cf-4973-9b96-6f4a70cb343a req-561a43c1-9e6a-4869-af80-c163c1a95861 service nova] Acquiring lock "refresh_cache-209bba9d-f653-44b1-8b95-1f15efb01576" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.654543] env[69858]: DEBUG oslo_concurrency.lockutils [req-e0e223b1-f5cf-4973-9b96-6f4a70cb343a req-561a43c1-9e6a-4869-af80-c163c1a95861 service nova] Acquired lock "refresh_cache-209bba9d-f653-44b1-8b95-1f15efb01576" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.654543] env[69858]: DEBUG nova.network.neutron [req-e0e223b1-f5cf-4973-9b96-6f4a70cb343a req-561a43c1-9e6a-4869-af80-c163c1a95861 service nova] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Refreshing network info cache for port 4513954e-34c4-4133-bfdf-a9a165d27a1c {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1395.848933] env[69858]: DEBUG oslo_concurrency.lockutils [None req-79843efb-3244-4627-9224-d3c209697e4d tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "2c6b0368-6ba4-4184-b595-cac65d4d7145" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.464s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.015939] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420212, 'name': CreateVM_Task, 'duration_secs': 0.840273} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.018539] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1396.019278] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6977e795-8f35-4c4a-98d7-064d2893604a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.019452] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6977e795-8f35-4c4a-98d7-064d2893604a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.019860] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6977e795-8f35-4c4a-98d7-064d2893604a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.020398] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b32aad0b-0784-45ef-aba9-47102a5425fb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.025468] env[69858]: DEBUG oslo_vmware.api [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1396.025468] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a839ac-d36d-308d-ad9e-1a84910258a9" [ 1396.025468] env[69858]: _type = "Task" [ 1396.025468] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.035271] env[69858]: DEBUG oslo_vmware.api [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a839ac-d36d-308d-ad9e-1a84910258a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.112418] env[69858]: DEBUG nova.network.neutron [req-2e9d11e0-f21f-444d-abb8-b919521ff95b req-8d404256-3711-4050-a5ad-a924e48af08d service nova] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Updated VIF entry in instance network info cache for port 3c8bf699-6a19-4a54-ba0a-4f64357a1e91. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1396.112827] env[69858]: DEBUG nova.network.neutron [req-2e9d11e0-f21f-444d-abb8-b919521ff95b req-8d404256-3711-4050-a5ad-a924e48af08d service nova] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Updating instance_info_cache with network_info: [{"id": "3c8bf699-6a19-4a54-ba0a-4f64357a1e91", "address": "fa:16:3e:fd:65:72", "network": {"id": "fcb5763a-4b90-4a15-ab0b-e1b0f81d7408", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-529132779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc6fe72e6e849c9968ccd3f484284b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c8bf699-6a", "ovs_interfaceid": "3c8bf699-6a19-4a54-ba0a-4f64357a1e91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.133028] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8b250b19-cd70-4e14-bd80-63bc21e1e8e1 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Acquiring lock "d8e77a18-636e-4c73-9423-08b6b5e1109c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.133336] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8b250b19-cd70-4e14-bd80-63bc21e1e8e1 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "d8e77a18-636e-4c73-9423-08b6b5e1109c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.133586] env[69858]: INFO nova.compute.manager [None req-8b250b19-cd70-4e14-bd80-63bc21e1e8e1 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Attaching volume e76dd45f-be19-49e0-bfbe-0a2f52c96def to /dev/sdb [ 1396.171749] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48783665-f991-4de6-a32f-e93161a74ef3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.179545] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2255af73-6c3e-43f3-b4c3-7c58c28030fb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.193363] env[69858]: DEBUG nova.virt.block_device [None req-8b250b19-cd70-4e14-bd80-63bc21e1e8e1 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Updating existing volume attachment record: 167fccfc-4c36-4466-ba4a-6148b3d44b44 {{(pid=69858) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1396.399977] env[69858]: DEBUG nova.network.neutron [req-e0e223b1-f5cf-4973-9b96-6f4a70cb343a req-561a43c1-9e6a-4869-af80-c163c1a95861 service nova] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Updated VIF entry in instance network info cache for port 4513954e-34c4-4133-bfdf-a9a165d27a1c. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1396.400437] env[69858]: DEBUG nova.network.neutron [req-e0e223b1-f5cf-4973-9b96-6f4a70cb343a req-561a43c1-9e6a-4869-af80-c163c1a95861 service nova] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Updating instance_info_cache with network_info: [{"id": "4513954e-34c4-4133-bfdf-a9a165d27a1c", "address": "fa:16:3e:26:18:5c", "network": {"id": "4484751d-59b0-4615-9b2a-599607510af6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1350349162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d7e8193856c48c58e9cd583c010b8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4513954e-34", "ovs_interfaceid": "4513954e-34c4-4133-bfdf-a9a165d27a1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.519056] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "b7c9ab96-8e76-47c2-9f42-91b0aaee212e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.519351] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "b7c9ab96-8e76-47c2-9f42-91b0aaee212e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.537705] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6977e795-8f35-4c4a-98d7-064d2893604a" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.538038] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Processing image 6977e795-8f35-4c4a-98d7-064d2893604a {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1396.538340] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6977e795-8f35-4c4a-98d7-064d2893604a/6977e795-8f35-4c4a-98d7-064d2893604a.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.538535] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6977e795-8f35-4c4a-98d7-064d2893604a/6977e795-8f35-4c4a-98d7-064d2893604a.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.538761] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1396.539066] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4580a4b7-d03c-4ddd-b801-c6dd96873307 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.547866] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1396.548096] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1396.548864] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f587815d-9259-42b8-883a-07da8d564a3f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.554748] env[69858]: DEBUG oslo_vmware.api [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1396.554748] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5203d2bb-da4b-c3cb-9076-62e12130db15" [ 1396.554748] env[69858]: _type = "Task" [ 1396.554748] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.562672] env[69858]: DEBUG oslo_vmware.api [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5203d2bb-da4b-c3cb-9076-62e12130db15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.616019] env[69858]: DEBUG oslo_concurrency.lockutils [req-2e9d11e0-f21f-444d-abb8-b919521ff95b req-8d404256-3711-4050-a5ad-a924e48af08d service nova] Releasing lock "refresh_cache-a6b99316-d8bc-4480-9371-32f0fda54af8" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.807982] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquiring lock "refresh_cache-d5b99774-6068-4b82-ac04-39da8cffea8f" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.807982] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquired lock "refresh_cache-d5b99774-6068-4b82-ac04-39da8cffea8f" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.807982] env[69858]: DEBUG nova.network.neutron [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1396.902809] env[69858]: DEBUG oslo_concurrency.lockutils [req-e0e223b1-f5cf-4973-9b96-6f4a70cb343a req-561a43c1-9e6a-4869-af80-c163c1a95861 service nova] Releasing lock "refresh_cache-209bba9d-f653-44b1-8b95-1f15efb01576" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.021630] env[69858]: DEBUG nova.compute.manager [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1397.066064] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Preparing fetch location {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1397.066340] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Fetch image to [datastore2] OSTACK_IMG_d3d64385-8550-407d-bcf7-96058952fde8/OSTACK_IMG_d3d64385-8550-407d-bcf7-96058952fde8.vmdk {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1397.066560] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Downloading stream optimized image 6977e795-8f35-4c4a-98d7-064d2893604a to [datastore2] OSTACK_IMG_d3d64385-8550-407d-bcf7-96058952fde8/OSTACK_IMG_d3d64385-8550-407d-bcf7-96058952fde8.vmdk on the data store datastore2 as vApp {{(pid=69858) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1397.066738] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Downloading image file data 6977e795-8f35-4c4a-98d7-064d2893604a to the ESX as VM named 'OSTACK_IMG_d3d64385-8550-407d-bcf7-96058952fde8' {{(pid=69858) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1397.139154] env[69858]: DEBUG oslo_vmware.rw_handles [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1397.139154] env[69858]: value = "resgroup-9" [ 1397.139154] env[69858]: _type = "ResourcePool" [ 1397.139154] env[69858]: }. {{(pid=69858) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1397.139439] env[69858]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-84ab9488-80e4-4bc7-9200-cfbbf0e443cb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.161873] env[69858]: DEBUG oslo_vmware.rw_handles [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lease: (returnval){ [ 1397.161873] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d8656d-8d75-2109-f55a-c4ab887eb8ca" [ 1397.161873] env[69858]: _type = "HttpNfcLease" [ 1397.161873] env[69858]: } obtained for vApp import into resource pool (val){ [ 1397.161873] env[69858]: value = "resgroup-9" [ 1397.161873] env[69858]: _type = "ResourcePool" [ 1397.161873] env[69858]: }. {{(pid=69858) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1397.161873] env[69858]: DEBUG oslo_vmware.api [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the lease: (returnval){ [ 1397.161873] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d8656d-8d75-2109-f55a-c4ab887eb8ca" [ 1397.161873] env[69858]: _type = "HttpNfcLease" [ 1397.161873] env[69858]: } to be ready. {{(pid=69858) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1397.167286] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1397.167286] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d8656d-8d75-2109-f55a-c4ab887eb8ca" [ 1397.167286] env[69858]: _type = "HttpNfcLease" [ 1397.167286] env[69858]: } is initializing. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1397.519252] env[69858]: DEBUG nova.network.neutron [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Updating instance_info_cache with network_info: [{"id": "1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48", "address": "fa:16:3e:f7:55:59", "network": {"id": "4a5a6ac6-8400-44e7-9fe8-7f8f5d767b4f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-944920626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9738a523684878a82a7d05ecb49aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ce5d69b-93", "ovs_interfaceid": "1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.543534] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.543805] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.545367] env[69858]: INFO nova.compute.claims [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1397.671785] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1397.671785] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d8656d-8d75-2109-f55a-c4ab887eb8ca" [ 1397.671785] env[69858]: _type = "HttpNfcLease" [ 1397.671785] env[69858]: } is initializing. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1397.679049] env[69858]: DEBUG nova.compute.manager [req-61dc2394-4386-4b44-9791-aef1547906c5 req-2a3be64d-8cde-4241-8f49-05f7b319186b service nova] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Received event network-vif-plugged-1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1397.679313] env[69858]: DEBUG oslo_concurrency.lockutils [req-61dc2394-4386-4b44-9791-aef1547906c5 req-2a3be64d-8cde-4241-8f49-05f7b319186b service nova] Acquiring lock "d5b99774-6068-4b82-ac04-39da8cffea8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.679533] env[69858]: DEBUG oslo_concurrency.lockutils [req-61dc2394-4386-4b44-9791-aef1547906c5 req-2a3be64d-8cde-4241-8f49-05f7b319186b service nova] Lock "d5b99774-6068-4b82-ac04-39da8cffea8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.679701] env[69858]: DEBUG oslo_concurrency.lockutils [req-61dc2394-4386-4b44-9791-aef1547906c5 req-2a3be64d-8cde-4241-8f49-05f7b319186b service nova] Lock "d5b99774-6068-4b82-ac04-39da8cffea8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.679904] env[69858]: DEBUG nova.compute.manager [req-61dc2394-4386-4b44-9791-aef1547906c5 req-2a3be64d-8cde-4241-8f49-05f7b319186b service nova] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] No waiting events found dispatching network-vif-plugged-1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1397.680092] env[69858]: WARNING nova.compute.manager [req-61dc2394-4386-4b44-9791-aef1547906c5 req-2a3be64d-8cde-4241-8f49-05f7b319186b service nova] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Received unexpected event network-vif-plugged-1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48 for instance with vm_state shelved_offloaded and task_state spawning. [ 1397.680258] env[69858]: DEBUG nova.compute.manager [req-61dc2394-4386-4b44-9791-aef1547906c5 req-2a3be64d-8cde-4241-8f49-05f7b319186b service nova] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Received event network-changed-1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1397.680413] env[69858]: DEBUG nova.compute.manager [req-61dc2394-4386-4b44-9791-aef1547906c5 req-2a3be64d-8cde-4241-8f49-05f7b319186b service nova] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Refreshing instance network info cache due to event network-changed-1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1397.680579] env[69858]: DEBUG oslo_concurrency.lockutils [req-61dc2394-4386-4b44-9791-aef1547906c5 req-2a3be64d-8cde-4241-8f49-05f7b319186b service nova] Acquiring lock "refresh_cache-d5b99774-6068-4b82-ac04-39da8cffea8f" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.022184] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Releasing lock "refresh_cache-d5b99774-6068-4b82-ac04-39da8cffea8f" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.024651] env[69858]: DEBUG oslo_concurrency.lockutils [req-61dc2394-4386-4b44-9791-aef1547906c5 req-2a3be64d-8cde-4241-8f49-05f7b319186b service nova] Acquired lock "refresh_cache-d5b99774-6068-4b82-ac04-39da8cffea8f" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.024853] env[69858]: DEBUG nova.network.neutron [req-61dc2394-4386-4b44-9791-aef1547906c5 req-2a3be64d-8cde-4241-8f49-05f7b319186b service nova] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Refreshing network info cache for port 1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1398.044319] env[69858]: DEBUG nova.virt.hardware [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='74b19d3f18efdf8daabacc1ebcb219ca',container_format='bare',created_at=2025-04-14T14:40:23Z,direct_url=,disk_format='vmdk',id=53f9bf63-6a73-4ec1-b6fb-49976eded7b2,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-456971739-shelved',owner='8a9738a523684878a82a7d05ecb49aca',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-04-14T14:40:37Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1398.044554] env[69858]: DEBUG nova.virt.hardware [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1398.044714] env[69858]: DEBUG nova.virt.hardware [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1398.044899] env[69858]: DEBUG nova.virt.hardware [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1398.045062] env[69858]: DEBUG nova.virt.hardware [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1398.045214] env[69858]: DEBUG nova.virt.hardware [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1398.045429] env[69858]: DEBUG nova.virt.hardware [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1398.045587] env[69858]: DEBUG nova.virt.hardware [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1398.045752] env[69858]: DEBUG nova.virt.hardware [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1398.045914] env[69858]: DEBUG nova.virt.hardware [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1398.046105] env[69858]: DEBUG nova.virt.hardware [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1398.046967] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8930874b-7155-4c7b-be25-d9a919dfeff5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.058794] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec90c222-5623-41cf-9b58-bf520c5197d4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.074670] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:55:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3f695b6-65bc-45cc-a61d-3c38a14e5c0c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1398.082654] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1398.083183] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1398.083409] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-163a89de-335e-41af-9f47-d86b1028d27f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.105901] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1398.105901] env[69858]: value = "task-3420215" [ 1398.105901] env[69858]: _type = "Task" [ 1398.105901] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.113554] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420215, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.169983] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1398.169983] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d8656d-8d75-2109-f55a-c4ab887eb8ca" [ 1398.169983] env[69858]: _type = "HttpNfcLease" [ 1398.169983] env[69858]: } is initializing. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1398.616968] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420215, 'name': CreateVM_Task, 'duration_secs': 0.321207} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.619428] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1398.620393] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53f9bf63-6a73-4ec1-b6fb-49976eded7b2" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.621020] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53f9bf63-6a73-4ec1-b6fb-49976eded7b2" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.621020] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53f9bf63-6a73-4ec1-b6fb-49976eded7b2" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.621172] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d41542f-3535-479d-b513-65af48b61a53 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.626477] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1398.626477] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527f2959-ca05-bf87-07f4-5fc61083dfd7" [ 1398.626477] env[69858]: _type = "Task" [ 1398.626477] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.632648] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79632b3-a75d-4483-9195-2acbf6fd90ae {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.639852] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]527f2959-ca05-bf87-07f4-5fc61083dfd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.642698] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27857e71-e820-4ecf-b756-760a34c60cb3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.677824] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc85ea65-6bdd-4829-8e1a-fe8de83eed8f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.683489] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1398.683489] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d8656d-8d75-2109-f55a-c4ab887eb8ca" [ 1398.683489] env[69858]: _type = "HttpNfcLease" [ 1398.683489] env[69858]: } is ready. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1398.685484] env[69858]: DEBUG oslo_vmware.rw_handles [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1398.685484] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d8656d-8d75-2109-f55a-c4ab887eb8ca" [ 1398.685484] env[69858]: _type = "HttpNfcLease" [ 1398.685484] env[69858]: }. {{(pid=69858) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1398.686136] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077624eb-01c0-4e69-b594-bea18b22419f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.689217] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30db6fc6-dcb4-43d6-b12e-c79ea410b227 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.697309] env[69858]: DEBUG oslo_vmware.rw_handles [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ec7b3f-7241-ca57-5f51-db15ddd591c8/disk-0.vmdk from lease info. {{(pid=69858) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1398.697489] env[69858]: DEBUG oslo_vmware.rw_handles [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ec7b3f-7241-ca57-5f51-db15ddd591c8/disk-0.vmdk. {{(pid=69858) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1398.706300] env[69858]: DEBUG nova.compute.provider_tree [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1398.772531] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7012e382-a0a5-4ed8-970a-93335fdbeb7a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.824785] env[69858]: DEBUG nova.network.neutron [req-61dc2394-4386-4b44-9791-aef1547906c5 req-2a3be64d-8cde-4241-8f49-05f7b319186b service nova] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Updated VIF entry in instance network info cache for port 1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1398.825246] env[69858]: DEBUG nova.network.neutron [req-61dc2394-4386-4b44-9791-aef1547906c5 req-2a3be64d-8cde-4241-8f49-05f7b319186b service nova] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Updating instance_info_cache with network_info: [{"id": "1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48", "address": "fa:16:3e:f7:55:59", "network": {"id": "4a5a6ac6-8400-44e7-9fe8-7f8f5d767b4f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-944920626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9738a523684878a82a7d05ecb49aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ce5d69b-93", "ovs_interfaceid": "1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.141276] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53f9bf63-6a73-4ec1-b6fb-49976eded7b2" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.141637] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Processing image 53f9bf63-6a73-4ec1-b6fb-49976eded7b2 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1399.141806] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53f9bf63-6a73-4ec1-b6fb-49976eded7b2/53f9bf63-6a73-4ec1-b6fb-49976eded7b2.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.141970] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53f9bf63-6a73-4ec1-b6fb-49976eded7b2/53f9bf63-6a73-4ec1-b6fb-49976eded7b2.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.142220] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1399.143613] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-acd0605f-e66b-4380-9065-9cabf42c7b5b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.152663] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1399.152921] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1399.154990] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0152c802-eba3-429e-9069-260cecd1bb26 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.161619] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1399.161619] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52aafb11-56a8-6613-20f4-7ee8297ea94b" [ 1399.161619] env[69858]: _type = "Task" [ 1399.161619] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.170928] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52aafb11-56a8-6613-20f4-7ee8297ea94b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.212354] env[69858]: DEBUG nova.scheduler.client.report [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1399.328537] env[69858]: DEBUG oslo_concurrency.lockutils [req-61dc2394-4386-4b44-9791-aef1547906c5 req-2a3be64d-8cde-4241-8f49-05f7b319186b service nova] Releasing lock "refresh_cache-d5b99774-6068-4b82-ac04-39da8cffea8f" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.673536] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Preparing fetch location {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1399.673739] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Fetch image to [datastore2] OSTACK_IMG_ce31f837-1032-4b29-a9bb-7aa2c351c3a3/OSTACK_IMG_ce31f837-1032-4b29-a9bb-7aa2c351c3a3.vmdk {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1399.673926] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Downloading stream optimized image 53f9bf63-6a73-4ec1-b6fb-49976eded7b2 to [datastore2] OSTACK_IMG_ce31f837-1032-4b29-a9bb-7aa2c351c3a3/OSTACK_IMG_ce31f837-1032-4b29-a9bb-7aa2c351c3a3.vmdk on the data store datastore2 as vApp {{(pid=69858) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1399.674116] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Downloading image file data 53f9bf63-6a73-4ec1-b6fb-49976eded7b2 to the ESX as VM named 'OSTACK_IMG_ce31f837-1032-4b29-a9bb-7aa2c351c3a3' {{(pid=69858) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1399.720685] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.177s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.721142] env[69858]: DEBUG nova.compute.manager [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1399.758679] env[69858]: DEBUG oslo_vmware.rw_handles [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1399.758679] env[69858]: value = "resgroup-9" [ 1399.758679] env[69858]: _type = "ResourcePool" [ 1399.758679] env[69858]: }. {{(pid=69858) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1399.758983] env[69858]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-2f91dc49-330c-4db4-8e66-8357c0902b78 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.784386] env[69858]: DEBUG oslo_vmware.rw_handles [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lease: (returnval){ [ 1399.784386] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d2d1c6-268e-6c57-029c-d42d69b6cb34" [ 1399.784386] env[69858]: _type = "HttpNfcLease" [ 1399.784386] env[69858]: } obtained for vApp import into resource pool (val){ [ 1399.784386] env[69858]: value = "resgroup-9" [ 1399.784386] env[69858]: _type = "ResourcePool" [ 1399.784386] env[69858]: }. {{(pid=69858) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1399.784836] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the lease: (returnval){ [ 1399.784836] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d2d1c6-268e-6c57-029c-d42d69b6cb34" [ 1399.784836] env[69858]: _type = "HttpNfcLease" [ 1399.784836] env[69858]: } to be ready. {{(pid=69858) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1399.793834] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1399.793834] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d2d1c6-268e-6c57-029c-d42d69b6cb34" [ 1399.793834] env[69858]: _type = "HttpNfcLease" [ 1399.793834] env[69858]: } is initializing. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1400.180325] env[69858]: DEBUG oslo_vmware.rw_handles [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Completed reading data from the image iterator. {{(pid=69858) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1400.180700] env[69858]: DEBUG oslo_vmware.rw_handles [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ec7b3f-7241-ca57-5f51-db15ddd591c8/disk-0.vmdk. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1400.181679] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02230a81-40fd-40ff-9e6c-31562f6ef1f2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.188513] env[69858]: DEBUG oslo_vmware.rw_handles [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ec7b3f-7241-ca57-5f51-db15ddd591c8/disk-0.vmdk is in state: ready. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1400.188703] env[69858]: DEBUG oslo_vmware.rw_handles [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ec7b3f-7241-ca57-5f51-db15ddd591c8/disk-0.vmdk. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1400.188900] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-eb9c685d-c1ed-4664-be15-198cf03133b9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.230156] env[69858]: DEBUG nova.compute.utils [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1400.231594] env[69858]: DEBUG nova.compute.manager [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1400.231763] env[69858]: DEBUG nova.network.neutron [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1400.269351] env[69858]: DEBUG nova.policy [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99bf5177719048799792f0c9aead8962', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eecd4e4f7852489d88ac8dc75c2ad948', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1400.295610] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1400.295610] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d2d1c6-268e-6c57-029c-d42d69b6cb34" [ 1400.295610] env[69858]: _type = "HttpNfcLease" [ 1400.295610] env[69858]: } is initializing. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1400.432817] env[69858]: DEBUG oslo_vmware.rw_handles [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ec7b3f-7241-ca57-5f51-db15ddd591c8/disk-0.vmdk. {{(pid=69858) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1400.433116] env[69858]: INFO nova.virt.vmwareapi.images [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Downloaded image file data 6977e795-8f35-4c4a-98d7-064d2893604a [ 1400.433939] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832e1503-8e4d-4405-9f74-eeb7c4ed7ef6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.452399] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49007556-f6bc-4fba-a930-6f731f0d0f11 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.538890] env[69858]: DEBUG nova.network.neutron [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Successfully created port: dcf3f682-9710-4930-a6ca-24c64586bc9a {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1400.563737] env[69858]: INFO nova.virt.vmwareapi.images [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] The imported VM was unregistered [ 1400.566173] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Caching image {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1400.566395] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Creating directory with path [datastore2] devstack-image-cache_base/6977e795-8f35-4c4a-98d7-064d2893604a {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1400.566672] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fcd123c-3c24-42f3-b471-dea403f3e9b1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.588583] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Created directory with path [datastore2] devstack-image-cache_base/6977e795-8f35-4c4a-98d7-064d2893604a {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1400.588778] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_d3d64385-8550-407d-bcf7-96058952fde8/OSTACK_IMG_d3d64385-8550-407d-bcf7-96058952fde8.vmdk to [datastore2] devstack-image-cache_base/6977e795-8f35-4c4a-98d7-064d2893604a/6977e795-8f35-4c4a-98d7-064d2893604a.vmdk. {{(pid=69858) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1400.589064] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-afe18ab3-e6e3-4cd3-befc-40d82363f741 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.596064] env[69858]: DEBUG oslo_vmware.api [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1400.596064] env[69858]: value = "task-3420219" [ 1400.596064] env[69858]: _type = "Task" [ 1400.596064] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.604486] env[69858]: DEBUG oslo_vmware.api [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420219, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.735648] env[69858]: DEBUG nova.compute.manager [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1400.746485] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b250b19-cd70-4e14-bd80-63bc21e1e8e1 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Volume attach. Driver type: vmdk {{(pid=69858) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1400.746707] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b250b19-cd70-4e14-bd80-63bc21e1e8e1 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682359', 'volume_id': 'e76dd45f-be19-49e0-bfbe-0a2f52c96def', 'name': 'volume-e76dd45f-be19-49e0-bfbe-0a2f52c96def', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8e77a18-636e-4c73-9423-08b6b5e1109c', 'attached_at': '', 'detached_at': '', 'volume_id': 'e76dd45f-be19-49e0-bfbe-0a2f52c96def', 'serial': 'e76dd45f-be19-49e0-bfbe-0a2f52c96def'} {{(pid=69858) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1400.747713] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad4640d-524d-46f6-87f8-5faaa2b338d8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.767612] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a94c48-3efb-439f-b15f-dc44b2e3a7ec {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.795062] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b250b19-cd70-4e14-bd80-63bc21e1e8e1 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] volume-e76dd45f-be19-49e0-bfbe-0a2f52c96def/volume-e76dd45f-be19-49e0-bfbe-0a2f52c96def.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1400.799421] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de209f1b-3771-4d4d-a79f-dc81d852340a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.818130] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1400.818130] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d2d1c6-268e-6c57-029c-d42d69b6cb34" [ 1400.818130] env[69858]: _type = "HttpNfcLease" [ 1400.818130] env[69858]: } is ready. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1400.819032] env[69858]: DEBUG oslo_vmware.rw_handles [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1400.819032] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52d2d1c6-268e-6c57-029c-d42d69b6cb34" [ 1400.819032] env[69858]: _type = "HttpNfcLease" [ 1400.819032] env[69858]: }. {{(pid=69858) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1400.820517] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc670e0b-00b2-462f-b4e2-7095231fe968 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.823441] env[69858]: DEBUG oslo_vmware.api [None req-8b250b19-cd70-4e14-bd80-63bc21e1e8e1 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for the task: (returnval){ [ 1400.823441] env[69858]: value = "task-3420220" [ 1400.823441] env[69858]: _type = "Task" [ 1400.823441] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.831182] env[69858]: DEBUG oslo_vmware.rw_handles [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5952f-1c19-2472-9363-a0a4db05e5f6/disk-0.vmdk from lease info. {{(pid=69858) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1400.831182] env[69858]: DEBUG oslo_vmware.rw_handles [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5952f-1c19-2472-9363-a0a4db05e5f6/disk-0.vmdk. {{(pid=69858) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1400.837025] env[69858]: DEBUG oslo_vmware.api [None req-8b250b19-cd70-4e14-bd80-63bc21e1e8e1 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.907239] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f89191fd-2fc7-4865-a4db-76b7b84d46bb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.106985] env[69858]: DEBUG oslo_vmware.api [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420219, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.336175] env[69858]: DEBUG oslo_vmware.api [None req-8b250b19-cd70-4e14-bd80-63bc21e1e8e1 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.608028] env[69858]: DEBUG oslo_vmware.api [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420219, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.747166] env[69858]: DEBUG nova.compute.manager [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1401.777646] env[69858]: DEBUG nova.virt.hardware [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1401.777900] env[69858]: DEBUG nova.virt.hardware [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1401.778073] env[69858]: DEBUG nova.virt.hardware [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1401.778266] env[69858]: DEBUG nova.virt.hardware [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1401.778440] env[69858]: DEBUG nova.virt.hardware [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1401.778591] env[69858]: DEBUG nova.virt.hardware [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1401.778875] env[69858]: DEBUG nova.virt.hardware [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1401.778951] env[69858]: DEBUG nova.virt.hardware [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1401.779143] env[69858]: DEBUG nova.virt.hardware [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1401.779313] env[69858]: DEBUG nova.virt.hardware [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1401.779491] env[69858]: DEBUG nova.virt.hardware [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1401.780712] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f546a037-83f1-44fa-8eb0-cee04b876371 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.790307] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfe4b24-8b31-478d-8719-058eb1ffba93 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.834800] env[69858]: DEBUG oslo_vmware.api [None req-8b250b19-cd70-4e14-bd80-63bc21e1e8e1 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.916385] env[69858]: DEBUG nova.compute.manager [req-3bf615f4-011e-4d8f-9ab1-a92c5651935a req-42f41e0a-e9b1-4b46-bd52-e558d593ebe0 service nova] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Received event network-vif-plugged-dcf3f682-9710-4930-a6ca-24c64586bc9a {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1401.916624] env[69858]: DEBUG oslo_concurrency.lockutils [req-3bf615f4-011e-4d8f-9ab1-a92c5651935a req-42f41e0a-e9b1-4b46-bd52-e558d593ebe0 service nova] Acquiring lock "b7c9ab96-8e76-47c2-9f42-91b0aaee212e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.916835] env[69858]: DEBUG oslo_concurrency.lockutils [req-3bf615f4-011e-4d8f-9ab1-a92c5651935a req-42f41e0a-e9b1-4b46-bd52-e558d593ebe0 service nova] Lock "b7c9ab96-8e76-47c2-9f42-91b0aaee212e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.917118] env[69858]: DEBUG oslo_concurrency.lockutils [req-3bf615f4-011e-4d8f-9ab1-a92c5651935a req-42f41e0a-e9b1-4b46-bd52-e558d593ebe0 service nova] Lock "b7c9ab96-8e76-47c2-9f42-91b0aaee212e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.917323] env[69858]: DEBUG nova.compute.manager [req-3bf615f4-011e-4d8f-9ab1-a92c5651935a req-42f41e0a-e9b1-4b46-bd52-e558d593ebe0 service nova] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] No waiting events found dispatching network-vif-plugged-dcf3f682-9710-4930-a6ca-24c64586bc9a {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1401.917524] env[69858]: WARNING nova.compute.manager [req-3bf615f4-011e-4d8f-9ab1-a92c5651935a req-42f41e0a-e9b1-4b46-bd52-e558d593ebe0 service nova] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Received unexpected event network-vif-plugged-dcf3f682-9710-4930-a6ca-24c64586bc9a for instance with vm_state building and task_state spawning. [ 1402.009419] env[69858]: DEBUG nova.network.neutron [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Successfully updated port: dcf3f682-9710-4930-a6ca-24c64586bc9a {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1402.109073] env[69858]: DEBUG oslo_vmware.api [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420219, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.336666] env[69858]: DEBUG oslo_vmware.api [None req-8b250b19-cd70-4e14-bd80-63bc21e1e8e1 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.513321] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "refresh_cache-b7c9ab96-8e76-47c2-9f42-91b0aaee212e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.513507] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquired lock "refresh_cache-b7c9ab96-8e76-47c2-9f42-91b0aaee212e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.513898] env[69858]: DEBUG nova.network.neutron [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1402.609502] env[69858]: DEBUG oslo_vmware.api [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420219, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.837510] env[69858]: DEBUG oslo_vmware.api [None req-8b250b19-cd70-4e14-bd80-63bc21e1e8e1 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.046855] env[69858]: DEBUG nova.network.neutron [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1403.109311] env[69858]: DEBUG oslo_vmware.api [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420219, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.437199} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.110770] env[69858]: INFO nova.virt.vmwareapi.ds_util [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_d3d64385-8550-407d-bcf7-96058952fde8/OSTACK_IMG_d3d64385-8550-407d-bcf7-96058952fde8.vmdk to [datastore2] devstack-image-cache_base/6977e795-8f35-4c4a-98d7-064d2893604a/6977e795-8f35-4c4a-98d7-064d2893604a.vmdk. [ 1403.110964] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Cleaning up location [datastore2] OSTACK_IMG_d3d64385-8550-407d-bcf7-96058952fde8 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1403.111127] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_d3d64385-8550-407d-bcf7-96058952fde8 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1403.111437] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44ef2c68-045b-43f1-af7b-d34d0a086cfd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.118685] env[69858]: DEBUG oslo_vmware.api [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1403.118685] env[69858]: value = "task-3420221" [ 1403.118685] env[69858]: _type = "Task" [ 1403.118685] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.130761] env[69858]: DEBUG oslo_vmware.api [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.192555] env[69858]: DEBUG nova.network.neutron [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Updating instance_info_cache with network_info: [{"id": "dcf3f682-9710-4930-a6ca-24c64586bc9a", "address": "fa:16:3e:e7:5f:61", "network": {"id": "0b161d6c-e53e-45aa-bc0e-59ca8de1e5b5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-387557169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eecd4e4f7852489d88ac8dc75c2ad948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcf3f682-97", "ovs_interfaceid": "dcf3f682-9710-4930-a6ca-24c64586bc9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.341594] env[69858]: DEBUG oslo_vmware.api [None req-8b250b19-cd70-4e14-bd80-63bc21e1e8e1 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420220, 'name': ReconfigVM_Task, 'duration_secs': 2.313129} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.341987] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b250b19-cd70-4e14-bd80-63bc21e1e8e1 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Reconfigured VM instance instance-00000078 to attach disk [datastore2] volume-e76dd45f-be19-49e0-bfbe-0a2f52c96def/volume-e76dd45f-be19-49e0-bfbe-0a2f52c96def.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1403.348059] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec8c9edb-b1c0-41b3-a98d-e2bbc65dac42 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.365049] env[69858]: DEBUG oslo_vmware.api [None req-8b250b19-cd70-4e14-bd80-63bc21e1e8e1 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for the task: (returnval){ [ 1403.365049] env[69858]: value = "task-3420222" [ 1403.365049] env[69858]: _type = "Task" [ 1403.365049] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.373279] env[69858]: DEBUG oslo_vmware.api [None req-8b250b19-cd70-4e14-bd80-63bc21e1e8e1 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420222, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.438886] env[69858]: DEBUG oslo_vmware.rw_handles [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Completed reading data from the image iterator. {{(pid=69858) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1403.439286] env[69858]: DEBUG oslo_vmware.rw_handles [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5952f-1c19-2472-9363-a0a4db05e5f6/disk-0.vmdk. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1403.440418] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3702748f-e5a6-49ee-a935-a6f545834f7e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.447083] env[69858]: DEBUG oslo_vmware.rw_handles [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5952f-1c19-2472-9363-a0a4db05e5f6/disk-0.vmdk is in state: ready. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1403.447257] env[69858]: DEBUG oslo_vmware.rw_handles [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5952f-1c19-2472-9363-a0a4db05e5f6/disk-0.vmdk. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1403.447518] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-84577f55-de4f-4c72-96b4-07112979af76 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.628822] env[69858]: DEBUG oslo_vmware.api [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.042991} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.629087] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1403.629269] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6977e795-8f35-4c4a-98d7-064d2893604a/6977e795-8f35-4c4a-98d7-064d2893604a.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.629529] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6977e795-8f35-4c4a-98d7-064d2893604a/6977e795-8f35-4c4a-98d7-064d2893604a.vmdk to [datastore2] 209bba9d-f653-44b1-8b95-1f15efb01576/209bba9d-f653-44b1-8b95-1f15efb01576.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1403.629805] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f2c48a5-b167-4574-847f-c1a9de161e55 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.637290] env[69858]: DEBUG oslo_vmware.api [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1403.637290] env[69858]: value = "task-3420223" [ 1403.637290] env[69858]: _type = "Task" [ 1403.637290] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.645857] env[69858]: DEBUG oslo_vmware.api [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.695666] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Releasing lock "refresh_cache-b7c9ab96-8e76-47c2-9f42-91b0aaee212e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.696455] env[69858]: DEBUG nova.compute.manager [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Instance network_info: |[{"id": "dcf3f682-9710-4930-a6ca-24c64586bc9a", "address": "fa:16:3e:e7:5f:61", "network": {"id": "0b161d6c-e53e-45aa-bc0e-59ca8de1e5b5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-387557169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eecd4e4f7852489d88ac8dc75c2ad948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcf3f682-97", "ovs_interfaceid": "dcf3f682-9710-4930-a6ca-24c64586bc9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1403.696652] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:5f:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f1b07b1-e4e5-4842-9090-07fb2c3e124b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dcf3f682-9710-4930-a6ca-24c64586bc9a', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1403.704137] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1403.705541] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1403.706054] env[69858]: DEBUG oslo_vmware.rw_handles [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5952f-1c19-2472-9363-a0a4db05e5f6/disk-0.vmdk. {{(pid=69858) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1403.706267] env[69858]: INFO nova.virt.vmwareapi.images [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Downloaded image file data 53f9bf63-6a73-4ec1-b6fb-49976eded7b2 [ 1403.706533] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82ec3161-11e7-438d-95b5-5ae1808e0503 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.720896] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16890a04-d232-4c1d-acfc-eafe81495d72 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.737890] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f4cfe3f-6f35-4e85-ba55-af1fc04da0e4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.739354] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1403.739354] env[69858]: value = "task-3420224" [ 1403.739354] env[69858]: _type = "Task" [ 1403.739354] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.747283] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420224, 'name': CreateVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.785389] env[69858]: INFO nova.virt.vmwareapi.images [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] The imported VM was unregistered [ 1403.788259] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Caching image {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1403.788501] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Creating directory with path [datastore2] devstack-image-cache_base/53f9bf63-6a73-4ec1-b6fb-49976eded7b2 {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1403.788797] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c66be72-105f-4aea-916c-2db260f28c64 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.800072] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Created directory with path [datastore2] devstack-image-cache_base/53f9bf63-6a73-4ec1-b6fb-49976eded7b2 {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1403.800379] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_ce31f837-1032-4b29-a9bb-7aa2c351c3a3/OSTACK_IMG_ce31f837-1032-4b29-a9bb-7aa2c351c3a3.vmdk to [datastore2] devstack-image-cache_base/53f9bf63-6a73-4ec1-b6fb-49976eded7b2/53f9bf63-6a73-4ec1-b6fb-49976eded7b2.vmdk. {{(pid=69858) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1403.800656] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6143a7c9-a42b-43b1-9e8e-d39f0b4cdf65 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.807814] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1403.807814] env[69858]: value = "task-3420226" [ 1403.807814] env[69858]: _type = "Task" [ 1403.807814] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.815876] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420226, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.875195] env[69858]: DEBUG oslo_vmware.api [None req-8b250b19-cd70-4e14-bd80-63bc21e1e8e1 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420222, 'name': ReconfigVM_Task, 'duration_secs': 0.141737} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.875512] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b250b19-cd70-4e14-bd80-63bc21e1e8e1 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682359', 'volume_id': 'e76dd45f-be19-49e0-bfbe-0a2f52c96def', 'name': 'volume-e76dd45f-be19-49e0-bfbe-0a2f52c96def', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8e77a18-636e-4c73-9423-08b6b5e1109c', 'attached_at': '', 'detached_at': '', 'volume_id': 'e76dd45f-be19-49e0-bfbe-0a2f52c96def', 'serial': 'e76dd45f-be19-49e0-bfbe-0a2f52c96def'} {{(pid=69858) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1403.947455] env[69858]: DEBUG nova.compute.manager [req-775148e4-6399-47ce-b7ae-a3bc07d30f66 req-4957442f-a19c-4b46-8514-8a809afe540d service nova] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Received event network-changed-dcf3f682-9710-4930-a6ca-24c64586bc9a {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1403.947664] env[69858]: DEBUG nova.compute.manager [req-775148e4-6399-47ce-b7ae-a3bc07d30f66 req-4957442f-a19c-4b46-8514-8a809afe540d service nova] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Refreshing instance network info cache due to event network-changed-dcf3f682-9710-4930-a6ca-24c64586bc9a. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1403.947904] env[69858]: DEBUG oslo_concurrency.lockutils [req-775148e4-6399-47ce-b7ae-a3bc07d30f66 req-4957442f-a19c-4b46-8514-8a809afe540d service nova] Acquiring lock "refresh_cache-b7c9ab96-8e76-47c2-9f42-91b0aaee212e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.948021] env[69858]: DEBUG oslo_concurrency.lockutils [req-775148e4-6399-47ce-b7ae-a3bc07d30f66 req-4957442f-a19c-4b46-8514-8a809afe540d service nova] Acquired lock "refresh_cache-b7c9ab96-8e76-47c2-9f42-91b0aaee212e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.948182] env[69858]: DEBUG nova.network.neutron [req-775148e4-6399-47ce-b7ae-a3bc07d30f66 req-4957442f-a19c-4b46-8514-8a809afe540d service nova] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Refreshing network info cache for port dcf3f682-9710-4930-a6ca-24c64586bc9a {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1404.147642] env[69858]: DEBUG oslo_vmware.api [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420223, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.252143] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420224, 'name': CreateVM_Task} progress is 25%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.317021] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420226, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.647409] env[69858]: DEBUG oslo_vmware.api [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420223, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.651025] env[69858]: DEBUG nova.network.neutron [req-775148e4-6399-47ce-b7ae-a3bc07d30f66 req-4957442f-a19c-4b46-8514-8a809afe540d service nova] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Updated VIF entry in instance network info cache for port dcf3f682-9710-4930-a6ca-24c64586bc9a. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1404.651404] env[69858]: DEBUG nova.network.neutron [req-775148e4-6399-47ce-b7ae-a3bc07d30f66 req-4957442f-a19c-4b46-8514-8a809afe540d service nova] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Updating instance_info_cache with network_info: [{"id": "dcf3f682-9710-4930-a6ca-24c64586bc9a", "address": "fa:16:3e:e7:5f:61", "network": {"id": "0b161d6c-e53e-45aa-bc0e-59ca8de1e5b5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-387557169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eecd4e4f7852489d88ac8dc75c2ad948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcf3f682-97", "ovs_interfaceid": "dcf3f682-9710-4930-a6ca-24c64586bc9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.750387] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420224, 'name': CreateVM_Task, 'duration_secs': 0.678927} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.750630] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1404.751348] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.751506] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.751969] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.752165] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98938753-a79a-4b49-8bb0-0683f15d2cfd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.756892] env[69858]: DEBUG oslo_vmware.api [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1404.756892] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52413a6a-f60f-f123-8911-fea51b5431c5" [ 1404.756892] env[69858]: _type = "Task" [ 1404.756892] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.765160] env[69858]: DEBUG oslo_vmware.api [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52413a6a-f60f-f123-8911-fea51b5431c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.818155] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420226, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.916448] env[69858]: DEBUG nova.objects.instance [None req-8b250b19-cd70-4e14-bd80-63bc21e1e8e1 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lazy-loading 'flavor' on Instance uuid d8e77a18-636e-4c73-9423-08b6b5e1109c {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1405.148834] env[69858]: DEBUG oslo_vmware.api [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420223, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.153616] env[69858]: DEBUG oslo_concurrency.lockutils [req-775148e4-6399-47ce-b7ae-a3bc07d30f66 req-4957442f-a19c-4b46-8514-8a809afe540d service nova] Releasing lock "refresh_cache-b7c9ab96-8e76-47c2-9f42-91b0aaee212e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.267743] env[69858]: DEBUG oslo_vmware.api [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52413a6a-f60f-f123-8911-fea51b5431c5, 'name': SearchDatastore_Task, 'duration_secs': 0.084404} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.268173] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.268438] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1405.268679] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.268828] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.269128] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1405.269473] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb0dad88-b49c-41de-b0e4-738a9a2051b7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.285324] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1405.285581] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1405.286422] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66a3e7da-26ae-44aa-84c5-e5323e0e46f0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.292713] env[69858]: DEBUG oslo_vmware.api [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1405.292713] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5234748e-a806-7806-c895-dea4e496fc7c" [ 1405.292713] env[69858]: _type = "Task" [ 1405.292713] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.301138] env[69858]: DEBUG oslo_vmware.api [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5234748e-a806-7806-c895-dea4e496fc7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.318250] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420226, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.422085] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8b250b19-cd70-4e14-bd80-63bc21e1e8e1 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "d8e77a18-636e-4c73-9423-08b6b5e1109c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.289s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.649477] env[69858]: DEBUG oslo_vmware.api [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420223, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.803649] env[69858]: DEBUG oslo_vmware.api [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5234748e-a806-7806-c895-dea4e496fc7c, 'name': SearchDatastore_Task, 'duration_secs': 0.07269} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.804524] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d473117-cb62-465c-89a2-e5ded87e9595 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.809958] env[69858]: DEBUG oslo_vmware.api [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1405.809958] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b813bd-ce18-fc30-6767-12a89572b348" [ 1405.809958] env[69858]: _type = "Task" [ 1405.809958] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.821997] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420226, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.825141] env[69858]: DEBUG oslo_vmware.api [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b813bd-ce18-fc30-6767-12a89572b348, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.151401] env[69858]: DEBUG oslo_vmware.api [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420223, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.483314} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.151718] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6977e795-8f35-4c4a-98d7-064d2893604a/6977e795-8f35-4c4a-98d7-064d2893604a.vmdk to [datastore2] 209bba9d-f653-44b1-8b95-1f15efb01576/209bba9d-f653-44b1-8b95-1f15efb01576.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1406.153088] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28be7247-164c-4efa-93bf-aae6dbaab74a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.176024] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 209bba9d-f653-44b1-8b95-1f15efb01576/209bba9d-f653-44b1-8b95-1f15efb01576.vmdk or device None with type streamOptimized {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1406.176356] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1902197-c3ca-45ac-9fff-b3278a36e452 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.196758] env[69858]: DEBUG oslo_vmware.api [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1406.196758] env[69858]: value = "task-3420227" [ 1406.196758] env[69858]: _type = "Task" [ 1406.196758] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.205765] env[69858]: DEBUG oslo_vmware.api [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420227, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.322882] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420226, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.326855] env[69858]: DEBUG oslo_vmware.api [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b813bd-ce18-fc30-6767-12a89572b348, 'name': SearchDatastore_Task, 'duration_secs': 0.122208} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.327198] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.327435] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] b7c9ab96-8e76-47c2-9f42-91b0aaee212e/b7c9ab96-8e76-47c2-9f42-91b0aaee212e.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1406.327714] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4407c0ff-f962-4fd3-8490-c861e0a3eed3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.336305] env[69858]: DEBUG oslo_vmware.api [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1406.336305] env[69858]: value = "task-3420228" [ 1406.336305] env[69858]: _type = "Task" [ 1406.336305] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.344654] env[69858]: DEBUG oslo_vmware.api [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.347391] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2781a280-24a1-4f2a-9975-f31ed926348b tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Acquiring lock "d8e77a18-636e-4c73-9423-08b6b5e1109c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.347620] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2781a280-24a1-4f2a-9975-f31ed926348b tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "d8e77a18-636e-4c73-9423-08b6b5e1109c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.707496] env[69858]: DEBUG oslo_vmware.api [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.819684] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420226, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.845788] env[69858]: DEBUG oslo_vmware.api [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.851217] env[69858]: DEBUG nova.compute.utils [None req-2781a280-24a1-4f2a-9975-f31ed926348b tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1407.207025] env[69858]: DEBUG oslo_vmware.api [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420227, 'name': ReconfigVM_Task, 'duration_secs': 0.868476} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.207949] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 209bba9d-f653-44b1-8b95-1f15efb01576/209bba9d-f653-44b1-8b95-1f15efb01576.vmdk or device None with type streamOptimized {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1407.208261] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-263c785c-8613-40bf-bdf7-7f7753546db3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.214767] env[69858]: DEBUG oslo_vmware.api [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1407.214767] env[69858]: value = "task-3420229" [ 1407.214767] env[69858]: _type = "Task" [ 1407.214767] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.222984] env[69858]: DEBUG oslo_vmware.api [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420229, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.320625] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420226, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.348629] env[69858]: DEBUG oslo_vmware.api [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.354808] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2781a280-24a1-4f2a-9975-f31ed926348b tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "d8e77a18-636e-4c73-9423-08b6b5e1109c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.726132] env[69858]: DEBUG oslo_vmware.api [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420229, 'name': Rename_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.821391] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420226, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.847780] env[69858]: DEBUG oslo_vmware.api [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420228, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.225564] env[69858]: DEBUG oslo_vmware.api [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420229, 'name': Rename_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.322119] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420226, 'name': MoveVirtualDisk_Task, 'duration_secs': 4.301803} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.322383] env[69858]: INFO nova.virt.vmwareapi.ds_util [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_ce31f837-1032-4b29-a9bb-7aa2c351c3a3/OSTACK_IMG_ce31f837-1032-4b29-a9bb-7aa2c351c3a3.vmdk to [datastore2] devstack-image-cache_base/53f9bf63-6a73-4ec1-b6fb-49976eded7b2/53f9bf63-6a73-4ec1-b6fb-49976eded7b2.vmdk. [ 1408.322573] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Cleaning up location [datastore2] OSTACK_IMG_ce31f837-1032-4b29-a9bb-7aa2c351c3a3 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1408.322763] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_ce31f837-1032-4b29-a9bb-7aa2c351c3a3 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1408.323027] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47f3572d-0699-4aae-ba4b-d86b9723c499 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.328915] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1408.328915] env[69858]: value = "task-3420230" [ 1408.328915] env[69858]: _type = "Task" [ 1408.328915] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.336396] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.346613] env[69858]: DEBUG oslo_vmware.api [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420228, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.840816} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.346844] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] b7c9ab96-8e76-47c2-9f42-91b0aaee212e/b7c9ab96-8e76-47c2-9f42-91b0aaee212e.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1408.347070] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1408.347394] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28f4614b-e85b-4479-9f47-bdb3b7d746e1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.353220] env[69858]: DEBUG oslo_vmware.api [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1408.353220] env[69858]: value = "task-3420231" [ 1408.353220] env[69858]: _type = "Task" [ 1408.353220] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.360275] env[69858]: DEBUG oslo_vmware.api [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.411312] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2781a280-24a1-4f2a-9975-f31ed926348b tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Acquiring lock "d8e77a18-636e-4c73-9423-08b6b5e1109c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.411714] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2781a280-24a1-4f2a-9975-f31ed926348b tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "d8e77a18-636e-4c73-9423-08b6b5e1109c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.412033] env[69858]: INFO nova.compute.manager [None req-2781a280-24a1-4f2a-9975-f31ed926348b tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Attaching volume d6da138c-24a0-46d9-b522-b6e465b1d8eb to /dev/sdc [ 1408.441595] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1495853b-6683-4a38-ba9d-5ed2bf56b6b1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.450274] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cde8570-3351-4916-911f-c47f5b3309ee {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.462638] env[69858]: DEBUG nova.virt.block_device [None req-2781a280-24a1-4f2a-9975-f31ed926348b tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Updating existing volume attachment record: e4f2caf1-511c-4c4b-a84f-9129803da991 {{(pid=69858) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1408.726661] env[69858]: DEBUG oslo_vmware.api [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420229, 'name': Rename_Task, 'duration_secs': 1.012195} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.727128] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1408.727194] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08f99e0d-5a27-45a2-b7c8-7e86fe44569a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.734231] env[69858]: DEBUG oslo_vmware.api [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1408.734231] env[69858]: value = "task-3420233" [ 1408.734231] env[69858]: _type = "Task" [ 1408.734231] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.741253] env[69858]: DEBUG oslo_vmware.api [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.839160] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420230, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.0358} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.839461] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1408.839651] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53f9bf63-6a73-4ec1-b6fb-49976eded7b2/53f9bf63-6a73-4ec1-b6fb-49976eded7b2.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.839914] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53f9bf63-6a73-4ec1-b6fb-49976eded7b2/53f9bf63-6a73-4ec1-b6fb-49976eded7b2.vmdk to [datastore2] d5b99774-6068-4b82-ac04-39da8cffea8f/d5b99774-6068-4b82-ac04-39da8cffea8f.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1408.840221] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbbba13d-49b9-4f45-8242-0c676de6686e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.848362] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1408.848362] env[69858]: value = "task-3420234" [ 1408.848362] env[69858]: _type = "Task" [ 1408.848362] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.856047] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420234, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.862901] env[69858]: DEBUG oslo_vmware.api [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066348} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.863177] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1408.863931] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c7cd10-17e5-43ee-a66a-7d4309b07adf {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.887106] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] b7c9ab96-8e76-47c2-9f42-91b0aaee212e/b7c9ab96-8e76-47c2-9f42-91b0aaee212e.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1408.887367] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09ccf40a-b555-49a2-a4f9-9d34c26e4db4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.906805] env[69858]: DEBUG oslo_vmware.api [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1408.906805] env[69858]: value = "task-3420235" [ 1408.906805] env[69858]: _type = "Task" [ 1408.906805] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.913897] env[69858]: DEBUG oslo_vmware.api [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.247676] env[69858]: DEBUG oslo_vmware.api [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420233, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.358100] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420234, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.416783] env[69858]: DEBUG oslo_vmware.api [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420235, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.744858] env[69858]: DEBUG oslo_vmware.api [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420233, 'name': PowerOnVM_Task, 'duration_secs': 0.7979} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.745282] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1409.853891] env[69858]: DEBUG nova.compute.manager [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1409.854811] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e286aa7-6204-41b0-a09c-6d028d777df5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.862710] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420234, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.917549] env[69858]: DEBUG oslo_vmware.api [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420235, 'name': ReconfigVM_Task, 'duration_secs': 0.52201} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.917841] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Reconfigured VM instance instance-0000007b to attach disk [datastore2] b7c9ab96-8e76-47c2-9f42-91b0aaee212e/b7c9ab96-8e76-47c2-9f42-91b0aaee212e.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1409.918512] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-519b46e9-0480-4738-854d-13f6ccaf4756 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.925472] env[69858]: DEBUG oslo_vmware.api [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1409.925472] env[69858]: value = "task-3420236" [ 1409.925472] env[69858]: _type = "Task" [ 1409.925472] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.933432] env[69858]: DEBUG oslo_vmware.api [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420236, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.359076] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420234, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.376824] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2d86c6a5-0225-499d-8ca2-ad0fd9bb295f tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "209bba9d-f653-44b1-8b95-1f15efb01576" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.054s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.435110] env[69858]: DEBUG oslo_vmware.api [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420236, 'name': Rename_Task, 'duration_secs': 0.369915} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.435421] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1410.435678] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f71080d-e9d1-4dfe-bd04-0ef5fb602c14 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.442584] env[69858]: DEBUG oslo_vmware.api [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1410.442584] env[69858]: value = "task-3420237" [ 1410.442584] env[69858]: _type = "Task" [ 1410.442584] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.452143] env[69858]: DEBUG oslo_vmware.api [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.862537] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420234, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.954470] env[69858]: DEBUG oslo_vmware.api [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420237, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.343998] env[69858]: DEBUG oslo_concurrency.lockutils [None req-881a6021-8b2e-467e-b46f-cdf1a7cfeffc tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "209bba9d-f653-44b1-8b95-1f15efb01576" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.344218] env[69858]: DEBUG oslo_concurrency.lockutils [None req-881a6021-8b2e-467e-b46f-cdf1a7cfeffc tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "209bba9d-f653-44b1-8b95-1f15efb01576" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.344388] env[69858]: DEBUG oslo_concurrency.lockutils [None req-881a6021-8b2e-467e-b46f-cdf1a7cfeffc tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "209bba9d-f653-44b1-8b95-1f15efb01576-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.344612] env[69858]: DEBUG oslo_concurrency.lockutils [None req-881a6021-8b2e-467e-b46f-cdf1a7cfeffc tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "209bba9d-f653-44b1-8b95-1f15efb01576-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.344788] env[69858]: DEBUG oslo_concurrency.lockutils [None req-881a6021-8b2e-467e-b46f-cdf1a7cfeffc tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "209bba9d-f653-44b1-8b95-1f15efb01576-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.346952] env[69858]: INFO nova.compute.manager [None req-881a6021-8b2e-467e-b46f-cdf1a7cfeffc tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Terminating instance [ 1411.360388] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420234, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.350582} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.360619] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53f9bf63-6a73-4ec1-b6fb-49976eded7b2/53f9bf63-6a73-4ec1-b6fb-49976eded7b2.vmdk to [datastore2] d5b99774-6068-4b82-ac04-39da8cffea8f/d5b99774-6068-4b82-ac04-39da8cffea8f.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1411.361383] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c527226-8475-4f13-ac54-c9486b01cec0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.383212] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] d5b99774-6068-4b82-ac04-39da8cffea8f/d5b99774-6068-4b82-ac04-39da8cffea8f.vmdk or device None with type streamOptimized {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1411.383652] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-747dade7-afc1-4132-85d3-4978f5df6b28 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.402516] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1411.402516] env[69858]: value = "task-3420239" [ 1411.402516] env[69858]: _type = "Task" [ 1411.402516] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.409971] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420239, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.452829] env[69858]: DEBUG oslo_vmware.api [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420237, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.850392] env[69858]: DEBUG nova.compute.manager [None req-881a6021-8b2e-467e-b46f-cdf1a7cfeffc tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1411.850616] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-881a6021-8b2e-467e-b46f-cdf1a7cfeffc tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1411.851500] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a329ff86-fc72-4f06-a166-78db2f665316 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.858634] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-881a6021-8b2e-467e-b46f-cdf1a7cfeffc tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1411.858879] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2adb3ecb-093c-4ac7-b3a6-c1e2e1575835 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.864487] env[69858]: DEBUG oslo_vmware.api [None req-881a6021-8b2e-467e-b46f-cdf1a7cfeffc tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1411.864487] env[69858]: value = "task-3420240" [ 1411.864487] env[69858]: _type = "Task" [ 1411.864487] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.871655] env[69858]: DEBUG oslo_vmware.api [None req-881a6021-8b2e-467e-b46f-cdf1a7cfeffc tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.911880] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420239, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.954163] env[69858]: DEBUG oslo_vmware.api [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420237, 'name': PowerOnVM_Task, 'duration_secs': 1.227251} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.954533] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1411.954675] env[69858]: INFO nova.compute.manager [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Took 10.21 seconds to spawn the instance on the hypervisor. [ 1411.954859] env[69858]: DEBUG nova.compute.manager [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1411.955725] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3385bed6-f23a-4512-9e2f-9832e7ff399b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.374327] env[69858]: DEBUG oslo_vmware.api [None req-881a6021-8b2e-467e-b46f-cdf1a7cfeffc tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420240, 'name': PowerOffVM_Task, 'duration_secs': 0.192} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.374588] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-881a6021-8b2e-467e-b46f-cdf1a7cfeffc tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1412.374750] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-881a6021-8b2e-467e-b46f-cdf1a7cfeffc tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1412.374992] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0593c015-5f06-4809-ace4-f67713083878 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.411685] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420239, 'name': ReconfigVM_Task, 'duration_secs': 0.521171} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.411941] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Reconfigured VM instance instance-00000074 to attach disk [datastore2] d5b99774-6068-4b82-ac04-39da8cffea8f/d5b99774-6068-4b82-ac04-39da8cffea8f.vmdk or device None with type streamOptimized {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1412.413161] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'size': 0, 'device_name': '/dev/sda', 'encryption_format': None, 'boot_index': 0, 'guest_format': None, 'disk_bus': None, 'device_type': 'disk', 'encryption_options': None, 'encryption_secret_uuid': None, 'image_id': '28914a4a-909f-453b-b81f-d96d90735622'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'guest_format': None, 'attachment_id': 'e6252243-c88a-4618-99a5-7783f6886b74', 'disk_bus': None, 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682356', 'volume_id': '442dfba3-26a5-40b9-ae32-31a2899bd688', 'name': 'volume-442dfba3-26a5-40b9-ae32-31a2899bd688', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd5b99774-6068-4b82-ac04-39da8cffea8f', 'attached_at': '', 'detached_at': '', 'volume_id': '442dfba3-26a5-40b9-ae32-31a2899bd688', 'serial': '442dfba3-26a5-40b9-ae32-31a2899bd688'}, 'device_type': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=69858) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1412.413383] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Volume attach. Driver type: vmdk {{(pid=69858) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1412.413580] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682356', 'volume_id': '442dfba3-26a5-40b9-ae32-31a2899bd688', 'name': 'volume-442dfba3-26a5-40b9-ae32-31a2899bd688', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd5b99774-6068-4b82-ac04-39da8cffea8f', 'attached_at': '', 'detached_at': '', 'volume_id': '442dfba3-26a5-40b9-ae32-31a2899bd688', 'serial': '442dfba3-26a5-40b9-ae32-31a2899bd688'} {{(pid=69858) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1412.414321] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c48858c-8cfa-491e-8464-4626a3596131 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.429019] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8491ff25-f9e3-450e-bf91-d29a6ff21248 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.453496] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-442dfba3-26a5-40b9-ae32-31a2899bd688/volume-442dfba3-26a5-40b9-ae32-31a2899bd688.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1412.454634] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdf73141-c3db-4385-9f9a-70eeb7a60079 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.467101] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-881a6021-8b2e-467e-b46f-cdf1a7cfeffc tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1412.467298] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-881a6021-8b2e-467e-b46f-cdf1a7cfeffc tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1412.467471] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-881a6021-8b2e-467e-b46f-cdf1a7cfeffc tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Deleting the datastore file [datastore2] 209bba9d-f653-44b1-8b95-1f15efb01576 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1412.471796] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca51ae09-adad-4f30-9f1d-9c7dbb05b0f9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.475779] env[69858]: INFO nova.compute.manager [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Took 14.95 seconds to build instance. [ 1412.480104] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1412.480104] env[69858]: value = "task-3420243" [ 1412.480104] env[69858]: _type = "Task" [ 1412.480104] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.481052] env[69858]: DEBUG oslo_vmware.api [None req-881a6021-8b2e-467e-b46f-cdf1a7cfeffc tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for the task: (returnval){ [ 1412.481052] env[69858]: value = "task-3420242" [ 1412.481052] env[69858]: _type = "Task" [ 1412.481052] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.493014] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420243, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.495844] env[69858]: DEBUG oslo_vmware.api [None req-881a6021-8b2e-467e-b46f-cdf1a7cfeffc tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.977918] env[69858]: DEBUG oslo_concurrency.lockutils [None req-fefc042b-97d1-4391-9029-2e47ecc56d7f tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "b7c9ab96-8e76-47c2-9f42-91b0aaee212e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.458s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.992817] env[69858]: DEBUG oslo_vmware.api [None req-881a6021-8b2e-467e-b46f-cdf1a7cfeffc tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Task: {'id': task-3420242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124563} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.995911] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-881a6021-8b2e-467e-b46f-cdf1a7cfeffc tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1412.996118] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-881a6021-8b2e-467e-b46f-cdf1a7cfeffc tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1412.996298] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-881a6021-8b2e-467e-b46f-cdf1a7cfeffc tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1412.996472] env[69858]: INFO nova.compute.manager [None req-881a6021-8b2e-467e-b46f-cdf1a7cfeffc tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1412.998200] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-881a6021-8b2e-467e-b46f-cdf1a7cfeffc tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1412.998200] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.998200] env[69858]: DEBUG nova.compute.manager [-] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1412.998200] env[69858]: DEBUG nova.network.neutron [-] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1413.006859] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-2781a280-24a1-4f2a-9975-f31ed926348b tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Volume attach. Driver type: vmdk {{(pid=69858) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1413.006859] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-2781a280-24a1-4f2a-9975-f31ed926348b tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682364', 'volume_id': 'd6da138c-24a0-46d9-b522-b6e465b1d8eb', 'name': 'volume-d6da138c-24a0-46d9-b522-b6e465b1d8eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8e77a18-636e-4c73-9423-08b6b5e1109c', 'attached_at': '', 'detached_at': '', 'volume_id': 'd6da138c-24a0-46d9-b522-b6e465b1d8eb', 'serial': 'd6da138c-24a0-46d9-b522-b6e465b1d8eb'} {{(pid=69858) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1413.007601] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267645b1-fd08-4465-93d4-0102881f6a36 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.023226] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d5d009-cdce-4cea-9f53-d1fb932d0fdb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.051256] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-2781a280-24a1-4f2a-9975-f31ed926348b tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-d6da138c-24a0-46d9-b522-b6e465b1d8eb/volume-d6da138c-24a0-46d9-b522-b6e465b1d8eb.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1413.053615] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fa9fb2f-583b-4e1e-8fe4-4932e297c4a1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.072674] env[69858]: DEBUG oslo_vmware.api [None req-2781a280-24a1-4f2a-9975-f31ed926348b tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for the task: (returnval){ [ 1413.072674] env[69858]: value = "task-3420244" [ 1413.072674] env[69858]: _type = "Task" [ 1413.072674] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.083766] env[69858]: DEBUG oslo_vmware.api [None req-2781a280-24a1-4f2a-9975-f31ed926348b tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420244, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.277388] env[69858]: DEBUG nova.compute.manager [req-66595906-fdef-4cb3-bd26-cfcb64e995ad req-5c472323-5e2c-4176-b1a4-418e910e30ec service nova] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Received event network-changed-dcf3f682-9710-4930-a6ca-24c64586bc9a {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1413.277651] env[69858]: DEBUG nova.compute.manager [req-66595906-fdef-4cb3-bd26-cfcb64e995ad req-5c472323-5e2c-4176-b1a4-418e910e30ec service nova] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Refreshing instance network info cache due to event network-changed-dcf3f682-9710-4930-a6ca-24c64586bc9a. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1413.278168] env[69858]: DEBUG oslo_concurrency.lockutils [req-66595906-fdef-4cb3-bd26-cfcb64e995ad req-5c472323-5e2c-4176-b1a4-418e910e30ec service nova] Acquiring lock "refresh_cache-b7c9ab96-8e76-47c2-9f42-91b0aaee212e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.278168] env[69858]: DEBUG oslo_concurrency.lockutils [req-66595906-fdef-4cb3-bd26-cfcb64e995ad req-5c472323-5e2c-4176-b1a4-418e910e30ec service nova] Acquired lock "refresh_cache-b7c9ab96-8e76-47c2-9f42-91b0aaee212e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.278345] env[69858]: DEBUG nova.network.neutron [req-66595906-fdef-4cb3-bd26-cfcb64e995ad req-5c472323-5e2c-4176-b1a4-418e910e30ec service nova] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Refreshing network info cache for port dcf3f682-9710-4930-a6ca-24c64586bc9a {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1413.481644] env[69858]: DEBUG nova.compute.manager [req-50f40820-376b-4251-8410-18f2496b089d req-717be596-7baa-4770-8ad3-7abefb96660a service nova] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Received event network-vif-deleted-4513954e-34c4-4133-bfdf-a9a165d27a1c {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1413.481852] env[69858]: INFO nova.compute.manager [req-50f40820-376b-4251-8410-18f2496b089d req-717be596-7baa-4770-8ad3-7abefb96660a service nova] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Neutron deleted interface 4513954e-34c4-4133-bfdf-a9a165d27a1c; detaching it from the instance and deleting it from the info cache [ 1413.482063] env[69858]: DEBUG nova.network.neutron [req-50f40820-376b-4251-8410-18f2496b089d req-717be596-7baa-4770-8ad3-7abefb96660a service nova] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.492488] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420243, 'name': ReconfigVM_Task, 'duration_secs': 0.776111} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.493185] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-442dfba3-26a5-40b9-ae32-31a2899bd688/volume-442dfba3-26a5-40b9-ae32-31a2899bd688.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1413.497959] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13bd6393-3236-46ff-9b1c-07474a56c5d5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.512765] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1413.512765] env[69858]: value = "task-3420245" [ 1413.512765] env[69858]: _type = "Task" [ 1413.512765] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.520938] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420245, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.582194] env[69858]: DEBUG oslo_vmware.api [None req-2781a280-24a1-4f2a-9975-f31ed926348b tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420244, 'name': ReconfigVM_Task, 'duration_secs': 0.35194} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.582490] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-2781a280-24a1-4f2a-9975-f31ed926348b tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-d6da138c-24a0-46d9-b522-b6e465b1d8eb/volume-d6da138c-24a0-46d9-b522-b6e465b1d8eb.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1413.587097] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6b5e8d4-268b-497c-ad7f-75fbca8469e1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.600606] env[69858]: DEBUG oslo_vmware.api [None req-2781a280-24a1-4f2a-9975-f31ed926348b tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for the task: (returnval){ [ 1413.600606] env[69858]: value = "task-3420246" [ 1413.600606] env[69858]: _type = "Task" [ 1413.600606] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.607883] env[69858]: DEBUG oslo_vmware.api [None req-2781a280-24a1-4f2a-9975-f31ed926348b tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420246, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.958876] env[69858]: DEBUG nova.network.neutron [-] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.985014] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81c56fc1-9e4c-430e-8197-429dc5a5d5e3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.994254] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a273e3ad-21a0-4542-8df7-b03ed8e683cc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.006240] env[69858]: DEBUG nova.network.neutron [req-66595906-fdef-4cb3-bd26-cfcb64e995ad req-5c472323-5e2c-4176-b1a4-418e910e30ec service nova] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Updated VIF entry in instance network info cache for port dcf3f682-9710-4930-a6ca-24c64586bc9a. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1414.006592] env[69858]: DEBUG nova.network.neutron [req-66595906-fdef-4cb3-bd26-cfcb64e995ad req-5c472323-5e2c-4176-b1a4-418e910e30ec service nova] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Updating instance_info_cache with network_info: [{"id": "dcf3f682-9710-4930-a6ca-24c64586bc9a", "address": "fa:16:3e:e7:5f:61", "network": {"id": "0b161d6c-e53e-45aa-bc0e-59ca8de1e5b5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-387557169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eecd4e4f7852489d88ac8dc75c2ad948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcf3f682-97", "ovs_interfaceid": "dcf3f682-9710-4930-a6ca-24c64586bc9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.021547] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420245, 'name': ReconfigVM_Task, 'duration_secs': 0.19232} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.030347] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682356', 'volume_id': '442dfba3-26a5-40b9-ae32-31a2899bd688', 'name': 'volume-442dfba3-26a5-40b9-ae32-31a2899bd688', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd5b99774-6068-4b82-ac04-39da8cffea8f', 'attached_at': '', 'detached_at': '', 'volume_id': '442dfba3-26a5-40b9-ae32-31a2899bd688', 'serial': '442dfba3-26a5-40b9-ae32-31a2899bd688'} {{(pid=69858) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1414.031300] env[69858]: DEBUG nova.compute.manager [req-50f40820-376b-4251-8410-18f2496b089d req-717be596-7baa-4770-8ad3-7abefb96660a service nova] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Detach interface failed, port_id=4513954e-34c4-4133-bfdf-a9a165d27a1c, reason: Instance 209bba9d-f653-44b1-8b95-1f15efb01576 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1414.031886] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a2c91f3-a8c6-419a-acab-1ea98043d36c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.038497] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1414.038497] env[69858]: value = "task-3420247" [ 1414.038497] env[69858]: _type = "Task" [ 1414.038497] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.046353] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420247, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.111769] env[69858]: DEBUG oslo_vmware.api [None req-2781a280-24a1-4f2a-9975-f31ed926348b tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420246, 'name': ReconfigVM_Task, 'duration_secs': 0.140783} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.112250] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-2781a280-24a1-4f2a-9975-f31ed926348b tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682364', 'volume_id': 'd6da138c-24a0-46d9-b522-b6e465b1d8eb', 'name': 'volume-d6da138c-24a0-46d9-b522-b6e465b1d8eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8e77a18-636e-4c73-9423-08b6b5e1109c', 'attached_at': '', 'detached_at': '', 'volume_id': 'd6da138c-24a0-46d9-b522-b6e465b1d8eb', 'serial': 'd6da138c-24a0-46d9-b522-b6e465b1d8eb'} {{(pid=69858) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1414.462149] env[69858]: INFO nova.compute.manager [-] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Took 1.46 seconds to deallocate network for instance. [ 1414.510046] env[69858]: DEBUG oslo_concurrency.lockutils [req-66595906-fdef-4cb3-bd26-cfcb64e995ad req-5c472323-5e2c-4176-b1a4-418e910e30ec service nova] Releasing lock "refresh_cache-b7c9ab96-8e76-47c2-9f42-91b0aaee212e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.549201] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420247, 'name': Rename_Task, 'duration_secs': 0.181495} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.549562] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1414.549862] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bffc3e0-10fa-4683-89f0-e44c60e96452 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.556553] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1414.556553] env[69858]: value = "task-3420248" [ 1414.556553] env[69858]: _type = "Task" [ 1414.556553] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.564735] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.968020] env[69858]: DEBUG oslo_concurrency.lockutils [None req-881a6021-8b2e-467e-b46f-cdf1a7cfeffc tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.968351] env[69858]: DEBUG oslo_concurrency.lockutils [None req-881a6021-8b2e-467e-b46f-cdf1a7cfeffc tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.968645] env[69858]: DEBUG nova.objects.instance [None req-881a6021-8b2e-467e-b46f-cdf1a7cfeffc tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lazy-loading 'resources' on Instance uuid 209bba9d-f653-44b1-8b95-1f15efb01576 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.066834] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420248, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.152574] env[69858]: DEBUG nova.objects.instance [None req-2781a280-24a1-4f2a-9975-f31ed926348b tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lazy-loading 'flavor' on Instance uuid d8e77a18-636e-4c73-9423-08b6b5e1109c {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.546894] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa690999-0509-4852-8204-86f8b69efb48 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.554439] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee815f2d-4684-41af-80b8-3cd1e296b924 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.565529] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420248, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.590474] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14de074-2955-446c-b30a-cab0822ba226 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.597009] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3562770-c5ed-4e17-af78-de45890015a3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.609787] env[69858]: DEBUG nova.compute.provider_tree [None req-881a6021-8b2e-467e-b46f-cdf1a7cfeffc tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1415.657859] env[69858]: DEBUG oslo_concurrency.lockutils [None req-2781a280-24a1-4f2a-9975-f31ed926348b tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "d8e77a18-636e-4c73-9423-08b6b5e1109c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.246s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.972979] env[69858]: DEBUG oslo_concurrency.lockutils [None req-70b12a2a-dd42-4182-b55e-68abc47d8736 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Acquiring lock "d8e77a18-636e-4c73-9423-08b6b5e1109c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.973304] env[69858]: DEBUG oslo_concurrency.lockutils [None req-70b12a2a-dd42-4182-b55e-68abc47d8736 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "d8e77a18-636e-4c73-9423-08b6b5e1109c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.067276] env[69858]: DEBUG oslo_vmware.api [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420248, 'name': PowerOnVM_Task, 'duration_secs': 1.390749} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.067601] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1416.113333] env[69858]: DEBUG nova.scheduler.client.report [None req-881a6021-8b2e-467e-b46f-cdf1a7cfeffc tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1416.178382] env[69858]: DEBUG nova.compute.manager [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1416.179361] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c97e2f-c28b-4ee1-838d-571feb678eff {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.476383] env[69858]: INFO nova.compute.manager [None req-70b12a2a-dd42-4182-b55e-68abc47d8736 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Detaching volume e76dd45f-be19-49e0-bfbe-0a2f52c96def [ 1416.510803] env[69858]: INFO nova.virt.block_device [None req-70b12a2a-dd42-4182-b55e-68abc47d8736 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Attempting to driver detach volume e76dd45f-be19-49e0-bfbe-0a2f52c96def from mountpoint /dev/sdb [ 1416.511052] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-70b12a2a-dd42-4182-b55e-68abc47d8736 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Volume detach. Driver type: vmdk {{(pid=69858) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1416.511250] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-70b12a2a-dd42-4182-b55e-68abc47d8736 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682359', 'volume_id': 'e76dd45f-be19-49e0-bfbe-0a2f52c96def', 'name': 'volume-e76dd45f-be19-49e0-bfbe-0a2f52c96def', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8e77a18-636e-4c73-9423-08b6b5e1109c', 'attached_at': '', 'detached_at': '', 'volume_id': 'e76dd45f-be19-49e0-bfbe-0a2f52c96def', 'serial': 'e76dd45f-be19-49e0-bfbe-0a2f52c96def'} {{(pid=69858) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1416.512167] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29db8e3-6a10-4da1-b9bb-2632883f14fb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.537209] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b020c5-7f1c-49e7-b1c3-c9a567a162cc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.543648] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b4350d-cfa8-417e-9c9d-62f80153bbfc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.565795] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54caad25-f474-486c-bca3-8443fd0a77bb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.580131] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-70b12a2a-dd42-4182-b55e-68abc47d8736 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] The volume has not been displaced from its original location: [datastore2] volume-e76dd45f-be19-49e0-bfbe-0a2f52c96def/volume-e76dd45f-be19-49e0-bfbe-0a2f52c96def.vmdk. No consolidation needed. {{(pid=69858) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1416.585228] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-70b12a2a-dd42-4182-b55e-68abc47d8736 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1416.585495] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d5a3b3f-665e-49ba-b724-929cca5678c1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.603506] env[69858]: DEBUG oslo_vmware.api [None req-70b12a2a-dd42-4182-b55e-68abc47d8736 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for the task: (returnval){ [ 1416.603506] env[69858]: value = "task-3420249" [ 1416.603506] env[69858]: _type = "Task" [ 1416.603506] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.610871] env[69858]: DEBUG oslo_vmware.api [None req-70b12a2a-dd42-4182-b55e-68abc47d8736 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420249, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.617635] env[69858]: DEBUG oslo_concurrency.lockutils [None req-881a6021-8b2e-467e-b46f-cdf1a7cfeffc tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.649s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.637513] env[69858]: INFO nova.scheduler.client.report [None req-881a6021-8b2e-467e-b46f-cdf1a7cfeffc tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Deleted allocations for instance 209bba9d-f653-44b1-8b95-1f15efb01576 [ 1416.694838] env[69858]: DEBUG oslo_concurrency.lockutils [None req-6f02f90f-6200-408f-ab91-4156f1f34f9a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lock "d5b99774-6068-4b82-ac04-39da8cffea8f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 33.704s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.113250] env[69858]: DEBUG oslo_vmware.api [None req-70b12a2a-dd42-4182-b55e-68abc47d8736 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420249, 'name': ReconfigVM_Task, 'duration_secs': 0.238933} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.113664] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-70b12a2a-dd42-4182-b55e-68abc47d8736 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1417.118162] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d10522fb-449e-4f87-a4db-c3945556c881 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.133144] env[69858]: DEBUG oslo_vmware.api [None req-70b12a2a-dd42-4182-b55e-68abc47d8736 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for the task: (returnval){ [ 1417.133144] env[69858]: value = "task-3420250" [ 1417.133144] env[69858]: _type = "Task" [ 1417.133144] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.140427] env[69858]: DEBUG oslo_vmware.api [None req-70b12a2a-dd42-4182-b55e-68abc47d8736 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420250, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.145164] env[69858]: DEBUG oslo_concurrency.lockutils [None req-881a6021-8b2e-467e-b46f-cdf1a7cfeffc tempest-ServerActionsTestOtherB-650621408 tempest-ServerActionsTestOtherB-650621408-project-member] Lock "209bba9d-f653-44b1-8b95-1f15efb01576" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.801s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.642992] env[69858]: DEBUG oslo_vmware.api [None req-70b12a2a-dd42-4182-b55e-68abc47d8736 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420250, 'name': ReconfigVM_Task, 'duration_secs': 0.150919} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.643351] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-70b12a2a-dd42-4182-b55e-68abc47d8736 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682359', 'volume_id': 'e76dd45f-be19-49e0-bfbe-0a2f52c96def', 'name': 'volume-e76dd45f-be19-49e0-bfbe-0a2f52c96def', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8e77a18-636e-4c73-9423-08b6b5e1109c', 'attached_at': '', 'detached_at': '', 'volume_id': 'e76dd45f-be19-49e0-bfbe-0a2f52c96def', 'serial': 'e76dd45f-be19-49e0-bfbe-0a2f52c96def'} {{(pid=69858) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1418.183844] env[69858]: DEBUG nova.objects.instance [None req-70b12a2a-dd42-4182-b55e-68abc47d8736 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lazy-loading 'flavor' on Instance uuid d8e77a18-636e-4c73-9423-08b6b5e1109c {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1419.192260] env[69858]: DEBUG oslo_concurrency.lockutils [None req-70b12a2a-dd42-4182-b55e-68abc47d8736 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "d8e77a18-636e-4c73-9423-08b6b5e1109c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.219s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.216595] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5b6082ee-5cec-4acc-a2b2-866493b463d4 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Acquiring lock "d8e77a18-636e-4c73-9423-08b6b5e1109c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.216869] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5b6082ee-5cec-4acc-a2b2-866493b463d4 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "d8e77a18-636e-4c73-9423-08b6b5e1109c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.719854] env[69858]: INFO nova.compute.manager [None req-5b6082ee-5cec-4acc-a2b2-866493b463d4 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Detaching volume d6da138c-24a0-46d9-b522-b6e465b1d8eb [ 1419.751693] env[69858]: INFO nova.virt.block_device [None req-5b6082ee-5cec-4acc-a2b2-866493b463d4 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Attempting to driver detach volume d6da138c-24a0-46d9-b522-b6e465b1d8eb from mountpoint /dev/sdc [ 1419.751972] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b6082ee-5cec-4acc-a2b2-866493b463d4 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Volume detach. Driver type: vmdk {{(pid=69858) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1419.752242] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b6082ee-5cec-4acc-a2b2-866493b463d4 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682364', 'volume_id': 'd6da138c-24a0-46d9-b522-b6e465b1d8eb', 'name': 'volume-d6da138c-24a0-46d9-b522-b6e465b1d8eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8e77a18-636e-4c73-9423-08b6b5e1109c', 'attached_at': '', 'detached_at': '', 'volume_id': 'd6da138c-24a0-46d9-b522-b6e465b1d8eb', 'serial': 'd6da138c-24a0-46d9-b522-b6e465b1d8eb'} {{(pid=69858) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1419.753347] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24a7ad1-d807-497d-a5b6-082e378c30d2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.775350] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0686c78d-4a95-452d-a201-8a721d97a08b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.781640] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166dc62a-8eba-4746-a255-3c4fe2faa867 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.800961] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf079c5-cf54-41df-9690-65232a7cf823 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.814785] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b6082ee-5cec-4acc-a2b2-866493b463d4 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] The volume has not been displaced from its original location: [datastore1] volume-d6da138c-24a0-46d9-b522-b6e465b1d8eb/volume-d6da138c-24a0-46d9-b522-b6e465b1d8eb.vmdk. No consolidation needed. {{(pid=69858) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1419.819781] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b6082ee-5cec-4acc-a2b2-866493b463d4 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Reconfiguring VM instance instance-00000078 to detach disk 2002 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1419.820055] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-896be383-ac60-4d2f-a989-71b00c9e2e99 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.838603] env[69858]: DEBUG oslo_vmware.api [None req-5b6082ee-5cec-4acc-a2b2-866493b463d4 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for the task: (returnval){ [ 1419.838603] env[69858]: value = "task-3420252" [ 1419.838603] env[69858]: _type = "Task" [ 1419.838603] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.846886] env[69858]: DEBUG oslo_vmware.api [None req-5b6082ee-5cec-4acc-a2b2-866493b463d4 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420252, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.348266] env[69858]: DEBUG oslo_vmware.api [None req-5b6082ee-5cec-4acc-a2b2-866493b463d4 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420252, 'name': ReconfigVM_Task, 'duration_secs': 0.220282} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.348627] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b6082ee-5cec-4acc-a2b2-866493b463d4 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Reconfigured VM instance instance-00000078 to detach disk 2002 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1420.353088] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c4fcde8-b36a-472a-8b0b-229277fcdec5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.367703] env[69858]: DEBUG oslo_vmware.api [None req-5b6082ee-5cec-4acc-a2b2-866493b463d4 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for the task: (returnval){ [ 1420.367703] env[69858]: value = "task-3420253" [ 1420.367703] env[69858]: _type = "Task" [ 1420.367703] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.375179] env[69858]: DEBUG oslo_vmware.api [None req-5b6082ee-5cec-4acc-a2b2-866493b463d4 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420253, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.878166] env[69858]: DEBUG oslo_vmware.api [None req-5b6082ee-5cec-4acc-a2b2-866493b463d4 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420253, 'name': ReconfigVM_Task, 'duration_secs': 0.133539} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.878477] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b6082ee-5cec-4acc-a2b2-866493b463d4 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682364', 'volume_id': 'd6da138c-24a0-46d9-b522-b6e465b1d8eb', 'name': 'volume-d6da138c-24a0-46d9-b522-b6e465b1d8eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8e77a18-636e-4c73-9423-08b6b5e1109c', 'attached_at': '', 'detached_at': '', 'volume_id': 'd6da138c-24a0-46d9-b522-b6e465b1d8eb', 'serial': 'd6da138c-24a0-46d9-b522-b6e465b1d8eb'} {{(pid=69858) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1421.419028] env[69858]: DEBUG nova.objects.instance [None req-5b6082ee-5cec-4acc-a2b2-866493b463d4 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lazy-loading 'flavor' on Instance uuid d8e77a18-636e-4c73-9423-08b6b5e1109c {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1422.426610] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5b6082ee-5cec-4acc-a2b2-866493b463d4 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "d8e77a18-636e-4c73-9423-08b6b5e1109c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.209s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.643172] env[69858]: DEBUG oslo_concurrency.lockutils [None req-dfcd074f-18f4-4661-8b41-6c2222995053 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Acquiring lock "d8e77a18-636e-4c73-9423-08b6b5e1109c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.643565] env[69858]: DEBUG oslo_concurrency.lockutils [None req-dfcd074f-18f4-4661-8b41-6c2222995053 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "d8e77a18-636e-4c73-9423-08b6b5e1109c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.643703] env[69858]: DEBUG oslo_concurrency.lockutils [None req-dfcd074f-18f4-4661-8b41-6c2222995053 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Acquiring lock "d8e77a18-636e-4c73-9423-08b6b5e1109c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.643884] env[69858]: DEBUG oslo_concurrency.lockutils [None req-dfcd074f-18f4-4661-8b41-6c2222995053 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "d8e77a18-636e-4c73-9423-08b6b5e1109c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.644069] env[69858]: DEBUG oslo_concurrency.lockutils [None req-dfcd074f-18f4-4661-8b41-6c2222995053 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "d8e77a18-636e-4c73-9423-08b6b5e1109c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.646168] env[69858]: INFO nova.compute.manager [None req-dfcd074f-18f4-4661-8b41-6c2222995053 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Terminating instance [ 1424.150388] env[69858]: DEBUG nova.compute.manager [None req-dfcd074f-18f4-4661-8b41-6c2222995053 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1424.150642] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcd074f-18f4-4661-8b41-6c2222995053 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1424.151661] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491d29d4-50ff-4aef-8924-68a9acf87a0d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.160232] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfcd074f-18f4-4661-8b41-6c2222995053 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1424.160462] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e6e341a-b10b-4d45-bb5f-88ea230c4936 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.166306] env[69858]: DEBUG oslo_vmware.api [None req-dfcd074f-18f4-4661-8b41-6c2222995053 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for the task: (returnval){ [ 1424.166306] env[69858]: value = "task-3420254" [ 1424.166306] env[69858]: _type = "Task" [ 1424.166306] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.173921] env[69858]: DEBUG oslo_vmware.api [None req-dfcd074f-18f4-4661-8b41-6c2222995053 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.675765] env[69858]: DEBUG oslo_vmware.api [None req-dfcd074f-18f4-4661-8b41-6c2222995053 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420254, 'name': PowerOffVM_Task, 'duration_secs': 0.181007} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.677314] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfcd074f-18f4-4661-8b41-6c2222995053 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1424.677314] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcd074f-18f4-4661-8b41-6c2222995053 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1424.677314] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92b4e59c-a162-4398-8593-a9876b9f8a3b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.736659] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcd074f-18f4-4661-8b41-6c2222995053 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1424.736935] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcd074f-18f4-4661-8b41-6c2222995053 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1424.737090] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfcd074f-18f4-4661-8b41-6c2222995053 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Deleting the datastore file [datastore2] d8e77a18-636e-4c73-9423-08b6b5e1109c {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1424.737380] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44260b36-62d0-4268-8403-862b4921abb9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.746034] env[69858]: DEBUG oslo_vmware.api [None req-dfcd074f-18f4-4661-8b41-6c2222995053 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for the task: (returnval){ [ 1424.746034] env[69858]: value = "task-3420256" [ 1424.746034] env[69858]: _type = "Task" [ 1424.746034] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.752775] env[69858]: DEBUG oslo_vmware.api [None req-dfcd074f-18f4-4661-8b41-6c2222995053 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420256, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.255407] env[69858]: DEBUG oslo_vmware.api [None req-dfcd074f-18f4-4661-8b41-6c2222995053 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Task: {'id': task-3420256, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125508} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.255671] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfcd074f-18f4-4661-8b41-6c2222995053 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1425.255858] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcd074f-18f4-4661-8b41-6c2222995053 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1425.256056] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcd074f-18f4-4661-8b41-6c2222995053 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1425.256239] env[69858]: INFO nova.compute.manager [None req-dfcd074f-18f4-4661-8b41-6c2222995053 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1425.256525] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfcd074f-18f4-4661-8b41-6c2222995053 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1425.256734] env[69858]: DEBUG nova.compute.manager [-] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1425.256830] env[69858]: DEBUG nova.network.neutron [-] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1425.892581] env[69858]: DEBUG nova.compute.manager [req-f6fea397-bb41-4201-845d-f23abd274821 req-1006ae75-48af-4930-a152-a58be7d546b1 service nova] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Received event network-vif-deleted-e93151a7-2158-416b-bd2a-70856d9d87da {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1425.892891] env[69858]: INFO nova.compute.manager [req-f6fea397-bb41-4201-845d-f23abd274821 req-1006ae75-48af-4930-a152-a58be7d546b1 service nova] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Neutron deleted interface e93151a7-2158-416b-bd2a-70856d9d87da; detaching it from the instance and deleting it from the info cache [ 1425.892984] env[69858]: DEBUG nova.network.neutron [req-f6fea397-bb41-4201-845d-f23abd274821 req-1006ae75-48af-4930-a152-a58be7d546b1 service nova] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.370034] env[69858]: DEBUG nova.network.neutron [-] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.395728] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35300d78-1082-42c8-bd83-aad6378d571c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.405580] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4f845c-e801-4c0b-95e1-de2f4baaff13 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.431831] env[69858]: DEBUG nova.compute.manager [req-f6fea397-bb41-4201-845d-f23abd274821 req-1006ae75-48af-4930-a152-a58be7d546b1 service nova] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Detach interface failed, port_id=e93151a7-2158-416b-bd2a-70856d9d87da, reason: Instance d8e77a18-636e-4c73-9423-08b6b5e1109c could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1426.873270] env[69858]: INFO nova.compute.manager [-] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Took 1.62 seconds to deallocate network for instance. [ 1427.379742] env[69858]: DEBUG oslo_concurrency.lockutils [None req-dfcd074f-18f4-4661-8b41-6c2222995053 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.380164] env[69858]: DEBUG oslo_concurrency.lockutils [None req-dfcd074f-18f4-4661-8b41-6c2222995053 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.380329] env[69858]: DEBUG nova.objects.instance [None req-dfcd074f-18f4-4661-8b41-6c2222995053 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lazy-loading 'resources' on Instance uuid d8e77a18-636e-4c73-9423-08b6b5e1109c {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1427.901374] env[69858]: DEBUG nova.scheduler.client.report [None req-dfcd074f-18f4-4661-8b41-6c2222995053 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Refreshing inventories for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1427.915146] env[69858]: DEBUG nova.scheduler.client.report [None req-dfcd074f-18f4-4661-8b41-6c2222995053 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Updating ProviderTree inventory for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1427.915360] env[69858]: DEBUG nova.compute.provider_tree [None req-dfcd074f-18f4-4661-8b41-6c2222995053 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Updating inventory in ProviderTree for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1427.925167] env[69858]: DEBUG nova.scheduler.client.report [None req-dfcd074f-18f4-4661-8b41-6c2222995053 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Refreshing aggregate associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, aggregates: None {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1427.941908] env[69858]: DEBUG nova.scheduler.client.report [None req-dfcd074f-18f4-4661-8b41-6c2222995053 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Refreshing trait associations for resource provider a0eb830e-e56f-4bef-ab3f-89644f27fe23, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69858) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1427.998660] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d02f18c-f19e-48a5-91cf-1a0a8cafb190 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.006278] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995671be-2b3a-4428-ae3e-61fb19f9bd84 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.036097] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0159a6a-07cc-490d-a581-5f708548785d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.042871] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37295c7c-d56d-4898-8bf3-60611b318141 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.055648] env[69858]: DEBUG nova.compute.provider_tree [None req-dfcd074f-18f4-4661-8b41-6c2222995053 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1428.558903] env[69858]: DEBUG nova.scheduler.client.report [None req-dfcd074f-18f4-4661-8b41-6c2222995053 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1429.064461] env[69858]: DEBUG oslo_concurrency.lockutils [None req-dfcd074f-18f4-4661-8b41-6c2222995053 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.684s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.086024] env[69858]: INFO nova.scheduler.client.report [None req-dfcd074f-18f4-4661-8b41-6c2222995053 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Deleted allocations for instance d8e77a18-636e-4c73-9423-08b6b5e1109c [ 1429.594037] env[69858]: DEBUG oslo_concurrency.lockutils [None req-dfcd074f-18f4-4661-8b41-6c2222995053 tempest-AttachVolumeTestJSON-461226656 tempest-AttachVolumeTestJSON-461226656-project-member] Lock "d8e77a18-636e-4c73-9423-08b6b5e1109c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.950s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.449171] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1430.449487] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1431.449197] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.448802] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.952449] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.952731] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.952905] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.953072] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69858) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1433.954024] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bc77be-e823-48ee-8424-cd33f975ec76 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.962527] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b5c8cf-5105-4d47-b926-a960bc3b617b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.976405] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2243c2c7-6f0f-4989-a3be-afe11632d0dc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.981083] env[69858]: DEBUG oslo_concurrency.lockutils [None req-08d24f99-fc96-47d4-ac3b-5d1262b06b29 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "a6b99316-d8bc-4480-9371-32f0fda54af8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.981352] env[69858]: DEBUG oslo_concurrency.lockutils [None req-08d24f99-fc96-47d4-ac3b-5d1262b06b29 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "a6b99316-d8bc-4480-9371-32f0fda54af8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.985430] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b4e352-a39d-4d44-b4ae-9b5b6d7ef281 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.015663] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180557MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=69858) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1434.015804] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.016019] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.486322] env[69858]: DEBUG nova.compute.utils [None req-08d24f99-fc96-47d4-ac3b-5d1262b06b29 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1434.989763] env[69858]: DEBUG oslo_concurrency.lockutils [None req-08d24f99-fc96-47d4-ac3b-5d1262b06b29 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "a6b99316-d8bc-4480-9371-32f0fda54af8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.040483] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance a6b99316-d8bc-4480-9371-32f0fda54af8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1435.040675] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance d5b99774-6068-4b82-ac04-39da8cffea8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1435.040792] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance b7c9ab96-8e76-47c2-9f42-91b0aaee212e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1435.040940] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69858) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1435.041090] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69858) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1435.087885] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278aab0d-080d-4d5b-853f-9aa750736840 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.095194] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b255fd9-ffec-4825-8801-02b588ea95cd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.124653] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9949db-b36f-4af7-87b5-c2552206aef1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.132076] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8e9888-ffe9-4894-ab6e-cf9c01477a81 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.146501] env[69858]: DEBUG nova.compute.provider_tree [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1435.649187] env[69858]: DEBUG nova.scheduler.client.report [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1436.048210] env[69858]: DEBUG oslo_concurrency.lockutils [None req-08d24f99-fc96-47d4-ac3b-5d1262b06b29 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "a6b99316-d8bc-4480-9371-32f0fda54af8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1436.048494] env[69858]: DEBUG oslo_concurrency.lockutils [None req-08d24f99-fc96-47d4-ac3b-5d1262b06b29 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "a6b99316-d8bc-4480-9371-32f0fda54af8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1436.048739] env[69858]: INFO nova.compute.manager [None req-08d24f99-fc96-47d4-ac3b-5d1262b06b29 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Attaching volume 596baa45-6e3a-4956-aa50-4fe4cbcb6240 to /dev/sdb [ 1436.078851] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610b9c95-32f9-404d-aa4e-96c1a2340234 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.085952] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace0c48f-32a9-4847-a913-ae864ef43c0d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.098557] env[69858]: DEBUG nova.virt.block_device [None req-08d24f99-fc96-47d4-ac3b-5d1262b06b29 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Updating existing volume attachment record: 6586e60e-aef7-4260-8e81-cc6b604cd166 {{(pid=69858) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1436.155244] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69858) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1436.155468] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.139s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.156486] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1437.156873] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1437.156873] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1437.157031] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1437.157181] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69858) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1440.641711] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d24f99-fc96-47d4-ac3b-5d1262b06b29 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Volume attach. Driver type: vmdk {{(pid=69858) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1440.641993] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d24f99-fc96-47d4-ac3b-5d1262b06b29 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682365', 'volume_id': '596baa45-6e3a-4956-aa50-4fe4cbcb6240', 'name': 'volume-596baa45-6e3a-4956-aa50-4fe4cbcb6240', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6b99316-d8bc-4480-9371-32f0fda54af8', 'attached_at': '', 'detached_at': '', 'volume_id': '596baa45-6e3a-4956-aa50-4fe4cbcb6240', 'serial': '596baa45-6e3a-4956-aa50-4fe4cbcb6240'} {{(pid=69858) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1440.642904] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcedc9aa-fae2-48a0-b4ea-9e6362da1b51 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.659969] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecff1fa1-aa0b-4fda-af2f-719c0d56e236 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.684267] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d24f99-fc96-47d4-ac3b-5d1262b06b29 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-596baa45-6e3a-4956-aa50-4fe4cbcb6240/volume-596baa45-6e3a-4956-aa50-4fe4cbcb6240.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1440.684539] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0146dbeb-790f-4977-87f4-b0fce1ccd0d1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.703496] env[69858]: DEBUG oslo_vmware.api [None req-08d24f99-fc96-47d4-ac3b-5d1262b06b29 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1440.703496] env[69858]: value = "task-3420262" [ 1440.703496] env[69858]: _type = "Task" [ 1440.703496] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.710681] env[69858]: DEBUG oslo_vmware.api [None req-08d24f99-fc96-47d4-ac3b-5d1262b06b29 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420262, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.215023] env[69858]: DEBUG oslo_vmware.api [None req-08d24f99-fc96-47d4-ac3b-5d1262b06b29 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420262, 'name': ReconfigVM_Task, 'duration_secs': 0.33271} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.215023] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d24f99-fc96-47d4-ac3b-5d1262b06b29 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-596baa45-6e3a-4956-aa50-4fe4cbcb6240/volume-596baa45-6e3a-4956-aa50-4fe4cbcb6240.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1441.222126] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92ee9798-f1c4-4e2b-bb23-98615618b4a9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.236060] env[69858]: DEBUG oslo_vmware.api [None req-08d24f99-fc96-47d4-ac3b-5d1262b06b29 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1441.236060] env[69858]: value = "task-3420263" [ 1441.236060] env[69858]: _type = "Task" [ 1441.236060] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.245474] env[69858]: DEBUG oslo_vmware.api [None req-08d24f99-fc96-47d4-ac3b-5d1262b06b29 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420263, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.746858] env[69858]: DEBUG oslo_vmware.api [None req-08d24f99-fc96-47d4-ac3b-5d1262b06b29 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420263, 'name': ReconfigVM_Task, 'duration_secs': 0.147137} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.747362] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d24f99-fc96-47d4-ac3b-5d1262b06b29 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682365', 'volume_id': '596baa45-6e3a-4956-aa50-4fe4cbcb6240', 'name': 'volume-596baa45-6e3a-4956-aa50-4fe4cbcb6240', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6b99316-d8bc-4480-9371-32f0fda54af8', 'attached_at': '', 'detached_at': '', 'volume_id': '596baa45-6e3a-4956-aa50-4fe4cbcb6240', 'serial': '596baa45-6e3a-4956-aa50-4fe4cbcb6240'} {{(pid=69858) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1442.787822] env[69858]: DEBUG nova.objects.instance [None req-08d24f99-fc96-47d4-ac3b-5d1262b06b29 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lazy-loading 'flavor' on Instance uuid a6b99316-d8bc-4480-9371-32f0fda54af8 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1443.294147] env[69858]: DEBUG oslo_concurrency.lockutils [None req-08d24f99-fc96-47d4-ac3b-5d1262b06b29 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "a6b99316-d8bc-4480-9371-32f0fda54af8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.246s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.561278] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f7a602ca-e2f0-443d-819d-9cc15b540ce6 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "a6b99316-d8bc-4480-9371-32f0fda54af8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.561525] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f7a602ca-e2f0-443d-819d-9cc15b540ce6 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "a6b99316-d8bc-4480-9371-32f0fda54af8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.064810] env[69858]: INFO nova.compute.manager [None req-f7a602ca-e2f0-443d-819d-9cc15b540ce6 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Detaching volume 596baa45-6e3a-4956-aa50-4fe4cbcb6240 [ 1444.094283] env[69858]: INFO nova.virt.block_device [None req-f7a602ca-e2f0-443d-819d-9cc15b540ce6 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Attempting to driver detach volume 596baa45-6e3a-4956-aa50-4fe4cbcb6240 from mountpoint /dev/sdb [ 1444.094565] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7a602ca-e2f0-443d-819d-9cc15b540ce6 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Volume detach. Driver type: vmdk {{(pid=69858) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1444.094724] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7a602ca-e2f0-443d-819d-9cc15b540ce6 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682365', 'volume_id': '596baa45-6e3a-4956-aa50-4fe4cbcb6240', 'name': 'volume-596baa45-6e3a-4956-aa50-4fe4cbcb6240', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6b99316-d8bc-4480-9371-32f0fda54af8', 'attached_at': '', 'detached_at': '', 'volume_id': '596baa45-6e3a-4956-aa50-4fe4cbcb6240', 'serial': '596baa45-6e3a-4956-aa50-4fe4cbcb6240'} {{(pid=69858) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1444.095607] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad41e40-c59b-43d2-b176-d80b85ca3468 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.116788] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e56fbb8-763e-4b73-b212-bcb08325ffb8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.123144] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3507bb-0087-41d1-9443-bd6cb6679528 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.143848] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacdc759-69de-4d23-b7ea-4ae2e2127258 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.158328] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7a602ca-e2f0-443d-819d-9cc15b540ce6 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] The volume has not been displaced from its original location: [datastore1] volume-596baa45-6e3a-4956-aa50-4fe4cbcb6240/volume-596baa45-6e3a-4956-aa50-4fe4cbcb6240.vmdk. No consolidation needed. {{(pid=69858) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1444.163494] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7a602ca-e2f0-443d-819d-9cc15b540ce6 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1444.163760] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35b3b8a1-e1b8-4b07-baeb-f765e978b311 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.180838] env[69858]: DEBUG oslo_vmware.api [None req-f7a602ca-e2f0-443d-819d-9cc15b540ce6 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1444.180838] env[69858]: value = "task-3420264" [ 1444.180838] env[69858]: _type = "Task" [ 1444.180838] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.188053] env[69858]: DEBUG oslo_vmware.api [None req-f7a602ca-e2f0-443d-819d-9cc15b540ce6 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420264, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.690215] env[69858]: DEBUG oslo_vmware.api [None req-f7a602ca-e2f0-443d-819d-9cc15b540ce6 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420264, 'name': ReconfigVM_Task, 'duration_secs': 0.204919} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.690519] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7a602ca-e2f0-443d-819d-9cc15b540ce6 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1444.695058] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85295f11-9ec3-47c2-a908-92c7007256b8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.709395] env[69858]: DEBUG oslo_vmware.api [None req-f7a602ca-e2f0-443d-819d-9cc15b540ce6 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1444.709395] env[69858]: value = "task-3420265" [ 1444.709395] env[69858]: _type = "Task" [ 1444.709395] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.716559] env[69858]: DEBUG oslo_vmware.api [None req-f7a602ca-e2f0-443d-819d-9cc15b540ce6 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420265, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.218676] env[69858]: DEBUG oslo_vmware.api [None req-f7a602ca-e2f0-443d-819d-9cc15b540ce6 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420265, 'name': ReconfigVM_Task, 'duration_secs': 0.134791} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.219037] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7a602ca-e2f0-443d-819d-9cc15b540ce6 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682365', 'volume_id': '596baa45-6e3a-4956-aa50-4fe4cbcb6240', 'name': 'volume-596baa45-6e3a-4956-aa50-4fe4cbcb6240', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6b99316-d8bc-4480-9371-32f0fda54af8', 'attached_at': '', 'detached_at': '', 'volume_id': '596baa45-6e3a-4956-aa50-4fe4cbcb6240', 'serial': '596baa45-6e3a-4956-aa50-4fe4cbcb6240'} {{(pid=69858) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1445.757989] env[69858]: DEBUG nova.objects.instance [None req-f7a602ca-e2f0-443d-819d-9cc15b540ce6 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lazy-loading 'flavor' on Instance uuid a6b99316-d8bc-4480-9371-32f0fda54af8 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1446.766056] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f7a602ca-e2f0-443d-819d-9cc15b540ce6 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "a6b99316-d8bc-4480-9371-32f0fda54af8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.204s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.794027] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e2b6c8fc-df45-40a2-ae73-b82c4a43961b tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "a6b99316-d8bc-4480-9371-32f0fda54af8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.794430] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e2b6c8fc-df45-40a2-ae73-b82c4a43961b tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "a6b99316-d8bc-4480-9371-32f0fda54af8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.794545] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e2b6c8fc-df45-40a2-ae73-b82c4a43961b tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "a6b99316-d8bc-4480-9371-32f0fda54af8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.794773] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e2b6c8fc-df45-40a2-ae73-b82c4a43961b tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "a6b99316-d8bc-4480-9371-32f0fda54af8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.794955] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e2b6c8fc-df45-40a2-ae73-b82c4a43961b tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "a6b99316-d8bc-4480-9371-32f0fda54af8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.797105] env[69858]: INFO nova.compute.manager [None req-e2b6c8fc-df45-40a2-ae73-b82c4a43961b tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Terminating instance [ 1448.301307] env[69858]: DEBUG nova.compute.manager [None req-e2b6c8fc-df45-40a2-ae73-b82c4a43961b tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1448.301554] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b6c8fc-df45-40a2-ae73-b82c4a43961b tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1448.302525] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15166a27-f48a-4500-bb5d-5df74c44232f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.310471] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b6c8fc-df45-40a2-ae73-b82c4a43961b tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1448.310697] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74c5c2a9-fb05-4536-b58b-9d92cf7ae552 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.319251] env[69858]: DEBUG oslo_vmware.api [None req-e2b6c8fc-df45-40a2-ae73-b82c4a43961b tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1448.319251] env[69858]: value = "task-3420266" [ 1448.319251] env[69858]: _type = "Task" [ 1448.319251] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.328571] env[69858]: DEBUG oslo_vmware.api [None req-e2b6c8fc-df45-40a2-ae73-b82c4a43961b tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.828610] env[69858]: DEBUG oslo_vmware.api [None req-e2b6c8fc-df45-40a2-ae73-b82c4a43961b tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420266, 'name': PowerOffVM_Task, 'duration_secs': 0.188341} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.828992] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b6c8fc-df45-40a2-ae73-b82c4a43961b tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1448.829110] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b6c8fc-df45-40a2-ae73-b82c4a43961b tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1448.829358] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4346c7d9-076e-4cb6-a093-7111ee9f38a0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.891900] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b6c8fc-df45-40a2-ae73-b82c4a43961b tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1448.892134] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b6c8fc-df45-40a2-ae73-b82c4a43961b tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1448.892277] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2b6c8fc-df45-40a2-ae73-b82c4a43961b tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Deleting the datastore file [datastore1] a6b99316-d8bc-4480-9371-32f0fda54af8 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1448.892498] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6199a1b5-ebee-4440-bb23-f8083b6f0199 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.900456] env[69858]: DEBUG oslo_vmware.api [None req-e2b6c8fc-df45-40a2-ae73-b82c4a43961b tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1448.900456] env[69858]: value = "task-3420268" [ 1448.900456] env[69858]: _type = "Task" [ 1448.900456] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.907548] env[69858]: DEBUG oslo_vmware.api [None req-e2b6c8fc-df45-40a2-ae73-b82c4a43961b tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420268, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.410354] env[69858]: DEBUG oslo_vmware.api [None req-e2b6c8fc-df45-40a2-ae73-b82c4a43961b tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420268, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132224} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.410615] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2b6c8fc-df45-40a2-ae73-b82c4a43961b tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1449.410781] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b6c8fc-df45-40a2-ae73-b82c4a43961b tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1449.410963] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b6c8fc-df45-40a2-ae73-b82c4a43961b tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1449.411164] env[69858]: INFO nova.compute.manager [None req-e2b6c8fc-df45-40a2-ae73-b82c4a43961b tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1449.411404] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2b6c8fc-df45-40a2-ae73-b82c4a43961b tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1449.411603] env[69858]: DEBUG nova.compute.manager [-] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1449.411701] env[69858]: DEBUG nova.network.neutron [-] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1449.845934] env[69858]: DEBUG nova.compute.manager [req-dbe89d52-27e8-4d8e-81b1-9b7eb0f5d969 req-727b7f45-1fe4-4716-b4a4-cbae5664ad9f service nova] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Received event network-vif-deleted-3c8bf699-6a19-4a54-ba0a-4f64357a1e91 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1449.845934] env[69858]: INFO nova.compute.manager [req-dbe89d52-27e8-4d8e-81b1-9b7eb0f5d969 req-727b7f45-1fe4-4716-b4a4-cbae5664ad9f service nova] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Neutron deleted interface 3c8bf699-6a19-4a54-ba0a-4f64357a1e91; detaching it from the instance and deleting it from the info cache [ 1449.846275] env[69858]: DEBUG nova.network.neutron [req-dbe89d52-27e8-4d8e-81b1-9b7eb0f5d969 req-727b7f45-1fe4-4716-b4a4-cbae5664ad9f service nova] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.324244] env[69858]: DEBUG nova.network.neutron [-] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.348729] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f5d2daf-58b9-4d8f-bd0c-ed4514a7fe97 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.358503] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf11f75-d03d-4774-918c-e251cb50e59e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.384773] env[69858]: DEBUG nova.compute.manager [req-dbe89d52-27e8-4d8e-81b1-9b7eb0f5d969 req-727b7f45-1fe4-4716-b4a4-cbae5664ad9f service nova] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Detach interface failed, port_id=3c8bf699-6a19-4a54-ba0a-4f64357a1e91, reason: Instance a6b99316-d8bc-4480-9371-32f0fda54af8 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1450.826673] env[69858]: INFO nova.compute.manager [-] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Took 1.41 seconds to deallocate network for instance. [ 1451.333386] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e2b6c8fc-df45-40a2-ae73-b82c4a43961b tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.333789] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e2b6c8fc-df45-40a2-ae73-b82c4a43961b tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.333931] env[69858]: DEBUG nova.objects.instance [None req-e2b6c8fc-df45-40a2-ae73-b82c4a43961b tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lazy-loading 'resources' on Instance uuid a6b99316-d8bc-4480-9371-32f0fda54af8 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1451.616969] env[69858]: DEBUG nova.compute.manager [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Stashing vm_state: active {{(pid=69858) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1451.897307] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892cb001-27ce-48b2-a23e-b22aa988518a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.904762] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c027962-4027-4d14-8286-65d41c708a3b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.934024] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3cb8ea-7921-4562-b633-c8c2b2292586 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.940838] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ec8268-b3eb-4e76-aecc-4931b5459714 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.953842] env[69858]: DEBUG nova.compute.provider_tree [None req-e2b6c8fc-df45-40a2-ae73-b82c4a43961b tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1452.133911] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.349324] env[69858]: DEBUG oslo_concurrency.lockutils [None req-62323dd2-b903-428b-b358-ad031a4c795b tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquiring lock "d5b99774-6068-4b82-ac04-39da8cffea8f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.349711] env[69858]: DEBUG oslo_concurrency.lockutils [None req-62323dd2-b903-428b-b358-ad031a4c795b tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lock "d5b99774-6068-4b82-ac04-39da8cffea8f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.456659] env[69858]: DEBUG nova.scheduler.client.report [None req-e2b6c8fc-df45-40a2-ae73-b82c4a43961b tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1452.853360] env[69858]: INFO nova.compute.manager [None req-62323dd2-b903-428b-b358-ad031a4c795b tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Detaching volume 442dfba3-26a5-40b9-ae32-31a2899bd688 [ 1452.884175] env[69858]: INFO nova.virt.block_device [None req-62323dd2-b903-428b-b358-ad031a4c795b tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Attempting to driver detach volume 442dfba3-26a5-40b9-ae32-31a2899bd688 from mountpoint /dev/sdb [ 1452.884432] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-62323dd2-b903-428b-b358-ad031a4c795b tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Volume detach. Driver type: vmdk {{(pid=69858) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1452.884623] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-62323dd2-b903-428b-b358-ad031a4c795b tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682356', 'volume_id': '442dfba3-26a5-40b9-ae32-31a2899bd688', 'name': 'volume-442dfba3-26a5-40b9-ae32-31a2899bd688', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd5b99774-6068-4b82-ac04-39da8cffea8f', 'attached_at': '', 'detached_at': '', 'volume_id': '442dfba3-26a5-40b9-ae32-31a2899bd688', 'serial': '442dfba3-26a5-40b9-ae32-31a2899bd688'} {{(pid=69858) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1452.885537] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2635e028-6731-4db8-bcb5-662aa290b0c0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.907721] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d331de-9ca6-44ef-8065-e72cc91748da {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.914140] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f24fb88-5270-467d-a04d-321957995049 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.933408] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0074d497-dbdc-4692-a383-ce57e9afc83c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.947289] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-62323dd2-b903-428b-b358-ad031a4c795b tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] The volume has not been displaced from its original location: [datastore1] volume-442dfba3-26a5-40b9-ae32-31a2899bd688/volume-442dfba3-26a5-40b9-ae32-31a2899bd688.vmdk. No consolidation needed. {{(pid=69858) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1452.952398] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-62323dd2-b903-428b-b358-ad031a4c795b tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1452.952690] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d750e2e4-a24a-4687-966d-042bc867161f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.965254] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e2b6c8fc-df45-40a2-ae73-b82c4a43961b tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.968010] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.833s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.974183] env[69858]: DEBUG oslo_vmware.api [None req-62323dd2-b903-428b-b358-ad031a4c795b tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1452.974183] env[69858]: value = "task-3420269" [ 1452.974183] env[69858]: _type = "Task" [ 1452.974183] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.982183] env[69858]: DEBUG oslo_vmware.api [None req-62323dd2-b903-428b-b358-ad031a4c795b tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420269, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.988508] env[69858]: INFO nova.scheduler.client.report [None req-e2b6c8fc-df45-40a2-ae73-b82c4a43961b tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Deleted allocations for instance a6b99316-d8bc-4480-9371-32f0fda54af8 [ 1453.472595] env[69858]: INFO nova.compute.claims [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1453.484743] env[69858]: DEBUG oslo_vmware.api [None req-62323dd2-b903-428b-b358-ad031a4c795b tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420269, 'name': ReconfigVM_Task, 'duration_secs': 0.227753} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.485013] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-62323dd2-b903-428b-b358-ad031a4c795b tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1453.489492] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3574b79-91d6-4f96-9c0d-2da8ceeb27a5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.501893] env[69858]: DEBUG oslo_concurrency.lockutils [None req-e2b6c8fc-df45-40a2-ae73-b82c4a43961b tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "a6b99316-d8bc-4480-9371-32f0fda54af8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.708s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.506494] env[69858]: DEBUG oslo_vmware.api [None req-62323dd2-b903-428b-b358-ad031a4c795b tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1453.506494] env[69858]: value = "task-3420270" [ 1453.506494] env[69858]: _type = "Task" [ 1453.506494] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.516303] env[69858]: DEBUG oslo_vmware.api [None req-62323dd2-b903-428b-b358-ad031a4c795b tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420270, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.982009] env[69858]: INFO nova.compute.resource_tracker [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Updating resource usage from migration ad88b22b-bc17-46cf-a4f8-1b73520ecc5c [ 1454.018056] env[69858]: DEBUG oslo_vmware.api [None req-62323dd2-b903-428b-b358-ad031a4c795b tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420270, 'name': ReconfigVM_Task, 'duration_secs': 0.138764} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.020434] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-62323dd2-b903-428b-b358-ad031a4c795b tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682356', 'volume_id': '442dfba3-26a5-40b9-ae32-31a2899bd688', 'name': 'volume-442dfba3-26a5-40b9-ae32-31a2899bd688', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd5b99774-6068-4b82-ac04-39da8cffea8f', 'attached_at': '', 'detached_at': '', 'volume_id': '442dfba3-26a5-40b9-ae32-31a2899bd688', 'serial': '442dfba3-26a5-40b9-ae32-31a2899bd688'} {{(pid=69858) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1454.034356] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4891f5-9a33-4714-80e5-1d0e1140efbc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.041811] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d973f680-0f5f-444e-a3a5-9e4f927fda45 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.072130] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aca3776-6dee-4ee2-b2bf-035bae266fbd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.079860] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc607f7-362c-405b-8092-d5b54fbe4439 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.092978] env[69858]: DEBUG nova.compute.provider_tree [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1454.562585] env[69858]: DEBUG nova.objects.instance [None req-62323dd2-b903-428b-b358-ad031a4c795b tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lazy-loading 'flavor' on Instance uuid d5b99774-6068-4b82-ac04-39da8cffea8f {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1454.596490] env[69858]: DEBUG nova.scheduler.client.report [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1455.100717] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.133s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.101032] env[69858]: INFO nova.compute.manager [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Migrating [ 1455.571409] env[69858]: DEBUG oslo_concurrency.lockutils [None req-62323dd2-b903-428b-b358-ad031a4c795b tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lock "d5b99774-6068-4b82-ac04-39da8cffea8f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.222s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.617201] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "refresh_cache-b7c9ab96-8e76-47c2-9f42-91b0aaee212e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.617418] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquired lock "refresh_cache-b7c9ab96-8e76-47c2-9f42-91b0aaee212e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.617535] env[69858]: DEBUG nova.network.neutron [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1455.627098] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "b97b0a50-9263-45e2-801a-6a5635eaeda8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.627322] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "b97b0a50-9263-45e2-801a-6a5635eaeda8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.130052] env[69858]: DEBUG nova.compute.manager [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1456.320394] env[69858]: DEBUG nova.network.neutron [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Updating instance_info_cache with network_info: [{"id": "dcf3f682-9710-4930-a6ca-24c64586bc9a", "address": "fa:16:3e:e7:5f:61", "network": {"id": "0b161d6c-e53e-45aa-bc0e-59ca8de1e5b5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-387557169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eecd4e4f7852489d88ac8dc75c2ad948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcf3f682-97", "ovs_interfaceid": "dcf3f682-9710-4930-a6ca-24c64586bc9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.604559] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4ca0e71e-0247-4528-adb9-d925fc3c339a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquiring lock "d5b99774-6068-4b82-ac04-39da8cffea8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.604967] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4ca0e71e-0247-4528-adb9-d925fc3c339a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lock "d5b99774-6068-4b82-ac04-39da8cffea8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.605090] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4ca0e71e-0247-4528-adb9-d925fc3c339a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquiring lock "d5b99774-6068-4b82-ac04-39da8cffea8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.605290] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4ca0e71e-0247-4528-adb9-d925fc3c339a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lock "d5b99774-6068-4b82-ac04-39da8cffea8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.605462] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4ca0e71e-0247-4528-adb9-d925fc3c339a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lock "d5b99774-6068-4b82-ac04-39da8cffea8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1456.607679] env[69858]: INFO nova.compute.manager [None req-4ca0e71e-0247-4528-adb9-d925fc3c339a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Terminating instance [ 1456.654468] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.654738] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.656280] env[69858]: INFO nova.compute.claims [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1456.823542] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Releasing lock "refresh_cache-b7c9ab96-8e76-47c2-9f42-91b0aaee212e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.111411] env[69858]: DEBUG nova.compute.manager [None req-4ca0e71e-0247-4528-adb9-d925fc3c339a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1457.111651] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca0e71e-0247-4528-adb9-d925fc3c339a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1457.112670] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef7ea9d-1f04-43bc-9032-6e31ee53bab8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.121397] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca0e71e-0247-4528-adb9-d925fc3c339a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1457.121696] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cb08ed0-fcf8-4f75-b717-5f2c5f5edf50 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.129708] env[69858]: DEBUG oslo_vmware.api [None req-4ca0e71e-0247-4528-adb9-d925fc3c339a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1457.129708] env[69858]: value = "task-3420271" [ 1457.129708] env[69858]: _type = "Task" [ 1457.129708] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.141818] env[69858]: DEBUG oslo_vmware.api [None req-4ca0e71e-0247-4528-adb9-d925fc3c339a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420271, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.639434] env[69858]: DEBUG oslo_vmware.api [None req-4ca0e71e-0247-4528-adb9-d925fc3c339a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420271, 'name': PowerOffVM_Task, 'duration_secs': 0.180454} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.639803] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca0e71e-0247-4528-adb9-d925fc3c339a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1457.639803] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca0e71e-0247-4528-adb9-d925fc3c339a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1457.640049] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98086160-181c-499e-bac7-5fbff3de62da {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.704834] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca0e71e-0247-4528-adb9-d925fc3c339a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1457.705073] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca0e71e-0247-4528-adb9-d925fc3c339a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1457.705246] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ca0e71e-0247-4528-adb9-d925fc3c339a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Deleting the datastore file [datastore2] d5b99774-6068-4b82-ac04-39da8cffea8f {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1457.705499] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75808970-37c5-4f54-9a8d-75342b7bf0a2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.712436] env[69858]: DEBUG oslo_vmware.api [None req-4ca0e71e-0247-4528-adb9-d925fc3c339a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1457.712436] env[69858]: value = "task-3420273" [ 1457.712436] env[69858]: _type = "Task" [ 1457.712436] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.721713] env[69858]: DEBUG oslo_vmware.api [None req-4ca0e71e-0247-4528-adb9-d925fc3c339a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.726859] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2ed3a3-c82e-445d-9965-e1d75eed78fa {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.733112] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c940e0-691f-4f20-8673-122f731abdee {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.761836] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cfa0b8-1eb6-4785-9163-4f854778fd2c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.768449] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337ea0af-111d-494a-9f3a-0833c343b741 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.780779] env[69858]: DEBUG nova.compute.provider_tree [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1458.222293] env[69858]: DEBUG oslo_vmware.api [None req-4ca0e71e-0247-4528-adb9-d925fc3c339a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144941} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.222611] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ca0e71e-0247-4528-adb9-d925fc3c339a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1458.222821] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca0e71e-0247-4528-adb9-d925fc3c339a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1458.223010] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca0e71e-0247-4528-adb9-d925fc3c339a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1458.223191] env[69858]: INFO nova.compute.manager [None req-4ca0e71e-0247-4528-adb9-d925fc3c339a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1458.223429] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ca0e71e-0247-4528-adb9-d925fc3c339a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1458.223646] env[69858]: DEBUG nova.compute.manager [-] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1458.223755] env[69858]: DEBUG nova.network.neutron [-] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1458.284947] env[69858]: DEBUG nova.scheduler.client.report [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1458.338956] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5ff065-1ebe-4053-a201-05746679ffb1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.358508] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Updating instance 'b7c9ab96-8e76-47c2-9f42-91b0aaee212e' progress to 0 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1458.697521] env[69858]: DEBUG nova.compute.manager [req-2b7cb24f-34f6-43cb-8416-0765dec82f53 req-4ed707a4-49b4-48f3-b56b-5c6a56627ea3 service nova] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Received event network-vif-deleted-1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1458.697521] env[69858]: INFO nova.compute.manager [req-2b7cb24f-34f6-43cb-8416-0765dec82f53 req-4ed707a4-49b4-48f3-b56b-5c6a56627ea3 service nova] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Neutron deleted interface 1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48; detaching it from the instance and deleting it from the info cache [ 1458.698396] env[69858]: DEBUG nova.network.neutron [req-2b7cb24f-34f6-43cb-8416-0765dec82f53 req-4ed707a4-49b4-48f3-b56b-5c6a56627ea3 service nova] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.790251] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.135s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.790824] env[69858]: DEBUG nova.compute.manager [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1458.865913] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1458.866471] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a7a1f5c-5529-418b-9a9c-192b51e9b6ff {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.875468] env[69858]: DEBUG oslo_vmware.api [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1458.875468] env[69858]: value = "task-3420274" [ 1458.875468] env[69858]: _type = "Task" [ 1458.875468] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.883524] env[69858]: DEBUG oslo_vmware.api [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420274, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.182803] env[69858]: DEBUG nova.network.neutron [-] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.200550] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f87bd190-5304-48e8-aace-3753e2922f29 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.209822] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcc2f6b-8ffb-4d44-8156-ca4ad22716ef {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.236499] env[69858]: DEBUG nova.compute.manager [req-2b7cb24f-34f6-43cb-8416-0765dec82f53 req-4ed707a4-49b4-48f3-b56b-5c6a56627ea3 service nova] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Detach interface failed, port_id=1ce5d69b-93fa-4c60-b0f5-ab1cbe700d48, reason: Instance d5b99774-6068-4b82-ac04-39da8cffea8f could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1459.296729] env[69858]: DEBUG nova.compute.utils [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1459.298043] env[69858]: DEBUG nova.compute.manager [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1459.298227] env[69858]: DEBUG nova.network.neutron [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1459.337633] env[69858]: DEBUG nova.policy [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1486c2af6bbd45acabb6ac618ad6d546', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bc6fe72e6e849c9968ccd3f484284b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1459.385014] env[69858]: DEBUG oslo_vmware.api [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420274, 'name': PowerOffVM_Task, 'duration_secs': 0.19937} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.385289] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1459.385475] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Updating instance 'b7c9ab96-8e76-47c2-9f42-91b0aaee212e' progress to 17 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1459.603352] env[69858]: DEBUG nova.network.neutron [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Successfully created port: a9212c14-49ac-491e-a781-0ce24fdddae5 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1459.684740] env[69858]: INFO nova.compute.manager [-] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Took 1.46 seconds to deallocate network for instance. [ 1459.801961] env[69858]: DEBUG nova.compute.manager [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1459.891523] env[69858]: DEBUG nova.virt.hardware [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1459.891783] env[69858]: DEBUG nova.virt.hardware [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1459.891888] env[69858]: DEBUG nova.virt.hardware [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1459.892089] env[69858]: DEBUG nova.virt.hardware [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1459.892248] env[69858]: DEBUG nova.virt.hardware [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1459.892403] env[69858]: DEBUG nova.virt.hardware [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1459.892788] env[69858]: DEBUG nova.virt.hardware [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1459.893032] env[69858]: DEBUG nova.virt.hardware [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1459.893243] env[69858]: DEBUG nova.virt.hardware [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1459.893427] env[69858]: DEBUG nova.virt.hardware [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1459.893665] env[69858]: DEBUG nova.virt.hardware [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1459.898933] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9eb71a07-183a-4855-88ab-f1296294c338 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.917634] env[69858]: DEBUG oslo_vmware.api [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1459.917634] env[69858]: value = "task-3420275" [ 1459.917634] env[69858]: _type = "Task" [ 1459.917634] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.925796] env[69858]: DEBUG oslo_vmware.api [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420275, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.191465] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4ca0e71e-0247-4528-adb9-d925fc3c339a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.191761] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4ca0e71e-0247-4528-adb9-d925fc3c339a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1460.191989] env[69858]: DEBUG nova.objects.instance [None req-4ca0e71e-0247-4528-adb9-d925fc3c339a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lazy-loading 'resources' on Instance uuid d5b99774-6068-4b82-ac04-39da8cffea8f {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1460.427595] env[69858]: DEBUG oslo_vmware.api [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420275, 'name': ReconfigVM_Task, 'duration_secs': 0.222697} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.427913] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Updating instance 'b7c9ab96-8e76-47c2-9f42-91b0aaee212e' progress to 33 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1460.756300] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09f5a3a-4291-4dd9-a2a4-3ebe41ead8f2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.764808] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e22437-9db5-4b90-a8e2-7608c78e9ef2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.794969] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cff1c70-eaed-4dc9-a191-0e37cac6412f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.801955] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa8569b-55c6-4042-8dfb-6beb47103316 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.815913] env[69858]: DEBUG nova.compute.manager [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1460.817921] env[69858]: DEBUG nova.compute.provider_tree [None req-4ca0e71e-0247-4528-adb9-d925fc3c339a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1460.842856] env[69858]: DEBUG nova.virt.hardware [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1460.843107] env[69858]: DEBUG nova.virt.hardware [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1460.843270] env[69858]: DEBUG nova.virt.hardware [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1460.843451] env[69858]: DEBUG nova.virt.hardware [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1460.843772] env[69858]: DEBUG nova.virt.hardware [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1460.843960] env[69858]: DEBUG nova.virt.hardware [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1460.844201] env[69858]: DEBUG nova.virt.hardware [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1460.844371] env[69858]: DEBUG nova.virt.hardware [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1460.844652] env[69858]: DEBUG nova.virt.hardware [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1460.844720] env[69858]: DEBUG nova.virt.hardware [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1460.844921] env[69858]: DEBUG nova.virt.hardware [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1460.845973] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e613557d-0a8e-4989-9d72-4f9e0b425fa8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.854020] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8b3669-464e-43ab-a00a-dd6a061d8063 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.934972] env[69858]: DEBUG nova.virt.hardware [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1460.935175] env[69858]: DEBUG nova.virt.hardware [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1460.935345] env[69858]: DEBUG nova.virt.hardware [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1460.935532] env[69858]: DEBUG nova.virt.hardware [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1460.935679] env[69858]: DEBUG nova.virt.hardware [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1460.935829] env[69858]: DEBUG nova.virt.hardware [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1460.936043] env[69858]: DEBUG nova.virt.hardware [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1460.936210] env[69858]: DEBUG nova.virt.hardware [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1460.936377] env[69858]: DEBUG nova.virt.hardware [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1460.936544] env[69858]: DEBUG nova.virt.hardware [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1460.936721] env[69858]: DEBUG nova.virt.hardware [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1460.942191] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1460.942497] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64bf954b-0cde-4128-9cd0-6e769c668511 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.957228] env[69858]: DEBUG nova.compute.manager [req-fd6878ea-854d-4c61-a0c3-4d452382da4d req-7a240089-7573-4b2b-a8a8-72f43ece1bbc service nova] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Received event network-vif-plugged-a9212c14-49ac-491e-a781-0ce24fdddae5 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1460.957449] env[69858]: DEBUG oslo_concurrency.lockutils [req-fd6878ea-854d-4c61-a0c3-4d452382da4d req-7a240089-7573-4b2b-a8a8-72f43ece1bbc service nova] Acquiring lock "b97b0a50-9263-45e2-801a-6a5635eaeda8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.957657] env[69858]: DEBUG oslo_concurrency.lockutils [req-fd6878ea-854d-4c61-a0c3-4d452382da4d req-7a240089-7573-4b2b-a8a8-72f43ece1bbc service nova] Lock "b97b0a50-9263-45e2-801a-6a5635eaeda8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1460.957816] env[69858]: DEBUG oslo_concurrency.lockutils [req-fd6878ea-854d-4c61-a0c3-4d452382da4d req-7a240089-7573-4b2b-a8a8-72f43ece1bbc service nova] Lock "b97b0a50-9263-45e2-801a-6a5635eaeda8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.957981] env[69858]: DEBUG nova.compute.manager [req-fd6878ea-854d-4c61-a0c3-4d452382da4d req-7a240089-7573-4b2b-a8a8-72f43ece1bbc service nova] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] No waiting events found dispatching network-vif-plugged-a9212c14-49ac-491e-a781-0ce24fdddae5 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1460.958208] env[69858]: WARNING nova.compute.manager [req-fd6878ea-854d-4c61-a0c3-4d452382da4d req-7a240089-7573-4b2b-a8a8-72f43ece1bbc service nova] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Received unexpected event network-vif-plugged-a9212c14-49ac-491e-a781-0ce24fdddae5 for instance with vm_state building and task_state spawning. [ 1460.965280] env[69858]: DEBUG oslo_vmware.api [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1460.965280] env[69858]: value = "task-3420276" [ 1460.965280] env[69858]: _type = "Task" [ 1460.965280] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.976014] env[69858]: DEBUG oslo_vmware.api [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420276, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.030328] env[69858]: DEBUG nova.network.neutron [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Successfully updated port: a9212c14-49ac-491e-a781-0ce24fdddae5 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1461.322080] env[69858]: DEBUG nova.scheduler.client.report [None req-4ca0e71e-0247-4528-adb9-d925fc3c339a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1461.475383] env[69858]: DEBUG oslo_vmware.api [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420276, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.534058] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "refresh_cache-b97b0a50-9263-45e2-801a-6a5635eaeda8" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.534058] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquired lock "refresh_cache-b97b0a50-9263-45e2-801a-6a5635eaeda8" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.534058] env[69858]: DEBUG nova.network.neutron [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1461.827189] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4ca0e71e-0247-4528-adb9-d925fc3c339a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.635s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.845533] env[69858]: INFO nova.scheduler.client.report [None req-4ca0e71e-0247-4528-adb9-d925fc3c339a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Deleted allocations for instance d5b99774-6068-4b82-ac04-39da8cffea8f [ 1461.977217] env[69858]: DEBUG oslo_vmware.api [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420276, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.064185] env[69858]: DEBUG nova.network.neutron [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1462.180959] env[69858]: DEBUG nova.network.neutron [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Updating instance_info_cache with network_info: [{"id": "a9212c14-49ac-491e-a781-0ce24fdddae5", "address": "fa:16:3e:0d:7b:70", "network": {"id": "fcb5763a-4b90-4a15-ab0b-e1b0f81d7408", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-529132779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc6fe72e6e849c9968ccd3f484284b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9212c14-49", "ovs_interfaceid": "a9212c14-49ac-491e-a781-0ce24fdddae5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.353749] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4ca0e71e-0247-4528-adb9-d925fc3c339a tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lock "d5b99774-6068-4b82-ac04-39da8cffea8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.749s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.476300] env[69858]: DEBUG oslo_vmware.api [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420276, 'name': ReconfigVM_Task, 'duration_secs': 1.1586} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.476680] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1462.477354] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6c23a2-c34d-4000-b2c4-39a8744bbf9a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.498731] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] b7c9ab96-8e76-47c2-9f42-91b0aaee212e/b7c9ab96-8e76-47c2-9f42-91b0aaee212e.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1462.499314] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-860f04a0-ab5a-4d17-b3f6-eeacb8156b54 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.516784] env[69858]: DEBUG oslo_vmware.api [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1462.516784] env[69858]: value = "task-3420277" [ 1462.516784] env[69858]: _type = "Task" [ 1462.516784] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.524387] env[69858]: DEBUG oslo_vmware.api [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420277, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.685118] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Releasing lock "refresh_cache-b97b0a50-9263-45e2-801a-6a5635eaeda8" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.685683] env[69858]: DEBUG nova.compute.manager [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Instance network_info: |[{"id": "a9212c14-49ac-491e-a781-0ce24fdddae5", "address": "fa:16:3e:0d:7b:70", "network": {"id": "fcb5763a-4b90-4a15-ab0b-e1b0f81d7408", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-529132779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc6fe72e6e849c9968ccd3f484284b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9212c14-49", "ovs_interfaceid": "a9212c14-49ac-491e-a781-0ce24fdddae5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1462.686335] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:7b:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '715e3f37-7401-48fb-a0ee-59d340b40de1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9212c14-49ac-491e-a781-0ce24fdddae5', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1462.698991] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1462.699285] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1462.699536] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42655e41-4e6b-4e40-9a2f-1d794e2a855b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.721635] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1462.721635] env[69858]: value = "task-3420278" [ 1462.721635] env[69858]: _type = "Task" [ 1462.721635] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.732910] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420278, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.977550] env[69858]: DEBUG nova.compute.manager [req-5e03e159-de78-461c-8bbc-a46c7a506b5d req-91b42114-0a0b-4d29-a00d-ea75526a53a2 service nova] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Received event network-changed-a9212c14-49ac-491e-a781-0ce24fdddae5 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1462.977916] env[69858]: DEBUG nova.compute.manager [req-5e03e159-de78-461c-8bbc-a46c7a506b5d req-91b42114-0a0b-4d29-a00d-ea75526a53a2 service nova] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Refreshing instance network info cache due to event network-changed-a9212c14-49ac-491e-a781-0ce24fdddae5. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1462.978301] env[69858]: DEBUG oslo_concurrency.lockutils [req-5e03e159-de78-461c-8bbc-a46c7a506b5d req-91b42114-0a0b-4d29-a00d-ea75526a53a2 service nova] Acquiring lock "refresh_cache-b97b0a50-9263-45e2-801a-6a5635eaeda8" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.978571] env[69858]: DEBUG oslo_concurrency.lockutils [req-5e03e159-de78-461c-8bbc-a46c7a506b5d req-91b42114-0a0b-4d29-a00d-ea75526a53a2 service nova] Acquired lock "refresh_cache-b97b0a50-9263-45e2-801a-6a5635eaeda8" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.978866] env[69858]: DEBUG nova.network.neutron [req-5e03e159-de78-461c-8bbc-a46c7a506b5d req-91b42114-0a0b-4d29-a00d-ea75526a53a2 service nova] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Refreshing network info cache for port a9212c14-49ac-491e-a781-0ce24fdddae5 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1463.027819] env[69858]: DEBUG oslo_vmware.api [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420277, 'name': ReconfigVM_Task, 'duration_secs': 0.261983} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.028162] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Reconfigured VM instance instance-0000007b to attach disk [datastore2] b7c9ab96-8e76-47c2-9f42-91b0aaee212e/b7c9ab96-8e76-47c2-9f42-91b0aaee212e.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1463.028401] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Updating instance 'b7c9ab96-8e76-47c2-9f42-91b0aaee212e' progress to 50 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1463.231220] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420278, 'name': CreateVM_Task, 'duration_secs': 0.325249} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.231409] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1463.232102] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.232274] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.232614] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.232869] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9944a9c-2dfd-4985-9528-9ec5ab859584 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.237266] env[69858]: DEBUG oslo_vmware.api [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1463.237266] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a73a2e-ad86-8fb4-11bc-0db498ed722e" [ 1463.237266] env[69858]: _type = "Task" [ 1463.237266] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.245375] env[69858]: DEBUG oslo_vmware.api [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a73a2e-ad86-8fb4-11bc-0db498ed722e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.535725] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d06adb7-8b90-481a-b7db-ef55ff8fd7df {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.558107] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab6b3a6-b7b8-41d4-945d-aa6ad557cda4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.575271] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Updating instance 'b7c9ab96-8e76-47c2-9f42-91b0aaee212e' progress to 67 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1463.684589] env[69858]: DEBUG nova.network.neutron [req-5e03e159-de78-461c-8bbc-a46c7a506b5d req-91b42114-0a0b-4d29-a00d-ea75526a53a2 service nova] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Updated VIF entry in instance network info cache for port a9212c14-49ac-491e-a781-0ce24fdddae5. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1463.686194] env[69858]: DEBUG nova.network.neutron [req-5e03e159-de78-461c-8bbc-a46c7a506b5d req-91b42114-0a0b-4d29-a00d-ea75526a53a2 service nova] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Updating instance_info_cache with network_info: [{"id": "a9212c14-49ac-491e-a781-0ce24fdddae5", "address": "fa:16:3e:0d:7b:70", "network": {"id": "fcb5763a-4b90-4a15-ab0b-e1b0f81d7408", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-529132779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc6fe72e6e849c9968ccd3f484284b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9212c14-49", "ovs_interfaceid": "a9212c14-49ac-491e-a781-0ce24fdddae5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.747646] env[69858]: DEBUG oslo_vmware.api [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52a73a2e-ad86-8fb4-11bc-0db498ed722e, 'name': SearchDatastore_Task, 'duration_secs': 0.011042} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.748088] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.748339] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1463.748600] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.748756] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.748936] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1463.749208] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04c77686-317f-4e6d-9843-6e2ec95aeeba {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.757368] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1463.757548] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1463.758251] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80577fff-870e-4dfd-84e8-25df01640b2d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.763148] env[69858]: DEBUG oslo_vmware.api [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1463.763148] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]525dd047-563b-a9a8-0e04-030158ef91e2" [ 1463.763148] env[69858]: _type = "Task" [ 1463.763148] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.771261] env[69858]: DEBUG oslo_vmware.api [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]525dd047-563b-a9a8-0e04-030158ef91e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.116124] env[69858]: DEBUG nova.network.neutron [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Port dcf3f682-9710-4930-a6ca-24c64586bc9a binding to destination host cpu-1 is already ACTIVE {{(pid=69858) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1464.187457] env[69858]: DEBUG oslo_concurrency.lockutils [req-5e03e159-de78-461c-8bbc-a46c7a506b5d req-91b42114-0a0b-4d29-a00d-ea75526a53a2 service nova] Releasing lock "refresh_cache-b97b0a50-9263-45e2-801a-6a5635eaeda8" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.273183] env[69858]: DEBUG oslo_vmware.api [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]525dd047-563b-a9a8-0e04-030158ef91e2, 'name': SearchDatastore_Task, 'duration_secs': 0.008385} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.273967] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-008a2155-48d2-4c1b-878d-147c62c1e213 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.278708] env[69858]: DEBUG oslo_vmware.api [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1464.278708] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e2be64-46af-e792-3b2c-a32376daf996" [ 1464.278708] env[69858]: _type = "Task" [ 1464.278708] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.285788] env[69858]: DEBUG oslo_vmware.api [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e2be64-46af-e792-3b2c-a32376daf996, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.564804] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquiring lock "00ed297c-38c2-44ae-8afa-70d7e4853a0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.565126] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lock "00ed297c-38c2-44ae-8afa-70d7e4853a0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.789825] env[69858]: DEBUG oslo_vmware.api [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e2be64-46af-e792-3b2c-a32376daf996, 'name': SearchDatastore_Task, 'duration_secs': 0.009941} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.790716] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.790716] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] b97b0a50-9263-45e2-801a-6a5635eaeda8/b97b0a50-9263-45e2-801a-6a5635eaeda8.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1464.790933] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99ffddd5-dfde-45cc-b759-9971d231954d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.800673] env[69858]: DEBUG oslo_vmware.api [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1464.800673] env[69858]: value = "task-3420279" [ 1464.800673] env[69858]: _type = "Task" [ 1464.800673] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.808465] env[69858]: DEBUG oslo_vmware.api [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.067573] env[69858]: DEBUG nova.compute.manager [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1465.139201] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "b7c9ab96-8e76-47c2-9f42-91b0aaee212e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1465.139705] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "b7c9ab96-8e76-47c2-9f42-91b0aaee212e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1465.139905] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "b7c9ab96-8e76-47c2-9f42-91b0aaee212e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1465.311023] env[69858]: DEBUG oslo_vmware.api [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420279, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.393072} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.311260] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] b97b0a50-9263-45e2-801a-6a5635eaeda8/b97b0a50-9263-45e2-801a-6a5635eaeda8.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1465.311481] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1465.311760] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4064637-2c55-4c8a-9df1-89c80ecb5ad8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.317894] env[69858]: DEBUG oslo_vmware.api [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1465.317894] env[69858]: value = "task-3420280" [ 1465.317894] env[69858]: _type = "Task" [ 1465.317894] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.324908] env[69858]: DEBUG oslo_vmware.api [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420280, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.591619] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1465.591821] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1465.593507] env[69858]: INFO nova.compute.claims [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1465.827567] env[69858]: DEBUG oslo_vmware.api [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420280, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068352} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.827869] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1465.828669] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e9569c-c4ff-4a01-8f4a-09620db95433 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.849806] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] b97b0a50-9263-45e2-801a-6a5635eaeda8/b97b0a50-9263-45e2-801a-6a5635eaeda8.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1465.850056] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77dbaf1d-1638-4f12-ab86-72dade16c9e0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.869271] env[69858]: DEBUG oslo_vmware.api [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1465.869271] env[69858]: value = "task-3420281" [ 1465.869271] env[69858]: _type = "Task" [ 1465.869271] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.876525] env[69858]: DEBUG oslo_vmware.api [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420281, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.174666] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "refresh_cache-b7c9ab96-8e76-47c2-9f42-91b0aaee212e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.174923] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquired lock "refresh_cache-b7c9ab96-8e76-47c2-9f42-91b0aaee212e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.175105] env[69858]: DEBUG nova.network.neutron [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1466.381261] env[69858]: DEBUG oslo_vmware.api [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420281, 'name': ReconfigVM_Task, 'duration_secs': 0.269362} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.381503] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Reconfigured VM instance instance-0000007c to attach disk [datastore1] b97b0a50-9263-45e2-801a-6a5635eaeda8/b97b0a50-9263-45e2-801a-6a5635eaeda8.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1466.382071] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b908518e-6460-4c1d-b25a-8d3897d2c22e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.388061] env[69858]: DEBUG oslo_vmware.api [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1466.388061] env[69858]: value = "task-3420282" [ 1466.388061] env[69858]: _type = "Task" [ 1466.388061] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.395320] env[69858]: DEBUG oslo_vmware.api [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420282, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.657958] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd35958d-7de3-4a0b-8a4c-3b923aa70364 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.665549] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de80fa60-248a-43a5-b873-b5fe662fc426 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.697230] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606f8b65-bda0-44e4-99a5-8cc5a2d13ff2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.704205] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11acde4-9eb8-4810-ad66-c608baab7b6c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.716960] env[69858]: DEBUG nova.compute.provider_tree [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1466.892955] env[69858]: DEBUG nova.network.neutron [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Updating instance_info_cache with network_info: [{"id": "dcf3f682-9710-4930-a6ca-24c64586bc9a", "address": "fa:16:3e:e7:5f:61", "network": {"id": "0b161d6c-e53e-45aa-bc0e-59ca8de1e5b5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-387557169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eecd4e4f7852489d88ac8dc75c2ad948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcf3f682-97", "ovs_interfaceid": "dcf3f682-9710-4930-a6ca-24c64586bc9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.899185] env[69858]: DEBUG oslo_vmware.api [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420282, 'name': Rename_Task, 'duration_secs': 0.12931} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.899453] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1466.899692] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3802dcd-2914-4fde-83f8-9873c6cb0ce3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.906607] env[69858]: DEBUG oslo_vmware.api [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1466.906607] env[69858]: value = "task-3420283" [ 1466.906607] env[69858]: _type = "Task" [ 1466.906607] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.914015] env[69858]: DEBUG oslo_vmware.api [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.219772] env[69858]: DEBUG nova.scheduler.client.report [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1467.396057] env[69858]: DEBUG oslo_concurrency.lockutils [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Releasing lock "refresh_cache-b7c9ab96-8e76-47c2-9f42-91b0aaee212e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.417763] env[69858]: DEBUG oslo_vmware.api [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420283, 'name': PowerOnVM_Task, 'duration_secs': 0.447045} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.418027] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1467.418240] env[69858]: INFO nova.compute.manager [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Took 6.60 seconds to spawn the instance on the hypervisor. [ 1467.418745] env[69858]: DEBUG nova.compute.manager [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1467.419174] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f26bdb7-e042-4164-b5b0-85d7f642e577 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.724622] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.133s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.725185] env[69858]: DEBUG nova.compute.manager [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1467.916916] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c619d846-d02e-4f6d-84bc-fecb7f2b418d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.941243] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0d8663-13be-4dd7-8164-73f73c6912e6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.945476] env[69858]: INFO nova.compute.manager [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Took 11.31 seconds to build instance. [ 1467.949378] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Updating instance 'b7c9ab96-8e76-47c2-9f42-91b0aaee212e' progress to 83 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1468.230406] env[69858]: DEBUG nova.compute.utils [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1468.231885] env[69858]: DEBUG nova.compute.manager [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1468.232073] env[69858]: DEBUG nova.network.neutron [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1468.272406] env[69858]: DEBUG nova.policy [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1b7d16e0d2f41cfa4be6e0b3f020114', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a9738a523684878a82a7d05ecb49aca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1468.447681] env[69858]: DEBUG oslo_concurrency.lockutils [None req-d529ae68-39b5-445a-b5b6-866b2a9d37e0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "b97b0a50-9263-45e2-801a-6a5635eaeda8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.820s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.455440] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1468.455926] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fb3ec9d-9752-41d0-aabd-7fa69e6f90a0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.464037] env[69858]: DEBUG oslo_vmware.api [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1468.464037] env[69858]: value = "task-3420284" [ 1468.464037] env[69858]: _type = "Task" [ 1468.464037] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.471801] env[69858]: DEBUG oslo_vmware.api [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.537217] env[69858]: DEBUG nova.network.neutron [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Successfully created port: 6136dbdd-fbf8-4885-985a-d244d1351de2 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1468.735534] env[69858]: DEBUG nova.compute.manager [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1468.820162] env[69858]: DEBUG nova.compute.manager [req-e1375e00-9a36-41d1-9e75-8b1a8743a6b6 req-db5de2cd-acf7-4780-a3ed-98f407fe0359 service nova] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Received event network-changed-a9212c14-49ac-491e-a781-0ce24fdddae5 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1468.820162] env[69858]: DEBUG nova.compute.manager [req-e1375e00-9a36-41d1-9e75-8b1a8743a6b6 req-db5de2cd-acf7-4780-a3ed-98f407fe0359 service nova] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Refreshing instance network info cache due to event network-changed-a9212c14-49ac-491e-a781-0ce24fdddae5. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1468.820263] env[69858]: DEBUG oslo_concurrency.lockutils [req-e1375e00-9a36-41d1-9e75-8b1a8743a6b6 req-db5de2cd-acf7-4780-a3ed-98f407fe0359 service nova] Acquiring lock "refresh_cache-b97b0a50-9263-45e2-801a-6a5635eaeda8" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.820400] env[69858]: DEBUG oslo_concurrency.lockutils [req-e1375e00-9a36-41d1-9e75-8b1a8743a6b6 req-db5de2cd-acf7-4780-a3ed-98f407fe0359 service nova] Acquired lock "refresh_cache-b97b0a50-9263-45e2-801a-6a5635eaeda8" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.820603] env[69858]: DEBUG nova.network.neutron [req-e1375e00-9a36-41d1-9e75-8b1a8743a6b6 req-db5de2cd-acf7-4780-a3ed-98f407fe0359 service nova] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Refreshing network info cache for port a9212c14-49ac-491e-a781-0ce24fdddae5 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1468.973764] env[69858]: DEBUG oslo_vmware.api [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420284, 'name': PowerOnVM_Task, 'duration_secs': 0.414123} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.974037] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1468.974232] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4f082b-89c3-463f-9f9a-e55de4826a49 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Updating instance 'b7c9ab96-8e76-47c2-9f42-91b0aaee212e' progress to 100 {{(pid=69858) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1469.573534] env[69858]: DEBUG nova.network.neutron [req-e1375e00-9a36-41d1-9e75-8b1a8743a6b6 req-db5de2cd-acf7-4780-a3ed-98f407fe0359 service nova] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Updated VIF entry in instance network info cache for port a9212c14-49ac-491e-a781-0ce24fdddae5. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1469.573954] env[69858]: DEBUG nova.network.neutron [req-e1375e00-9a36-41d1-9e75-8b1a8743a6b6 req-db5de2cd-acf7-4780-a3ed-98f407fe0359 service nova] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Updating instance_info_cache with network_info: [{"id": "a9212c14-49ac-491e-a781-0ce24fdddae5", "address": "fa:16:3e:0d:7b:70", "network": {"id": "fcb5763a-4b90-4a15-ab0b-e1b0f81d7408", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-529132779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bc6fe72e6e849c9968ccd3f484284b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9212c14-49", "ovs_interfaceid": "a9212c14-49ac-491e-a781-0ce24fdddae5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.745179] env[69858]: DEBUG nova.compute.manager [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1469.771562] env[69858]: DEBUG nova.virt.hardware [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1469.771804] env[69858]: DEBUG nova.virt.hardware [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1469.771964] env[69858]: DEBUG nova.virt.hardware [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1469.772164] env[69858]: DEBUG nova.virt.hardware [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1469.772311] env[69858]: DEBUG nova.virt.hardware [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1469.772456] env[69858]: DEBUG nova.virt.hardware [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1469.772722] env[69858]: DEBUG nova.virt.hardware [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1469.772892] env[69858]: DEBUG nova.virt.hardware [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1469.773083] env[69858]: DEBUG nova.virt.hardware [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1469.773257] env[69858]: DEBUG nova.virt.hardware [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1469.773436] env[69858]: DEBUG nova.virt.hardware [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1469.774353] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e64b884-1d31-422d-a307-132582403037 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.782665] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4480f48c-c2b9-4ce1-aced-187b4bb4aa68 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.899828] env[69858]: DEBUG nova.compute.manager [req-be7c8feb-b2e5-4375-aa01-92c3ff4a7e89 req-dd5c9e40-2e83-4542-b17b-806d72d1d6a0 service nova] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Received event network-vif-plugged-6136dbdd-fbf8-4885-985a-d244d1351de2 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1469.900050] env[69858]: DEBUG oslo_concurrency.lockutils [req-be7c8feb-b2e5-4375-aa01-92c3ff4a7e89 req-dd5c9e40-2e83-4542-b17b-806d72d1d6a0 service nova] Acquiring lock "00ed297c-38c2-44ae-8afa-70d7e4853a0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1469.900290] env[69858]: DEBUG oslo_concurrency.lockutils [req-be7c8feb-b2e5-4375-aa01-92c3ff4a7e89 req-dd5c9e40-2e83-4542-b17b-806d72d1d6a0 service nova] Lock "00ed297c-38c2-44ae-8afa-70d7e4853a0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.900429] env[69858]: DEBUG oslo_concurrency.lockutils [req-be7c8feb-b2e5-4375-aa01-92c3ff4a7e89 req-dd5c9e40-2e83-4542-b17b-806d72d1d6a0 service nova] Lock "00ed297c-38c2-44ae-8afa-70d7e4853a0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.900766] env[69858]: DEBUG nova.compute.manager [req-be7c8feb-b2e5-4375-aa01-92c3ff4a7e89 req-dd5c9e40-2e83-4542-b17b-806d72d1d6a0 service nova] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] No waiting events found dispatching network-vif-plugged-6136dbdd-fbf8-4885-985a-d244d1351de2 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1469.901022] env[69858]: WARNING nova.compute.manager [req-be7c8feb-b2e5-4375-aa01-92c3ff4a7e89 req-dd5c9e40-2e83-4542-b17b-806d72d1d6a0 service nova] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Received unexpected event network-vif-plugged-6136dbdd-fbf8-4885-985a-d244d1351de2 for instance with vm_state building and task_state spawning. [ 1469.974119] env[69858]: DEBUG nova.network.neutron [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Successfully updated port: 6136dbdd-fbf8-4885-985a-d244d1351de2 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1470.076952] env[69858]: DEBUG oslo_concurrency.lockutils [req-e1375e00-9a36-41d1-9e75-8b1a8743a6b6 req-db5de2cd-acf7-4780-a3ed-98f407fe0359 service nova] Releasing lock "refresh_cache-b97b0a50-9263-45e2-801a-6a5635eaeda8" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.482268] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquiring lock "refresh_cache-00ed297c-38c2-44ae-8afa-70d7e4853a0b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.482268] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquired lock "refresh_cache-00ed297c-38c2-44ae-8afa-70d7e4853a0b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.482268] env[69858]: DEBUG nova.network.neutron [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1471.016246] env[69858]: DEBUG nova.network.neutron [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1471.136691] env[69858]: DEBUG nova.network.neutron [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Updating instance_info_cache with network_info: [{"id": "6136dbdd-fbf8-4885-985a-d244d1351de2", "address": "fa:16:3e:9e:a2:1d", "network": {"id": "4a5a6ac6-8400-44e7-9fe8-7f8f5d767b4f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-944920626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9738a523684878a82a7d05ecb49aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6136dbdd-fb", "ovs_interfaceid": "6136dbdd-fbf8-4885-985a-d244d1351de2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.192535] env[69858]: DEBUG nova.network.neutron [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Port dcf3f682-9710-4930-a6ca-24c64586bc9a binding to destination host cpu-1 is already ACTIVE {{(pid=69858) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1471.192907] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "refresh_cache-b7c9ab96-8e76-47c2-9f42-91b0aaee212e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.193078] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquired lock "refresh_cache-b7c9ab96-8e76-47c2-9f42-91b0aaee212e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.193251] env[69858]: DEBUG nova.network.neutron [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1471.639058] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Releasing lock "refresh_cache-00ed297c-38c2-44ae-8afa-70d7e4853a0b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.639350] env[69858]: DEBUG nova.compute.manager [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Instance network_info: |[{"id": "6136dbdd-fbf8-4885-985a-d244d1351de2", "address": "fa:16:3e:9e:a2:1d", "network": {"id": "4a5a6ac6-8400-44e7-9fe8-7f8f5d767b4f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-944920626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9738a523684878a82a7d05ecb49aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6136dbdd-fb", "ovs_interfaceid": "6136dbdd-fbf8-4885-985a-d244d1351de2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1471.639780] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:a2:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3f695b6-65bc-45cc-a61d-3c38a14e5c0c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6136dbdd-fbf8-4885-985a-d244d1351de2', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1471.647163] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1471.647373] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1471.647594] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7faa0ed-8cb2-49e0-93f7-b5e7a2e4d1f6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.667624] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1471.667624] env[69858]: value = "task-3420285" [ 1471.667624] env[69858]: _type = "Task" [ 1471.667624] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.675157] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420285, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.925322] env[69858]: DEBUG nova.compute.manager [req-3ae37370-6f10-4916-b69b-b2bc5eddc4bb req-77727f5b-1729-42be-a129-b63ae2ead2e3 service nova] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Received event network-changed-6136dbdd-fbf8-4885-985a-d244d1351de2 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1471.925493] env[69858]: DEBUG nova.compute.manager [req-3ae37370-6f10-4916-b69b-b2bc5eddc4bb req-77727f5b-1729-42be-a129-b63ae2ead2e3 service nova] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Refreshing instance network info cache due to event network-changed-6136dbdd-fbf8-4885-985a-d244d1351de2. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1471.925705] env[69858]: DEBUG oslo_concurrency.lockutils [req-3ae37370-6f10-4916-b69b-b2bc5eddc4bb req-77727f5b-1729-42be-a129-b63ae2ead2e3 service nova] Acquiring lock "refresh_cache-00ed297c-38c2-44ae-8afa-70d7e4853a0b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.925851] env[69858]: DEBUG oslo_concurrency.lockutils [req-3ae37370-6f10-4916-b69b-b2bc5eddc4bb req-77727f5b-1729-42be-a129-b63ae2ead2e3 service nova] Acquired lock "refresh_cache-00ed297c-38c2-44ae-8afa-70d7e4853a0b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.926022] env[69858]: DEBUG nova.network.neutron [req-3ae37370-6f10-4916-b69b-b2bc5eddc4bb req-77727f5b-1729-42be-a129-b63ae2ead2e3 service nova] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Refreshing network info cache for port 6136dbdd-fbf8-4885-985a-d244d1351de2 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1471.927899] env[69858]: DEBUG nova.network.neutron [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Updating instance_info_cache with network_info: [{"id": "dcf3f682-9710-4930-a6ca-24c64586bc9a", "address": "fa:16:3e:e7:5f:61", "network": {"id": "0b161d6c-e53e-45aa-bc0e-59ca8de1e5b5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-387557169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eecd4e4f7852489d88ac8dc75c2ad948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcf3f682-97", "ovs_interfaceid": "dcf3f682-9710-4930-a6ca-24c64586bc9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.178062] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420285, 'name': CreateVM_Task} progress is 25%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.430952] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Releasing lock "refresh_cache-b7c9ab96-8e76-47c2-9f42-91b0aaee212e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.612053] env[69858]: DEBUG nova.network.neutron [req-3ae37370-6f10-4916-b69b-b2bc5eddc4bb req-77727f5b-1729-42be-a129-b63ae2ead2e3 service nova] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Updated VIF entry in instance network info cache for port 6136dbdd-fbf8-4885-985a-d244d1351de2. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1472.612417] env[69858]: DEBUG nova.network.neutron [req-3ae37370-6f10-4916-b69b-b2bc5eddc4bb req-77727f5b-1729-42be-a129-b63ae2ead2e3 service nova] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Updating instance_info_cache with network_info: [{"id": "6136dbdd-fbf8-4885-985a-d244d1351de2", "address": "fa:16:3e:9e:a2:1d", "network": {"id": "4a5a6ac6-8400-44e7-9fe8-7f8f5d767b4f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-944920626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9738a523684878a82a7d05ecb49aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6136dbdd-fb", "ovs_interfaceid": "6136dbdd-fbf8-4885-985a-d244d1351de2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.677983] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420285, 'name': CreateVM_Task, 'duration_secs': 0.971083} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.678166] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1472.678833] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.678996] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.679332] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.679576] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3007a80-ea58-418b-a65c-bea6f5c515a1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.683705] env[69858]: DEBUG oslo_vmware.api [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1472.683705] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526b2afd-aaad-9c43-d1e6-a79faa2e3847" [ 1472.683705] env[69858]: _type = "Task" [ 1472.683705] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.691852] env[69858]: DEBUG oslo_vmware.api [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526b2afd-aaad-9c43-d1e6-a79faa2e3847, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.936281] env[69858]: DEBUG nova.compute.manager [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69858) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1472.936533] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1472.936784] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1473.114704] env[69858]: DEBUG oslo_concurrency.lockutils [req-3ae37370-6f10-4916-b69b-b2bc5eddc4bb req-77727f5b-1729-42be-a129-b63ae2ead2e3 service nova] Releasing lock "refresh_cache-00ed297c-38c2-44ae-8afa-70d7e4853a0b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.193563] env[69858]: DEBUG oslo_vmware.api [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526b2afd-aaad-9c43-d1e6-a79faa2e3847, 'name': SearchDatastore_Task, 'duration_secs': 0.012401} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.193936] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.194119] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1473.194332] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.194481] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.194661] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1473.194922] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6acf36e4-ef7c-4fec-9c52-501a654b0445 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.203078] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1473.203257] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1473.203978] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b821e48-95f2-4cc3-8947-e4ee64cbe006 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.209143] env[69858]: DEBUG oslo_vmware.api [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1473.209143] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526bd6d1-72e7-79ba-5c1e-de3395033b03" [ 1473.209143] env[69858]: _type = "Task" [ 1473.209143] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.216570] env[69858]: DEBUG oslo_vmware.api [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526bd6d1-72e7-79ba-5c1e-de3395033b03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.439644] env[69858]: DEBUG nova.objects.instance [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lazy-loading 'migration_context' on Instance uuid b7c9ab96-8e76-47c2-9f42-91b0aaee212e {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1473.719465] env[69858]: DEBUG oslo_vmware.api [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526bd6d1-72e7-79ba-5c1e-de3395033b03, 'name': SearchDatastore_Task, 'duration_secs': 0.00959} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.719781] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d685b798-2e65-47b0-8e8f-95c2eb486cf4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.724722] env[69858]: DEBUG oslo_vmware.api [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1473.724722] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52bce800-560b-bb78-7ec4-37d50ef1e617" [ 1473.724722] env[69858]: _type = "Task" [ 1473.724722] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.733021] env[69858]: DEBUG oslo_vmware.api [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52bce800-560b-bb78-7ec4-37d50ef1e617, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.005777] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54008ea4-db42-494d-b155-755c8d69c886 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.013457] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9072ad42-62a6-43d1-8aeb-0cb76ddb12f7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.045745] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adeedeb-b4e9-43fd-8760-d2fb5e436f8e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.052932] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2d7adb-5876-4871-905d-5fd61d7680a0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.065937] env[69858]: DEBUG nova.compute.provider_tree [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1474.235072] env[69858]: DEBUG oslo_vmware.api [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52bce800-560b-bb78-7ec4-37d50ef1e617, 'name': SearchDatastore_Task, 'duration_secs': 0.009985} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.235450] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.235509] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 00ed297c-38c2-44ae-8afa-70d7e4853a0b/00ed297c-38c2-44ae-8afa-70d7e4853a0b.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1474.235766] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdef073d-51c7-4ac6-9711-446d725cd4f2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.242082] env[69858]: DEBUG oslo_vmware.api [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1474.242082] env[69858]: value = "task-3420286" [ 1474.242082] env[69858]: _type = "Task" [ 1474.242082] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.249563] env[69858]: DEBUG oslo_vmware.api [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.569123] env[69858]: DEBUG nova.scheduler.client.report [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1474.753035] env[69858]: DEBUG oslo_vmware.api [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420286, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433017} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.753322] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] 00ed297c-38c2-44ae-8afa-70d7e4853a0b/00ed297c-38c2-44ae-8afa-70d7e4853a0b.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1474.753550] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1474.753816] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-284ee485-f473-4f8d-a608-3478208b4841 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.760763] env[69858]: DEBUG oslo_vmware.api [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1474.760763] env[69858]: value = "task-3420287" [ 1474.760763] env[69858]: _type = "Task" [ 1474.760763] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.770908] env[69858]: DEBUG oslo_vmware.api [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420287, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.273830] env[69858]: DEBUG oslo_vmware.api [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420287, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062268} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.274243] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1475.275259] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c064c19-b097-4b29-85c4-f4ebc189b2e6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.308805] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 00ed297c-38c2-44ae-8afa-70d7e4853a0b/00ed297c-38c2-44ae-8afa-70d7e4853a0b.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1475.309134] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f50c5cb-b78c-4990-a288-691b7adfa0ce {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.337933] env[69858]: DEBUG oslo_vmware.api [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1475.337933] env[69858]: value = "task-3420288" [ 1475.337933] env[69858]: _type = "Task" [ 1475.337933] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.345339] env[69858]: DEBUG oslo_vmware.api [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420288, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.581110] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.644s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1475.847756] env[69858]: DEBUG oslo_vmware.api [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420288, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.348622] env[69858]: DEBUG oslo_vmware.api [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420288, 'name': ReconfigVM_Task, 'duration_secs': 0.551101} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.349768] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 00ed297c-38c2-44ae-8afa-70d7e4853a0b/00ed297c-38c2-44ae-8afa-70d7e4853a0b.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1476.350063] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbbeb096-33e3-47ad-b0e7-292c116d1a39 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.356753] env[69858]: DEBUG oslo_vmware.api [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1476.356753] env[69858]: value = "task-3420289" [ 1476.356753] env[69858]: _type = "Task" [ 1476.356753] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.364369] env[69858]: DEBUG oslo_vmware.api [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420289, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.866713] env[69858]: DEBUG oslo_vmware.api [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420289, 'name': Rename_Task, 'duration_secs': 0.154074} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.866986] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1476.867268] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af2f452c-e339-46d9-a5c9-1ac13df37202 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.873928] env[69858]: DEBUG oslo_vmware.api [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1476.873928] env[69858]: value = "task-3420290" [ 1476.873928] env[69858]: _type = "Task" [ 1476.873928] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.886365] env[69858]: DEBUG oslo_vmware.api [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.116282] env[69858]: INFO nova.compute.manager [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Swapping old allocation on dict_keys(['a0eb830e-e56f-4bef-ab3f-89644f27fe23']) held by migration ad88b22b-bc17-46cf-a4f8-1b73520ecc5c for instance [ 1477.138387] env[69858]: DEBUG nova.scheduler.client.report [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Overwriting current allocation {'allocations': {'a0eb830e-e56f-4bef-ab3f-89644f27fe23': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 187}}, 'project_id': 'eecd4e4f7852489d88ac8dc75c2ad948', 'user_id': '99bf5177719048799792f0c9aead8962', 'consumer_generation': 1} on consumer b7c9ab96-8e76-47c2-9f42-91b0aaee212e {{(pid=69858) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1477.216487] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "refresh_cache-b7c9ab96-8e76-47c2-9f42-91b0aaee212e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.216718] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquired lock "refresh_cache-b7c9ab96-8e76-47c2-9f42-91b0aaee212e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.216909] env[69858]: DEBUG nova.network.neutron [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1477.384294] env[69858]: DEBUG oslo_vmware.api [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420290, 'name': PowerOnVM_Task, 'duration_secs': 0.44198} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.384679] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1477.384924] env[69858]: INFO nova.compute.manager [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Took 7.64 seconds to spawn the instance on the hypervisor. [ 1477.385127] env[69858]: DEBUG nova.compute.manager [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1477.385958] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c147ca-15fe-497c-8de7-21a60842e53b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.903280] env[69858]: INFO nova.compute.manager [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Took 12.33 seconds to build instance. [ 1477.930926] env[69858]: DEBUG nova.network.neutron [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Updating instance_info_cache with network_info: [{"id": "dcf3f682-9710-4930-a6ca-24c64586bc9a", "address": "fa:16:3e:e7:5f:61", "network": {"id": "0b161d6c-e53e-45aa-bc0e-59ca8de1e5b5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-387557169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eecd4e4f7852489d88ac8dc75c2ad948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcf3f682-97", "ovs_interfaceid": "dcf3f682-9710-4930-a6ca-24c64586bc9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.405934] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7835ceee-ab7b-40e4-af07-01a2faf9ee26 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lock "00ed297c-38c2-44ae-8afa-70d7e4853a0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.841s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1478.433769] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Releasing lock "refresh_cache-b7c9ab96-8e76-47c2-9f42-91b0aaee212e" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.434265] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1478.434578] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b19d318b-e6a4-4304-9d2d-abf97d180782 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.442012] env[69858]: DEBUG oslo_vmware.api [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1478.442012] env[69858]: value = "task-3420291" [ 1478.442012] env[69858]: _type = "Task" [ 1478.442012] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.450385] env[69858]: DEBUG oslo_vmware.api [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.951907] env[69858]: DEBUG oslo_vmware.api [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420291, 'name': PowerOffVM_Task, 'duration_secs': 0.204439} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.952188] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1478.952882] env[69858]: DEBUG nova.virt.hardware [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1478.953113] env[69858]: DEBUG nova.virt.hardware [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1478.953273] env[69858]: DEBUG nova.virt.hardware [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1478.953458] env[69858]: DEBUG nova.virt.hardware [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1478.953605] env[69858]: DEBUG nova.virt.hardware [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1478.953759] env[69858]: DEBUG nova.virt.hardware [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1478.953963] env[69858]: DEBUG nova.virt.hardware [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1478.954137] env[69858]: DEBUG nova.virt.hardware [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1478.954307] env[69858]: DEBUG nova.virt.hardware [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1478.954470] env[69858]: DEBUG nova.virt.hardware [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1478.954642] env[69858]: DEBUG nova.virt.hardware [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1478.959466] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b2ff079-5380-4140-a5ab-cfc0df5aae28 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.975463] env[69858]: DEBUG oslo_vmware.api [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1478.975463] env[69858]: value = "task-3420292" [ 1478.975463] env[69858]: _type = "Task" [ 1478.975463] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.983046] env[69858]: DEBUG oslo_vmware.api [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420292, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.010721] env[69858]: DEBUG nova.compute.manager [req-0a3f7dd9-2b5a-4339-b546-927fdecff857 req-9af9822a-c16d-47c2-8ef0-e931ec94e1a2 service nova] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Received event network-changed-6136dbdd-fbf8-4885-985a-d244d1351de2 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1479.010843] env[69858]: DEBUG nova.compute.manager [req-0a3f7dd9-2b5a-4339-b546-927fdecff857 req-9af9822a-c16d-47c2-8ef0-e931ec94e1a2 service nova] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Refreshing instance network info cache due to event network-changed-6136dbdd-fbf8-4885-985a-d244d1351de2. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1479.011056] env[69858]: DEBUG oslo_concurrency.lockutils [req-0a3f7dd9-2b5a-4339-b546-927fdecff857 req-9af9822a-c16d-47c2-8ef0-e931ec94e1a2 service nova] Acquiring lock "refresh_cache-00ed297c-38c2-44ae-8afa-70d7e4853a0b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.011206] env[69858]: DEBUG oslo_concurrency.lockutils [req-0a3f7dd9-2b5a-4339-b546-927fdecff857 req-9af9822a-c16d-47c2-8ef0-e931ec94e1a2 service nova] Acquired lock "refresh_cache-00ed297c-38c2-44ae-8afa-70d7e4853a0b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.011359] env[69858]: DEBUG nova.network.neutron [req-0a3f7dd9-2b5a-4339-b546-927fdecff857 req-9af9822a-c16d-47c2-8ef0-e931ec94e1a2 service nova] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Refreshing network info cache for port 6136dbdd-fbf8-4885-985a-d244d1351de2 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1479.485821] env[69858]: DEBUG oslo_vmware.api [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420292, 'name': ReconfigVM_Task, 'duration_secs': 0.134297} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.486672] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4c0307-f445-49d6-b5f1-a1d0faa7be4f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.504224] env[69858]: DEBUG nova.virt.hardware [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1479.504478] env[69858]: DEBUG nova.virt.hardware [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1479.504638] env[69858]: DEBUG nova.virt.hardware [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1479.504824] env[69858]: DEBUG nova.virt.hardware [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1479.504978] env[69858]: DEBUG nova.virt.hardware [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1479.505807] env[69858]: DEBUG nova.virt.hardware [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1479.505807] env[69858]: DEBUG nova.virt.hardware [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1479.505807] env[69858]: DEBUG nova.virt.hardware [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1479.505807] env[69858]: DEBUG nova.virt.hardware [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1479.505807] env[69858]: DEBUG nova.virt.hardware [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1479.506016] env[69858]: DEBUG nova.virt.hardware [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1479.507044] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-549bf609-2b48-49a2-9c4b-a8fc64cb6275 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.511792] env[69858]: DEBUG oslo_vmware.api [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1479.511792] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523f4cac-5df6-0f43-31ac-75b07f517013" [ 1479.511792] env[69858]: _type = "Task" [ 1479.511792] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.528705] env[69858]: DEBUG oslo_vmware.api [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523f4cac-5df6-0f43-31ac-75b07f517013, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.709063] env[69858]: DEBUG nova.network.neutron [req-0a3f7dd9-2b5a-4339-b546-927fdecff857 req-9af9822a-c16d-47c2-8ef0-e931ec94e1a2 service nova] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Updated VIF entry in instance network info cache for port 6136dbdd-fbf8-4885-985a-d244d1351de2. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1479.709456] env[69858]: DEBUG nova.network.neutron [req-0a3f7dd9-2b5a-4339-b546-927fdecff857 req-9af9822a-c16d-47c2-8ef0-e931ec94e1a2 service nova] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Updating instance_info_cache with network_info: [{"id": "6136dbdd-fbf8-4885-985a-d244d1351de2", "address": "fa:16:3e:9e:a2:1d", "network": {"id": "4a5a6ac6-8400-44e7-9fe8-7f8f5d767b4f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-944920626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9738a523684878a82a7d05ecb49aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6136dbdd-fb", "ovs_interfaceid": "6136dbdd-fbf8-4885-985a-d244d1351de2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.023152] env[69858]: DEBUG oslo_vmware.api [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523f4cac-5df6-0f43-31ac-75b07f517013, 'name': SearchDatastore_Task, 'duration_secs': 0.014949} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.028362] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1480.028640] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-feed393f-da38-49d9-8e91-5f717a87f8cb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.047605] env[69858]: DEBUG oslo_vmware.api [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1480.047605] env[69858]: value = "task-3420293" [ 1480.047605] env[69858]: _type = "Task" [ 1480.047605] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.055248] env[69858]: DEBUG oslo_vmware.api [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420293, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.212270] env[69858]: DEBUG oslo_concurrency.lockutils [req-0a3f7dd9-2b5a-4339-b546-927fdecff857 req-9af9822a-c16d-47c2-8ef0-e931ec94e1a2 service nova] Releasing lock "refresh_cache-00ed297c-38c2-44ae-8afa-70d7e4853a0b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.557826] env[69858]: DEBUG oslo_vmware.api [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420293, 'name': ReconfigVM_Task, 'duration_secs': 0.185079} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.558259] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1480.558898] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88472aa5-f2c8-4ddc-83be-e98857b57872 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.580609] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] b7c9ab96-8e76-47c2-9f42-91b0aaee212e/b7c9ab96-8e76-47c2-9f42-91b0aaee212e.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1480.580852] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fd2d1d7-3705-47e7-9632-0a348043c78d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.598109] env[69858]: DEBUG oslo_vmware.api [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1480.598109] env[69858]: value = "task-3420294" [ 1480.598109] env[69858]: _type = "Task" [ 1480.598109] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.605445] env[69858]: DEBUG oslo_vmware.api [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420294, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.108302] env[69858]: DEBUG oslo_vmware.api [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420294, 'name': ReconfigVM_Task, 'duration_secs': 0.272256} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.108623] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Reconfigured VM instance instance-0000007b to attach disk [datastore2] b7c9ab96-8e76-47c2-9f42-91b0aaee212e/b7c9ab96-8e76-47c2-9f42-91b0aaee212e.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1481.109433] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79635622-3bd6-472a-8854-43be3d92d8bc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.127052] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72a17b1-81ac-450d-a0d6-9aee2310c06c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.144344] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec422bc-4479-4712-a379-4a444dbd9503 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.162070] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d91fe2e-3047-4ef5-8517-cb7311769eca {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.168109] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1481.168323] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da5190f1-759b-40d7-9b89-8636ca049bad {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.173945] env[69858]: DEBUG oslo_vmware.api [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1481.173945] env[69858]: value = "task-3420295" [ 1481.173945] env[69858]: _type = "Task" [ 1481.173945] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.180668] env[69858]: DEBUG oslo_vmware.api [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.683336] env[69858]: DEBUG oslo_vmware.api [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420295, 'name': PowerOnVM_Task, 'duration_secs': 0.36916} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.683755] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1482.694919] env[69858]: INFO nova.compute.manager [None req-4b6661ac-df70-4478-ab5a-555929032509 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Updating instance to original state: 'active' [ 1483.866065] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bd01758a-f155-4c20-a986-6bf0919608dc tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "b7c9ab96-8e76-47c2-9f42-91b0aaee212e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.866065] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bd01758a-f155-4c20-a986-6bf0919608dc tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "b7c9ab96-8e76-47c2-9f42-91b0aaee212e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.866065] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bd01758a-f155-4c20-a986-6bf0919608dc tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "b7c9ab96-8e76-47c2-9f42-91b0aaee212e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.866559] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bd01758a-f155-4c20-a986-6bf0919608dc tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "b7c9ab96-8e76-47c2-9f42-91b0aaee212e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.866559] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bd01758a-f155-4c20-a986-6bf0919608dc tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "b7c9ab96-8e76-47c2-9f42-91b0aaee212e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1483.868563] env[69858]: INFO nova.compute.manager [None req-bd01758a-f155-4c20-a986-6bf0919608dc tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Terminating instance [ 1484.372976] env[69858]: DEBUG nova.compute.manager [None req-bd01758a-f155-4c20-a986-6bf0919608dc tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1484.373265] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-bd01758a-f155-4c20-a986-6bf0919608dc tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1484.374194] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9aaf829-bb2e-4369-adcc-e1c0c5969d6a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.382369] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd01758a-f155-4c20-a986-6bf0919608dc tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1484.382609] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24636ed6-6ab4-47e2-bdbd-c16b5170696e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.387889] env[69858]: DEBUG oslo_vmware.api [None req-bd01758a-f155-4c20-a986-6bf0919608dc tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1484.387889] env[69858]: value = "task-3420296" [ 1484.387889] env[69858]: _type = "Task" [ 1484.387889] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.396570] env[69858]: DEBUG oslo_vmware.api [None req-bd01758a-f155-4c20-a986-6bf0919608dc tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.898103] env[69858]: DEBUG oslo_vmware.api [None req-bd01758a-f155-4c20-a986-6bf0919608dc tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420296, 'name': PowerOffVM_Task, 'duration_secs': 0.209351} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.898513] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd01758a-f155-4c20-a986-6bf0919608dc tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1484.898565] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-bd01758a-f155-4c20-a986-6bf0919608dc tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1484.898791] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d284897b-6327-4cc7-bafd-86550d8c913a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.964551] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-bd01758a-f155-4c20-a986-6bf0919608dc tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1484.964733] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-bd01758a-f155-4c20-a986-6bf0919608dc tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1484.964922] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd01758a-f155-4c20-a986-6bf0919608dc tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Deleting the datastore file [datastore2] b7c9ab96-8e76-47c2-9f42-91b0aaee212e {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1484.965193] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3cb224b-5c64-4a12-8956-667b5945c3af {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.973239] env[69858]: DEBUG oslo_vmware.api [None req-bd01758a-f155-4c20-a986-6bf0919608dc tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1484.973239] env[69858]: value = "task-3420298" [ 1484.973239] env[69858]: _type = "Task" [ 1484.973239] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.980868] env[69858]: DEBUG oslo_vmware.api [None req-bd01758a-f155-4c20-a986-6bf0919608dc tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.483235] env[69858]: DEBUG oslo_vmware.api [None req-bd01758a-f155-4c20-a986-6bf0919608dc tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144928} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.483495] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd01758a-f155-4c20-a986-6bf0919608dc tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1485.483688] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-bd01758a-f155-4c20-a986-6bf0919608dc tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1485.483886] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-bd01758a-f155-4c20-a986-6bf0919608dc tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1485.484057] env[69858]: INFO nova.compute.manager [None req-bd01758a-f155-4c20-a986-6bf0919608dc tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1485.484300] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd01758a-f155-4c20-a986-6bf0919608dc tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1485.484495] env[69858]: DEBUG nova.compute.manager [-] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1485.484587] env[69858]: DEBUG nova.network.neutron [-] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1485.907851] env[69858]: DEBUG nova.compute.manager [req-140d44e4-ac2b-4f74-a2d3-2f851a50b931 req-36b16295-9c78-48b5-b6a6-b29f406b62ef service nova] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Received event network-vif-deleted-dcf3f682-9710-4930-a6ca-24c64586bc9a {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1485.907851] env[69858]: INFO nova.compute.manager [req-140d44e4-ac2b-4f74-a2d3-2f851a50b931 req-36b16295-9c78-48b5-b6a6-b29f406b62ef service nova] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Neutron deleted interface dcf3f682-9710-4930-a6ca-24c64586bc9a; detaching it from the instance and deleting it from the info cache [ 1485.907851] env[69858]: DEBUG nova.network.neutron [req-140d44e4-ac2b-4f74-a2d3-2f851a50b931 req-36b16295-9c78-48b5-b6a6-b29f406b62ef service nova] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.391591] env[69858]: DEBUG nova.network.neutron [-] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.409351] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c1f0309c-003d-4717-9778-63240e174a31 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.419594] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5f8240-bae2-4556-938b-aef6aba10603 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.445242] env[69858]: DEBUG nova.compute.manager [req-140d44e4-ac2b-4f74-a2d3-2f851a50b931 req-36b16295-9c78-48b5-b6a6-b29f406b62ef service nova] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Detach interface failed, port_id=dcf3f682-9710-4930-a6ca-24c64586bc9a, reason: Instance b7c9ab96-8e76-47c2-9f42-91b0aaee212e could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1486.894609] env[69858]: INFO nova.compute.manager [-] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Took 1.41 seconds to deallocate network for instance. [ 1487.401093] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bd01758a-f155-4c20-a986-6bf0919608dc tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1487.401512] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bd01758a-f155-4c20-a986-6bf0919608dc tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1487.401589] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bd01758a-f155-4c20-a986-6bf0919608dc tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1487.427342] env[69858]: INFO nova.scheduler.client.report [None req-bd01758a-f155-4c20-a986-6bf0919608dc tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Deleted allocations for instance b7c9ab96-8e76-47c2-9f42-91b0aaee212e [ 1487.934297] env[69858]: DEBUG oslo_concurrency.lockutils [None req-bd01758a-f155-4c20-a986-6bf0919608dc tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "b7c9ab96-8e76-47c2-9f42-91b0aaee212e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.068s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.760331] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "9956bfa3-4164-4903-bb1d-f6e7bbb3e895" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1488.760613] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "9956bfa3-4164-4903-bb1d-f6e7bbb3e895" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.262612] env[69858]: DEBUG nova.compute.manager [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1489.784315] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.784582] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.786081] env[69858]: INFO nova.compute.claims [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1490.842915] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73ba04b-08ea-418d-baf7-c95549eae024 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.850485] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e91c96f-a413-430a-9901-25ad6d2fc16b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.879725] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06211861-88dc-4ac9-95cc-fb5d80fdb383 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.886493] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6957996-8eb6-4d60-8571-6c081da293e3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.899047] env[69858]: DEBUG nova.compute.provider_tree [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1491.402544] env[69858]: DEBUG nova.scheduler.client.report [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1491.449379] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1491.909495] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.125s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1491.910046] env[69858]: DEBUG nova.compute.manager [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1492.416054] env[69858]: DEBUG nova.compute.utils [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1492.417321] env[69858]: DEBUG nova.compute.manager [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Allocating IP information in the background. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1492.417956] env[69858]: DEBUG nova.network.neutron [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] allocate_for_instance() {{(pid=69858) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1492.448986] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1492.449258] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1492.470088] env[69858]: DEBUG nova.policy [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99bf5177719048799792f0c9aead8962', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eecd4e4f7852489d88ac8dc75c2ad948', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69858) authorize /opt/stack/nova/nova/policy.py:192}} [ 1492.727637] env[69858]: DEBUG nova.network.neutron [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Successfully created port: 117165a4-3fa1-4d97-b1fe-2e810fd7d691 {{(pid=69858) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1492.921284] env[69858]: DEBUG nova.compute.manager [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1493.444442] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1493.933502] env[69858]: DEBUG nova.compute.manager [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1493.949223] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1493.960089] env[69858]: DEBUG nova.virt.hardware [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1493.960362] env[69858]: DEBUG nova.virt.hardware [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1493.960524] env[69858]: DEBUG nova.virt.hardware [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1493.960715] env[69858]: DEBUG nova.virt.hardware [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1493.960865] env[69858]: DEBUG nova.virt.hardware [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1493.961022] env[69858]: DEBUG nova.virt.hardware [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1493.961243] env[69858]: DEBUG nova.virt.hardware [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1493.961405] env[69858]: DEBUG nova.virt.hardware [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1493.961573] env[69858]: DEBUG nova.virt.hardware [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1493.961735] env[69858]: DEBUG nova.virt.hardware [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1493.961907] env[69858]: DEBUG nova.virt.hardware [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1493.962790] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4a76a4-9a01-4340-823d-5357ee529ad7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.972118] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d91e74-138b-406f-9a8b-f7f40a87d39f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.083722] env[69858]: DEBUG nova.compute.manager [req-1b9a18f4-716d-40cb-9751-0321de3f868c req-e383f968-11b8-4e69-ae6a-8bd6eb03fcfc service nova] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Received event network-vif-plugged-117165a4-3fa1-4d97-b1fe-2e810fd7d691 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1494.083801] env[69858]: DEBUG oslo_concurrency.lockutils [req-1b9a18f4-716d-40cb-9751-0321de3f868c req-e383f968-11b8-4e69-ae6a-8bd6eb03fcfc service nova] Acquiring lock "9956bfa3-4164-4903-bb1d-f6e7bbb3e895-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1494.084021] env[69858]: DEBUG oslo_concurrency.lockutils [req-1b9a18f4-716d-40cb-9751-0321de3f868c req-e383f968-11b8-4e69-ae6a-8bd6eb03fcfc service nova] Lock "9956bfa3-4164-4903-bb1d-f6e7bbb3e895-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1494.084211] env[69858]: DEBUG oslo_concurrency.lockutils [req-1b9a18f4-716d-40cb-9751-0321de3f868c req-e383f968-11b8-4e69-ae6a-8bd6eb03fcfc service nova] Lock "9956bfa3-4164-4903-bb1d-f6e7bbb3e895-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1494.084373] env[69858]: DEBUG nova.compute.manager [req-1b9a18f4-716d-40cb-9751-0321de3f868c req-e383f968-11b8-4e69-ae6a-8bd6eb03fcfc service nova] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] No waiting events found dispatching network-vif-plugged-117165a4-3fa1-4d97-b1fe-2e810fd7d691 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1494.084542] env[69858]: WARNING nova.compute.manager [req-1b9a18f4-716d-40cb-9751-0321de3f868c req-e383f968-11b8-4e69-ae6a-8bd6eb03fcfc service nova] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Received unexpected event network-vif-plugged-117165a4-3fa1-4d97-b1fe-2e810fd7d691 for instance with vm_state building and task_state spawning. [ 1494.161591] env[69858]: DEBUG nova.network.neutron [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Successfully updated port: 117165a4-3fa1-4d97-b1fe-2e810fd7d691 {{(pid=69858) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1494.455329] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1494.455577] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1494.455749] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1494.455907] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69858) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1494.456803] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f774751-d0c4-4a7b-b348-c024dc292dda {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.464977] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539df6d4-3151-45c5-ae42-554833926e23 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.479555] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4371774c-d022-48d7-96d0-7a89a99db8a0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.485547] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10473354-fcd5-41fc-9307-0f303cea885d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.514201] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180373MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=69858) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1494.514359] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1494.514735] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1494.664657] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "refresh_cache-9956bfa3-4164-4903-bb1d-f6e7bbb3e895" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.664821] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquired lock "refresh_cache-9956bfa3-4164-4903-bb1d-f6e7bbb3e895" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.664992] env[69858]: DEBUG nova.network.neutron [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1495.195792] env[69858]: DEBUG nova.network.neutron [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1495.314188] env[69858]: DEBUG nova.network.neutron [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Updating instance_info_cache with network_info: [{"id": "117165a4-3fa1-4d97-b1fe-2e810fd7d691", "address": "fa:16:3e:8d:5a:6a", "network": {"id": "0b161d6c-e53e-45aa-bc0e-59ca8de1e5b5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-387557169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eecd4e4f7852489d88ac8dc75c2ad948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap117165a4-3f", "ovs_interfaceid": "117165a4-3fa1-4d97-b1fe-2e810fd7d691", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.540369] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance b97b0a50-9263-45e2-801a-6a5635eaeda8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1495.540527] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 00ed297c-38c2-44ae-8afa-70d7e4853a0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1495.540657] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 9956bfa3-4164-4903-bb1d-f6e7bbb3e895 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1495.540858] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69858) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1495.540977] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69858) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1495.584542] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b744848-26d8-4770-84a7-2472865ed89e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.592035] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde43f6c-c92b-4704-87b8-3f3e144273e4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.621806] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c74443-ce7e-434b-8e3c-9452b5e19f28 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.628659] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b976e13-744f-438f-a356-0d8f0a2c0a11 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.641506] env[69858]: DEBUG nova.compute.provider_tree [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1495.817054] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Releasing lock "refresh_cache-9956bfa3-4164-4903-bb1d-f6e7bbb3e895" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.817386] env[69858]: DEBUG nova.compute.manager [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Instance network_info: |[{"id": "117165a4-3fa1-4d97-b1fe-2e810fd7d691", "address": "fa:16:3e:8d:5a:6a", "network": {"id": "0b161d6c-e53e-45aa-bc0e-59ca8de1e5b5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-387557169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eecd4e4f7852489d88ac8dc75c2ad948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap117165a4-3f", "ovs_interfaceid": "117165a4-3fa1-4d97-b1fe-2e810fd7d691", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1495.817803] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:5a:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f1b07b1-e4e5-4842-9090-07fb2c3e124b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '117165a4-3fa1-4d97-b1fe-2e810fd7d691', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1495.825242] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1495.825455] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1495.825674] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f0061ca-10cb-418c-9613-86cbd41ea462 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.845017] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1495.845017] env[69858]: value = "task-3420299" [ 1495.845017] env[69858]: _type = "Task" [ 1495.845017] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.852204] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420299, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.113439] env[69858]: DEBUG nova.compute.manager [req-36abce95-5413-4724-a928-b3f625742e54 req-b829488b-db71-4c62-9603-fffb462a46ae service nova] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Received event network-changed-117165a4-3fa1-4d97-b1fe-2e810fd7d691 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1496.113711] env[69858]: DEBUG nova.compute.manager [req-36abce95-5413-4724-a928-b3f625742e54 req-b829488b-db71-4c62-9603-fffb462a46ae service nova] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Refreshing instance network info cache due to event network-changed-117165a4-3fa1-4d97-b1fe-2e810fd7d691. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1496.113991] env[69858]: DEBUG oslo_concurrency.lockutils [req-36abce95-5413-4724-a928-b3f625742e54 req-b829488b-db71-4c62-9603-fffb462a46ae service nova] Acquiring lock "refresh_cache-9956bfa3-4164-4903-bb1d-f6e7bbb3e895" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.114204] env[69858]: DEBUG oslo_concurrency.lockutils [req-36abce95-5413-4724-a928-b3f625742e54 req-b829488b-db71-4c62-9603-fffb462a46ae service nova] Acquired lock "refresh_cache-9956bfa3-4164-4903-bb1d-f6e7bbb3e895" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.114394] env[69858]: DEBUG nova.network.neutron [req-36abce95-5413-4724-a928-b3f625742e54 req-b829488b-db71-4c62-9603-fffb462a46ae service nova] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Refreshing network info cache for port 117165a4-3fa1-4d97-b1fe-2e810fd7d691 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1496.143918] env[69858]: DEBUG nova.scheduler.client.report [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1496.355319] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420299, 'name': CreateVM_Task, 'duration_secs': 0.285439} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.355733] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1496.356129] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.356302] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.356641] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.356897] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86d8a1e8-6438-4b34-9ea3-7cd68c6071ef {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.361779] env[69858]: DEBUG oslo_vmware.api [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1496.361779] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526a4ae3-c3e4-0ecc-87eb-b7ab73253abe" [ 1496.361779] env[69858]: _type = "Task" [ 1496.361779] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.369059] env[69858]: DEBUG oslo_vmware.api [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526a4ae3-c3e4-0ecc-87eb-b7ab73253abe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.647581] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69858) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1496.647788] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.133s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1496.824636] env[69858]: DEBUG nova.network.neutron [req-36abce95-5413-4724-a928-b3f625742e54 req-b829488b-db71-4c62-9603-fffb462a46ae service nova] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Updated VIF entry in instance network info cache for port 117165a4-3fa1-4d97-b1fe-2e810fd7d691. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1496.825049] env[69858]: DEBUG nova.network.neutron [req-36abce95-5413-4724-a928-b3f625742e54 req-b829488b-db71-4c62-9603-fffb462a46ae service nova] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Updating instance_info_cache with network_info: [{"id": "117165a4-3fa1-4d97-b1fe-2e810fd7d691", "address": "fa:16:3e:8d:5a:6a", "network": {"id": "0b161d6c-e53e-45aa-bc0e-59ca8de1e5b5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-387557169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eecd4e4f7852489d88ac8dc75c2ad948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap117165a4-3f", "ovs_interfaceid": "117165a4-3fa1-4d97-b1fe-2e810fd7d691", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.872485] env[69858]: DEBUG oslo_vmware.api [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]526a4ae3-c3e4-0ecc-87eb-b7ab73253abe, 'name': SearchDatastore_Task, 'duration_secs': 0.010303} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.872782] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.873034] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1496.873345] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.873584] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.873762] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1496.874048] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd0e483c-6cf6-4336-8ba7-00312c681300 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.882145] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1496.882322] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1496.883033] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0c08886-6384-4cf5-b7e4-9021210d2687 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.889284] env[69858]: DEBUG oslo_vmware.api [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1496.889284] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52393424-3139-3f3f-5671-fc1ea0d7e265" [ 1496.889284] env[69858]: _type = "Task" [ 1496.889284] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.896314] env[69858]: DEBUG oslo_vmware.api [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52393424-3139-3f3f-5671-fc1ea0d7e265, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.147860] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.148046] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.148185] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.148356] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.148495] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69858) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1497.327613] env[69858]: DEBUG oslo_concurrency.lockutils [req-36abce95-5413-4724-a928-b3f625742e54 req-b829488b-db71-4c62-9603-fffb462a46ae service nova] Releasing lock "refresh_cache-9956bfa3-4164-4903-bb1d-f6e7bbb3e895" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.400102] env[69858]: DEBUG oslo_vmware.api [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52393424-3139-3f3f-5671-fc1ea0d7e265, 'name': SearchDatastore_Task, 'duration_secs': 0.007842} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.400836] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-419be7a1-c9a6-48ed-bd0b-1b515b44f0ab {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.405776] env[69858]: DEBUG oslo_vmware.api [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1497.405776] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e7e52a-cbdc-5722-4c33-549d69858ffd" [ 1497.405776] env[69858]: _type = "Task" [ 1497.405776] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.413187] env[69858]: DEBUG oslo_vmware.api [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e7e52a-cbdc-5722-4c33-549d69858ffd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.916556] env[69858]: DEBUG oslo_vmware.api [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52e7e52a-cbdc-5722-4c33-549d69858ffd, 'name': SearchDatastore_Task, 'duration_secs': 0.009496} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.916871] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.917190] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 9956bfa3-4164-4903-bb1d-f6e7bbb3e895/9956bfa3-4164-4903-bb1d-f6e7bbb3e895.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1497.917498] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0927007e-b68c-430a-a067-9f7f8109d692 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.926636] env[69858]: DEBUG oslo_vmware.api [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1497.926636] env[69858]: value = "task-3420300" [ 1497.926636] env[69858]: _type = "Task" [ 1497.926636] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.934101] env[69858]: DEBUG oslo_vmware.api [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.435783] env[69858]: DEBUG oslo_vmware.api [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43216} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.436117] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore2] 9956bfa3-4164-4903-bb1d-f6e7bbb3e895/9956bfa3-4164-4903-bb1d-f6e7bbb3e895.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1498.436249] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1498.436454] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76455e76-0e3b-4a18-9cc9-2430d8221132 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.443182] env[69858]: DEBUG oslo_vmware.api [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1498.443182] env[69858]: value = "task-3420301" [ 1498.443182] env[69858]: _type = "Task" [ 1498.443182] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.450355] env[69858]: DEBUG oslo_vmware.api [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420301, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.952982] env[69858]: DEBUG oslo_vmware.api [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420301, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057852} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.953301] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1498.954084] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe609ffb-cfcd-4da0-b7c9-501ac5db7d16 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.975276] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 9956bfa3-4164-4903-bb1d-f6e7bbb3e895/9956bfa3-4164-4903-bb1d-f6e7bbb3e895.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1498.975490] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6ebf0ee-f595-4f47-8ceb-10eff0ad0845 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.999121] env[69858]: DEBUG oslo_vmware.api [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1498.999121] env[69858]: value = "task-3420302" [ 1498.999121] env[69858]: _type = "Task" [ 1498.999121] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.009211] env[69858]: DEBUG oslo_vmware.api [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420302, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.508774] env[69858]: DEBUG oslo_vmware.api [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420302, 'name': ReconfigVM_Task, 'duration_secs': 0.294191} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.509172] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 9956bfa3-4164-4903-bb1d-f6e7bbb3e895/9956bfa3-4164-4903-bb1d-f6e7bbb3e895.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1499.509781] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13870705-e7e1-41db-b1d6-2c76d8176998 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.516287] env[69858]: DEBUG oslo_vmware.api [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1499.516287] env[69858]: value = "task-3420303" [ 1499.516287] env[69858]: _type = "Task" [ 1499.516287] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.523653] env[69858]: DEBUG oslo_vmware.api [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420303, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.026064] env[69858]: DEBUG oslo_vmware.api [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420303, 'name': Rename_Task, 'duration_secs': 0.139761} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.026340] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1500.026578] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ae46726-bdcc-4e0d-9a46-ccab8976a8aa {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.033092] env[69858]: DEBUG oslo_vmware.api [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1500.033092] env[69858]: value = "task-3420304" [ 1500.033092] env[69858]: _type = "Task" [ 1500.033092] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.039884] env[69858]: DEBUG oslo_vmware.api [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.544289] env[69858]: DEBUG oslo_vmware.api [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420304, 'name': PowerOnVM_Task, 'duration_secs': 0.461772} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.544684] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1500.544730] env[69858]: INFO nova.compute.manager [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Took 6.61 seconds to spawn the instance on the hypervisor. [ 1500.544930] env[69858]: DEBUG nova.compute.manager [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1500.545682] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf34870b-06f6-4bb2-a11d-0f8757afb447 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.064421] env[69858]: INFO nova.compute.manager [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Took 11.30 seconds to build instance. [ 1501.567154] env[69858]: DEBUG oslo_concurrency.lockutils [None req-7ae32562-2a41-4304-bce7-1c906542c986 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "9956bfa3-4164-4903-bb1d-f6e7bbb3e895" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.806s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1501.725833] env[69858]: DEBUG nova.compute.manager [req-d3b6c4e9-baeb-4bf8-920a-56d90ad0da7f req-c04d6d94-2627-49f8-93bb-e1bc8fee420b service nova] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Received event network-changed-117165a4-3fa1-4d97-b1fe-2e810fd7d691 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1501.726167] env[69858]: DEBUG nova.compute.manager [req-d3b6c4e9-baeb-4bf8-920a-56d90ad0da7f req-c04d6d94-2627-49f8-93bb-e1bc8fee420b service nova] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Refreshing instance network info cache due to event network-changed-117165a4-3fa1-4d97-b1fe-2e810fd7d691. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1501.726501] env[69858]: DEBUG oslo_concurrency.lockutils [req-d3b6c4e9-baeb-4bf8-920a-56d90ad0da7f req-c04d6d94-2627-49f8-93bb-e1bc8fee420b service nova] Acquiring lock "refresh_cache-9956bfa3-4164-4903-bb1d-f6e7bbb3e895" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.726739] env[69858]: DEBUG oslo_concurrency.lockutils [req-d3b6c4e9-baeb-4bf8-920a-56d90ad0da7f req-c04d6d94-2627-49f8-93bb-e1bc8fee420b service nova] Acquired lock "refresh_cache-9956bfa3-4164-4903-bb1d-f6e7bbb3e895" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.727010] env[69858]: DEBUG nova.network.neutron [req-d3b6c4e9-baeb-4bf8-920a-56d90ad0da7f req-c04d6d94-2627-49f8-93bb-e1bc8fee420b service nova] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Refreshing network info cache for port 117165a4-3fa1-4d97-b1fe-2e810fd7d691 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1502.433924] env[69858]: DEBUG nova.network.neutron [req-d3b6c4e9-baeb-4bf8-920a-56d90ad0da7f req-c04d6d94-2627-49f8-93bb-e1bc8fee420b service nova] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Updated VIF entry in instance network info cache for port 117165a4-3fa1-4d97-b1fe-2e810fd7d691. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1502.434361] env[69858]: DEBUG nova.network.neutron [req-d3b6c4e9-baeb-4bf8-920a-56d90ad0da7f req-c04d6d94-2627-49f8-93bb-e1bc8fee420b service nova] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Updating instance_info_cache with network_info: [{"id": "117165a4-3fa1-4d97-b1fe-2e810fd7d691", "address": "fa:16:3e:8d:5a:6a", "network": {"id": "0b161d6c-e53e-45aa-bc0e-59ca8de1e5b5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-387557169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eecd4e4f7852489d88ac8dc75c2ad948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap117165a4-3f", "ovs_interfaceid": "117165a4-3fa1-4d97-b1fe-2e810fd7d691", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.937490] env[69858]: DEBUG oslo_concurrency.lockutils [req-d3b6c4e9-baeb-4bf8-920a-56d90ad0da7f req-c04d6d94-2627-49f8-93bb-e1bc8fee420b service nova] Releasing lock "refresh_cache-9956bfa3-4164-4903-bb1d-f6e7bbb3e895" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.296089] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c2c84cc4-839d-4b41-aa4d-af39ab598de0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "b97b0a50-9263-45e2-801a-6a5635eaeda8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1507.296406] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c2c84cc4-839d-4b41-aa4d-af39ab598de0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "b97b0a50-9263-45e2-801a-6a5635eaeda8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1507.799968] env[69858]: DEBUG nova.compute.utils [None req-c2c84cc4-839d-4b41-aa4d-af39ab598de0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1508.302840] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c2c84cc4-839d-4b41-aa4d-af39ab598de0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "b97b0a50-9263-45e2-801a-6a5635eaeda8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1509.366094] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c2c84cc4-839d-4b41-aa4d-af39ab598de0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "b97b0a50-9263-45e2-801a-6a5635eaeda8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1509.366583] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c2c84cc4-839d-4b41-aa4d-af39ab598de0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "b97b0a50-9263-45e2-801a-6a5635eaeda8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1509.366583] env[69858]: INFO nova.compute.manager [None req-c2c84cc4-839d-4b41-aa4d-af39ab598de0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Attaching volume 8c94087b-93ae-41cf-ac8a-03f964dfd475 to /dev/sdb [ 1509.397891] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc938f1-48eb-4ebf-a122-1e7eab36d50a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.406317] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af5f544-5c1f-4e4e-9620-cdcf001202b6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.419110] env[69858]: DEBUG nova.virt.block_device [None req-c2c84cc4-839d-4b41-aa4d-af39ab598de0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Updating existing volume attachment record: 76814728-863b-4f8f-ae26-039cd8ed23ef {{(pid=69858) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1513.962749] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2c84cc4-839d-4b41-aa4d-af39ab598de0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Volume attach. Driver type: vmdk {{(pid=69858) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1513.963015] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2c84cc4-839d-4b41-aa4d-af39ab598de0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682369', 'volume_id': '8c94087b-93ae-41cf-ac8a-03f964dfd475', 'name': 'volume-8c94087b-93ae-41cf-ac8a-03f964dfd475', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b97b0a50-9263-45e2-801a-6a5635eaeda8', 'attached_at': '', 'detached_at': '', 'volume_id': '8c94087b-93ae-41cf-ac8a-03f964dfd475', 'serial': '8c94087b-93ae-41cf-ac8a-03f964dfd475'} {{(pid=69858) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1513.963946] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cc1d8f-5f52-492e-8d85-f670a235d5a7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.980260] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac5a1c5-555d-4a8f-8bba-074e1d207d68 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.016589] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2c84cc4-839d-4b41-aa4d-af39ab598de0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-8c94087b-93ae-41cf-ac8a-03f964dfd475/volume-8c94087b-93ae-41cf-ac8a-03f964dfd475.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1514.017015] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80160404-1448-43a2-8268-7d9cf9151021 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.043341] env[69858]: DEBUG oslo_vmware.api [None req-c2c84cc4-839d-4b41-aa4d-af39ab598de0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1514.043341] env[69858]: value = "task-3420307" [ 1514.043341] env[69858]: _type = "Task" [ 1514.043341] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.050892] env[69858]: DEBUG oslo_vmware.api [None req-c2c84cc4-839d-4b41-aa4d-af39ab598de0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420307, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.553834] env[69858]: DEBUG oslo_vmware.api [None req-c2c84cc4-839d-4b41-aa4d-af39ab598de0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420307, 'name': ReconfigVM_Task, 'duration_secs': 0.327626} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.554135] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2c84cc4-839d-4b41-aa4d-af39ab598de0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-8c94087b-93ae-41cf-ac8a-03f964dfd475/volume-8c94087b-93ae-41cf-ac8a-03f964dfd475.vmdk or device None with type thin {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1514.558712] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40999249-06ef-437c-a8f7-ccea2ee27152 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.573877] env[69858]: DEBUG oslo_vmware.api [None req-c2c84cc4-839d-4b41-aa4d-af39ab598de0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1514.573877] env[69858]: value = "task-3420308" [ 1514.573877] env[69858]: _type = "Task" [ 1514.573877] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.581836] env[69858]: DEBUG oslo_vmware.api [None req-c2c84cc4-839d-4b41-aa4d-af39ab598de0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.083970] env[69858]: DEBUG oslo_vmware.api [None req-c2c84cc4-839d-4b41-aa4d-af39ab598de0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420308, 'name': ReconfigVM_Task, 'duration_secs': 0.137187} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.084368] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2c84cc4-839d-4b41-aa4d-af39ab598de0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682369', 'volume_id': '8c94087b-93ae-41cf-ac8a-03f964dfd475', 'name': 'volume-8c94087b-93ae-41cf-ac8a-03f964dfd475', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b97b0a50-9263-45e2-801a-6a5635eaeda8', 'attached_at': '', 'detached_at': '', 'volume_id': '8c94087b-93ae-41cf-ac8a-03f964dfd475', 'serial': '8c94087b-93ae-41cf-ac8a-03f964dfd475'} {{(pid=69858) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1515.106309] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquiring lock "00ed297c-38c2-44ae-8afa-70d7e4853a0b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1515.106605] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lock "00ed297c-38c2-44ae-8afa-70d7e4853a0b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1515.106802] env[69858]: INFO nova.compute.manager [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Shelving [ 1516.116703] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1516.117065] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5500e89e-987a-488c-b77a-140b1022b936 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.122125] env[69858]: DEBUG nova.objects.instance [None req-c2c84cc4-839d-4b41-aa4d-af39ab598de0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lazy-loading 'flavor' on Instance uuid b97b0a50-9263-45e2-801a-6a5635eaeda8 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1516.125753] env[69858]: DEBUG oslo_vmware.api [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1516.125753] env[69858]: value = "task-3420309" [ 1516.125753] env[69858]: _type = "Task" [ 1516.125753] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.133476] env[69858]: DEBUG oslo_vmware.api [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.630631] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c2c84cc4-839d-4b41-aa4d-af39ab598de0 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "b97b0a50-9263-45e2-801a-6a5635eaeda8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.264s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1516.636871] env[69858]: DEBUG oslo_vmware.api [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420309, 'name': PowerOffVM_Task, 'duration_secs': 0.200141} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.637338] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1516.637881] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030612d7-ba84-4635-97d6-d68773014882 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.655464] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4ad990-c82d-4136-a86d-309b4a586c38 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.791601] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f808545b-783c-43f8-ac9b-f8e91e818806 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "b97b0a50-9263-45e2-801a-6a5635eaeda8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1516.791883] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f808545b-783c-43f8-ac9b-f8e91e818806 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "b97b0a50-9263-45e2-801a-6a5635eaeda8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1517.165050] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Creating Snapshot of the VM instance {{(pid=69858) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1517.165430] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f3768e2e-a162-4686-97c8-9035f3b33bbc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.172797] env[69858]: DEBUG oslo_vmware.api [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1517.172797] env[69858]: value = "task-3420310" [ 1517.172797] env[69858]: _type = "Task" [ 1517.172797] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.180670] env[69858]: DEBUG oslo_vmware.api [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420310, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.294844] env[69858]: INFO nova.compute.manager [None req-f808545b-783c-43f8-ac9b-f8e91e818806 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Detaching volume 8c94087b-93ae-41cf-ac8a-03f964dfd475 [ 1517.327523] env[69858]: INFO nova.virt.block_device [None req-f808545b-783c-43f8-ac9b-f8e91e818806 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Attempting to driver detach volume 8c94087b-93ae-41cf-ac8a-03f964dfd475 from mountpoint /dev/sdb [ 1517.327782] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-f808545b-783c-43f8-ac9b-f8e91e818806 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Volume detach. Driver type: vmdk {{(pid=69858) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1517.327976] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-f808545b-783c-43f8-ac9b-f8e91e818806 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682369', 'volume_id': '8c94087b-93ae-41cf-ac8a-03f964dfd475', 'name': 'volume-8c94087b-93ae-41cf-ac8a-03f964dfd475', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b97b0a50-9263-45e2-801a-6a5635eaeda8', 'attached_at': '', 'detached_at': '', 'volume_id': '8c94087b-93ae-41cf-ac8a-03f964dfd475', 'serial': '8c94087b-93ae-41cf-ac8a-03f964dfd475'} {{(pid=69858) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1517.328878] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d54ddf0-8f07-41e0-a850-23bca055b64f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.351495] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac518e78-66f8-4fa8-9363-43ccc826948f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.358051] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf03b653-8608-436e-a781-9d4faba8319b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.377263] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f1a5c0-1d51-4bfe-9fd3-44ffefe5d7b9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.391189] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-f808545b-783c-43f8-ac9b-f8e91e818806 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] The volume has not been displaced from its original location: [datastore2] volume-8c94087b-93ae-41cf-ac8a-03f964dfd475/volume-8c94087b-93ae-41cf-ac8a-03f964dfd475.vmdk. No consolidation needed. {{(pid=69858) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1517.396356] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-f808545b-783c-43f8-ac9b-f8e91e818806 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1517.396629] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4da03935-fd67-41b1-819f-41c33392a2a0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.412897] env[69858]: DEBUG oslo_vmware.api [None req-f808545b-783c-43f8-ac9b-f8e91e818806 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1517.412897] env[69858]: value = "task-3420311" [ 1517.412897] env[69858]: _type = "Task" [ 1517.412897] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.420511] env[69858]: DEBUG oslo_vmware.api [None req-f808545b-783c-43f8-ac9b-f8e91e818806 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420311, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.682931] env[69858]: DEBUG oslo_vmware.api [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420310, 'name': CreateSnapshot_Task, 'duration_secs': 0.494557} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.683205] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Created Snapshot of the VM instance {{(pid=69858) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1517.683935] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c62f71-67af-4e5c-8f06-a72b7410c8c2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.922414] env[69858]: DEBUG oslo_vmware.api [None req-f808545b-783c-43f8-ac9b-f8e91e818806 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420311, 'name': ReconfigVM_Task, 'duration_secs': 0.216402} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.922682] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-f808545b-783c-43f8-ac9b-f8e91e818806 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=69858) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1517.927240] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89aad60a-9af5-40a2-a312-b55342b99e5c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.942557] env[69858]: DEBUG oslo_vmware.api [None req-f808545b-783c-43f8-ac9b-f8e91e818806 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1517.942557] env[69858]: value = "task-3420312" [ 1517.942557] env[69858]: _type = "Task" [ 1517.942557] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.950282] env[69858]: DEBUG oslo_vmware.api [None req-f808545b-783c-43f8-ac9b-f8e91e818806 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420312, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.201141] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Creating linked-clone VM from snapshot {{(pid=69858) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1518.201497] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1c43e7db-208a-4285-862f-16351a35e798 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.212808] env[69858]: DEBUG oslo_vmware.api [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1518.212808] env[69858]: value = "task-3420313" [ 1518.212808] env[69858]: _type = "Task" [ 1518.212808] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.220577] env[69858]: DEBUG oslo_vmware.api [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420313, 'name': CloneVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.452411] env[69858]: DEBUG oslo_vmware.api [None req-f808545b-783c-43f8-ac9b-f8e91e818806 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420312, 'name': ReconfigVM_Task, 'duration_secs': 0.143187} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.452670] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-f808545b-783c-43f8-ac9b-f8e91e818806 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682369', 'volume_id': '8c94087b-93ae-41cf-ac8a-03f964dfd475', 'name': 'volume-8c94087b-93ae-41cf-ac8a-03f964dfd475', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b97b0a50-9263-45e2-801a-6a5635eaeda8', 'attached_at': '', 'detached_at': '', 'volume_id': '8c94087b-93ae-41cf-ac8a-03f964dfd475', 'serial': '8c94087b-93ae-41cf-ac8a-03f964dfd475'} {{(pid=69858) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1518.722291] env[69858]: DEBUG oslo_vmware.api [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420313, 'name': CloneVM_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.994729] env[69858]: DEBUG nova.objects.instance [None req-f808545b-783c-43f8-ac9b-f8e91e818806 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lazy-loading 'flavor' on Instance uuid b97b0a50-9263-45e2-801a-6a5635eaeda8 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1519.224320] env[69858]: DEBUG oslo_vmware.api [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420313, 'name': CloneVM_Task, 'duration_secs': 0.893704} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.224644] env[69858]: INFO nova.virt.vmwareapi.vmops [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Created linked-clone VM from snapshot [ 1519.225297] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ebe5b8-b961-4d83-9f36-be50a395218f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.231939] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Uploading image 9b98da5f-3abf-412f-bc67-08db4e8d9ffe {{(pid=69858) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1519.255885] env[69858]: DEBUG oslo_vmware.rw_handles [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1519.255885] env[69858]: value = "vm-682371" [ 1519.255885] env[69858]: _type = "VirtualMachine" [ 1519.255885] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1519.256171] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a8b73c83-417a-4da3-99de-89a9db7cf21e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.263012] env[69858]: DEBUG oslo_vmware.rw_handles [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lease: (returnval){ [ 1519.263012] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52851ed6-81ca-8726-25f4-5b01861bd486" [ 1519.263012] env[69858]: _type = "HttpNfcLease" [ 1519.263012] env[69858]: } obtained for exporting VM: (result){ [ 1519.263012] env[69858]: value = "vm-682371" [ 1519.263012] env[69858]: _type = "VirtualMachine" [ 1519.263012] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1519.263437] env[69858]: DEBUG oslo_vmware.api [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the lease: (returnval){ [ 1519.263437] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52851ed6-81ca-8726-25f4-5b01861bd486" [ 1519.263437] env[69858]: _type = "HttpNfcLease" [ 1519.263437] env[69858]: } to be ready. {{(pid=69858) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1519.269982] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1519.269982] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52851ed6-81ca-8726-25f4-5b01861bd486" [ 1519.269982] env[69858]: _type = "HttpNfcLease" [ 1519.269982] env[69858]: } is initializing. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1519.772367] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1519.772367] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52851ed6-81ca-8726-25f4-5b01861bd486" [ 1519.772367] env[69858]: _type = "HttpNfcLease" [ 1519.772367] env[69858]: } is ready. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1519.772661] env[69858]: DEBUG oslo_vmware.rw_handles [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1519.772661] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52851ed6-81ca-8726-25f4-5b01861bd486" [ 1519.772661] env[69858]: _type = "HttpNfcLease" [ 1519.772661] env[69858]: }. {{(pid=69858) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1519.773425] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439903c6-ad02-4189-a3cc-a5bfdff1ac16 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.780156] env[69858]: DEBUG oslo_vmware.rw_handles [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232f7f5-b13c-8086-27e1-21f3c9cd07cf/disk-0.vmdk from lease info. {{(pid=69858) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1519.780329] env[69858]: DEBUG oslo_vmware.rw_handles [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232f7f5-b13c-8086-27e1-21f3c9cd07cf/disk-0.vmdk for reading. {{(pid=69858) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1519.867322] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-535dd564-b6e5-4eb3-9b52-4d577708d156 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.002097] env[69858]: DEBUG oslo_concurrency.lockutils [None req-f808545b-783c-43f8-ac9b-f8e91e818806 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "b97b0a50-9263-45e2-801a-6a5635eaeda8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.210s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1521.038089] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ebc6ba4-ea3c-4017-8933-b0db80e45a34 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "b97b0a50-9263-45e2-801a-6a5635eaeda8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1521.039191] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ebc6ba4-ea3c-4017-8933-b0db80e45a34 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "b97b0a50-9263-45e2-801a-6a5635eaeda8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1521.039191] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ebc6ba4-ea3c-4017-8933-b0db80e45a34 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "b97b0a50-9263-45e2-801a-6a5635eaeda8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1521.039289] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ebc6ba4-ea3c-4017-8933-b0db80e45a34 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "b97b0a50-9263-45e2-801a-6a5635eaeda8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1521.039452] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ebc6ba4-ea3c-4017-8933-b0db80e45a34 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "b97b0a50-9263-45e2-801a-6a5635eaeda8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1521.041740] env[69858]: INFO nova.compute.manager [None req-5ebc6ba4-ea3c-4017-8933-b0db80e45a34 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Terminating instance [ 1521.545544] env[69858]: DEBUG nova.compute.manager [None req-5ebc6ba4-ea3c-4017-8933-b0db80e45a34 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1521.545544] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5ebc6ba4-ea3c-4017-8933-b0db80e45a34 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1521.546760] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1765e1e1-fa2e-45da-9d6d-6995e6a720a6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.554726] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ebc6ba4-ea3c-4017-8933-b0db80e45a34 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1521.555047] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-399362a9-4e1f-49e0-a541-5529f3439682 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.562169] env[69858]: DEBUG oslo_vmware.api [None req-5ebc6ba4-ea3c-4017-8933-b0db80e45a34 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1521.562169] env[69858]: value = "task-3420315" [ 1521.562169] env[69858]: _type = "Task" [ 1521.562169] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.571245] env[69858]: DEBUG oslo_vmware.api [None req-5ebc6ba4-ea3c-4017-8933-b0db80e45a34 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.072423] env[69858]: DEBUG oslo_vmware.api [None req-5ebc6ba4-ea3c-4017-8933-b0db80e45a34 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420315, 'name': PowerOffVM_Task, 'duration_secs': 0.219135} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.072893] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ebc6ba4-ea3c-4017-8933-b0db80e45a34 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1522.072893] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5ebc6ba4-ea3c-4017-8933-b0db80e45a34 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1522.073119] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c3d4be9-03e7-4ace-b5d9-b12777f99daa {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.305224] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5ebc6ba4-ea3c-4017-8933-b0db80e45a34 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1522.305437] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5ebc6ba4-ea3c-4017-8933-b0db80e45a34 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1522.305628] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ebc6ba4-ea3c-4017-8933-b0db80e45a34 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Deleting the datastore file [datastore1] b97b0a50-9263-45e2-801a-6a5635eaeda8 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1522.305901] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55f9ace6-ed9d-4761-bd8d-49d7da289c51 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.313290] env[69858]: DEBUG oslo_vmware.api [None req-5ebc6ba4-ea3c-4017-8933-b0db80e45a34 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for the task: (returnval){ [ 1522.313290] env[69858]: value = "task-3420317" [ 1522.313290] env[69858]: _type = "Task" [ 1522.313290] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.320949] env[69858]: DEBUG oslo_vmware.api [None req-5ebc6ba4-ea3c-4017-8933-b0db80e45a34 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.823664] env[69858]: DEBUG oslo_vmware.api [None req-5ebc6ba4-ea3c-4017-8933-b0db80e45a34 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Task: {'id': task-3420317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161148} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.823967] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ebc6ba4-ea3c-4017-8933-b0db80e45a34 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1522.824181] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5ebc6ba4-ea3c-4017-8933-b0db80e45a34 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1522.824368] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5ebc6ba4-ea3c-4017-8933-b0db80e45a34 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1522.824546] env[69858]: INFO nova.compute.manager [None req-5ebc6ba4-ea3c-4017-8933-b0db80e45a34 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1522.824786] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ebc6ba4-ea3c-4017-8933-b0db80e45a34 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1522.824975] env[69858]: DEBUG nova.compute.manager [-] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1522.825074] env[69858]: DEBUG nova.network.neutron [-] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1523.245418] env[69858]: DEBUG nova.compute.manager [req-6bfa5096-191b-4358-9928-8c86a2d7b135 req-5602a98e-9da1-4caa-ae17-4d895191a205 service nova] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Received event network-vif-deleted-a9212c14-49ac-491e-a781-0ce24fdddae5 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1523.245731] env[69858]: INFO nova.compute.manager [req-6bfa5096-191b-4358-9928-8c86a2d7b135 req-5602a98e-9da1-4caa-ae17-4d895191a205 service nova] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Neutron deleted interface a9212c14-49ac-491e-a781-0ce24fdddae5; detaching it from the instance and deleting it from the info cache [ 1523.245965] env[69858]: DEBUG nova.network.neutron [req-6bfa5096-191b-4358-9928-8c86a2d7b135 req-5602a98e-9da1-4caa-ae17-4d895191a205 service nova] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.726950] env[69858]: DEBUG nova.network.neutron [-] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.749021] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dea995a1-bc5e-4e2f-8ccb-9f1f2993fc03 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.758601] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1e2eac-64f9-4988-be9f-c78e9317b5b3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.786209] env[69858]: DEBUG nova.compute.manager [req-6bfa5096-191b-4358-9928-8c86a2d7b135 req-5602a98e-9da1-4caa-ae17-4d895191a205 service nova] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Detach interface failed, port_id=a9212c14-49ac-491e-a781-0ce24fdddae5, reason: Instance b97b0a50-9263-45e2-801a-6a5635eaeda8 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1524.230314] env[69858]: INFO nova.compute.manager [-] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Took 1.40 seconds to deallocate network for instance. [ 1524.737676] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ebc6ba4-ea3c-4017-8933-b0db80e45a34 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1524.738084] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ebc6ba4-ea3c-4017-8933-b0db80e45a34 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1524.738307] env[69858]: DEBUG nova.objects.instance [None req-5ebc6ba4-ea3c-4017-8933-b0db80e45a34 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lazy-loading 'resources' on Instance uuid b97b0a50-9263-45e2-801a-6a5635eaeda8 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1525.295788] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef07a5a-5b9e-4c6c-bbec-178108b44c0e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.303848] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea1db5d-86a7-47b2-bffa-ed701777c358 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.334716] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda1c07a-7e0e-4639-b389-5a1663b541c4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.342111] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef31152-14f2-4da4-aced-c460cf1f2ee7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.355406] env[69858]: DEBUG nova.compute.provider_tree [None req-5ebc6ba4-ea3c-4017-8933-b0db80e45a34 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1525.858847] env[69858]: DEBUG nova.scheduler.client.report [None req-5ebc6ba4-ea3c-4017-8933-b0db80e45a34 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1526.364023] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ebc6ba4-ea3c-4017-8933-b0db80e45a34 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.626s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1526.386661] env[69858]: INFO nova.scheduler.client.report [None req-5ebc6ba4-ea3c-4017-8933-b0db80e45a34 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Deleted allocations for instance b97b0a50-9263-45e2-801a-6a5635eaeda8 [ 1526.861272] env[69858]: DEBUG oslo_vmware.rw_handles [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232f7f5-b13c-8086-27e1-21f3c9cd07cf/disk-0.vmdk. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1526.862419] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b89c34-b00f-4481-8c0b-a9cda5f923d8 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.868936] env[69858]: DEBUG oslo_vmware.rw_handles [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232f7f5-b13c-8086-27e1-21f3c9cd07cf/disk-0.vmdk is in state: ready. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1526.869122] env[69858]: ERROR oslo_vmware.rw_handles [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232f7f5-b13c-8086-27e1-21f3c9cd07cf/disk-0.vmdk due to incomplete transfer. [ 1526.869338] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b6c4178c-2b9e-42f9-a591-425756d854f7 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.876650] env[69858]: DEBUG oslo_vmware.rw_handles [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232f7f5-b13c-8086-27e1-21f3c9cd07cf/disk-0.vmdk. {{(pid=69858) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1526.876840] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Uploaded image 9b98da5f-3abf-412f-bc67-08db4e8d9ffe to the Glance image server {{(pid=69858) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1526.879289] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Destroying the VM {{(pid=69858) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1526.879522] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9d84ab6a-88f6-4c26-b596-b7b378e571e5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.885905] env[69858]: DEBUG oslo_vmware.api [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1526.885905] env[69858]: value = "task-3420318" [ 1526.885905] env[69858]: _type = "Task" [ 1526.885905] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.895642] env[69858]: DEBUG oslo_vmware.api [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420318, 'name': Destroy_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.896941] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5ebc6ba4-ea3c-4017-8933-b0db80e45a34 tempest-AttachVolumeNegativeTest-124040574 tempest-AttachVolumeNegativeTest-124040574-project-member] Lock "b97b0a50-9263-45e2-801a-6a5635eaeda8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.858s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1527.396164] env[69858]: DEBUG oslo_vmware.api [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420318, 'name': Destroy_Task, 'duration_secs': 0.333991} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.396440] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Destroyed the VM [ 1527.396682] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Deleting Snapshot of the VM instance {{(pid=69858) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1527.396918] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d852e48d-d851-4f2e-8580-56886cdc2161 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.403418] env[69858]: DEBUG oslo_vmware.api [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1527.403418] env[69858]: value = "task-3420319" [ 1527.403418] env[69858]: _type = "Task" [ 1527.403418] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.411016] env[69858]: DEBUG oslo_vmware.api [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420319, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.912952] env[69858]: DEBUG oslo_vmware.api [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420319, 'name': RemoveSnapshot_Task, 'duration_secs': 0.398543} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.913364] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Deleted Snapshot of the VM instance {{(pid=69858) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1527.913542] env[69858]: DEBUG nova.compute.manager [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1527.914288] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3221a4-7f87-4c51-bf49-008d89affb63 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.426552] env[69858]: INFO nova.compute.manager [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Shelve offloading [ 1528.930187] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1528.930559] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fa5032a-8fa8-47ee-a669-0277adc15939 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.938613] env[69858]: DEBUG oslo_vmware.api [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1528.938613] env[69858]: value = "task-3420321" [ 1528.938613] env[69858]: _type = "Task" [ 1528.938613] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.945886] env[69858]: DEBUG oslo_vmware.api [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.448701] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] VM already powered off {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1529.448962] env[69858]: DEBUG nova.compute.manager [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1529.449656] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f8ee96-ca98-4dfc-a12e-4e75dbfc4e20 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.454994] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquiring lock "refresh_cache-00ed297c-38c2-44ae-8afa-70d7e4853a0b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.455165] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquired lock "refresh_cache-00ed297c-38c2-44ae-8afa-70d7e4853a0b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.455333] env[69858]: DEBUG nova.network.neutron [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1530.156968] env[69858]: DEBUG nova.network.neutron [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Updating instance_info_cache with network_info: [{"id": "6136dbdd-fbf8-4885-985a-d244d1351de2", "address": "fa:16:3e:9e:a2:1d", "network": {"id": "4a5a6ac6-8400-44e7-9fe8-7f8f5d767b4f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-944920626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9738a523684878a82a7d05ecb49aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6136dbdd-fb", "ovs_interfaceid": "6136dbdd-fbf8-4885-985a-d244d1351de2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.659701] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Releasing lock "refresh_cache-00ed297c-38c2-44ae-8afa-70d7e4853a0b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.871024] env[69858]: DEBUG nova.compute.manager [req-aef411cf-7ed1-4c16-a20d-70ad7ac4b157 req-dc64cfa0-98e3-4a7d-bc29-33fae2874968 service nova] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Received event network-vif-unplugged-6136dbdd-fbf8-4885-985a-d244d1351de2 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1530.871312] env[69858]: DEBUG oslo_concurrency.lockutils [req-aef411cf-7ed1-4c16-a20d-70ad7ac4b157 req-dc64cfa0-98e3-4a7d-bc29-33fae2874968 service nova] Acquiring lock "00ed297c-38c2-44ae-8afa-70d7e4853a0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1530.871573] env[69858]: DEBUG oslo_concurrency.lockutils [req-aef411cf-7ed1-4c16-a20d-70ad7ac4b157 req-dc64cfa0-98e3-4a7d-bc29-33fae2874968 service nova] Lock "00ed297c-38c2-44ae-8afa-70d7e4853a0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1530.871881] env[69858]: DEBUG oslo_concurrency.lockutils [req-aef411cf-7ed1-4c16-a20d-70ad7ac4b157 req-dc64cfa0-98e3-4a7d-bc29-33fae2874968 service nova] Lock "00ed297c-38c2-44ae-8afa-70d7e4853a0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1530.872137] env[69858]: DEBUG nova.compute.manager [req-aef411cf-7ed1-4c16-a20d-70ad7ac4b157 req-dc64cfa0-98e3-4a7d-bc29-33fae2874968 service nova] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] No waiting events found dispatching network-vif-unplugged-6136dbdd-fbf8-4885-985a-d244d1351de2 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1530.872379] env[69858]: WARNING nova.compute.manager [req-aef411cf-7ed1-4c16-a20d-70ad7ac4b157 req-dc64cfa0-98e3-4a7d-bc29-33fae2874968 service nova] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Received unexpected event network-vif-unplugged-6136dbdd-fbf8-4885-985a-d244d1351de2 for instance with vm_state shelved and task_state shelving_offloading. [ 1530.947009] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1530.947995] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb3766a-759a-4925-93af-9da9efcaeb5d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.955764] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1530.956061] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c188e90-c63c-4fe8-8e0b-e11876041895 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.014179] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1531.014475] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1531.014714] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Deleting the datastore file [datastore1] 00ed297c-38c2-44ae-8afa-70d7e4853a0b {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1531.015010] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63ec6d5f-ffc3-4f65-90c8-f83684ff8e99 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.020783] env[69858]: DEBUG oslo_vmware.api [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1531.020783] env[69858]: value = "task-3420324" [ 1531.020783] env[69858]: _type = "Task" [ 1531.020783] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.028023] env[69858]: DEBUG oslo_vmware.api [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.530666] env[69858]: DEBUG oslo_vmware.api [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129529} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.531110] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1531.531170] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1531.531310] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1531.556903] env[69858]: INFO nova.scheduler.client.report [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Deleted allocations for instance 00ed297c-38c2-44ae-8afa-70d7e4853a0b [ 1532.062258] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1532.062595] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1532.062836] env[69858]: DEBUG nova.objects.instance [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lazy-loading 'resources' on Instance uuid 00ed297c-38c2-44ae-8afa-70d7e4853a0b {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1532.565262] env[69858]: DEBUG nova.objects.instance [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lazy-loading 'numa_topology' on Instance uuid 00ed297c-38c2-44ae-8afa-70d7e4853a0b {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1532.896627] env[69858]: DEBUG nova.compute.manager [req-5c8f696e-e6cb-4f7b-8bda-64a73324b08e req-5d32911f-11c3-45d1-b703-071ddcb12ec5 service nova] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Received event network-changed-6136dbdd-fbf8-4885-985a-d244d1351de2 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1532.896934] env[69858]: DEBUG nova.compute.manager [req-5c8f696e-e6cb-4f7b-8bda-64a73324b08e req-5d32911f-11c3-45d1-b703-071ddcb12ec5 service nova] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Refreshing instance network info cache due to event network-changed-6136dbdd-fbf8-4885-985a-d244d1351de2. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1532.896934] env[69858]: DEBUG oslo_concurrency.lockutils [req-5c8f696e-e6cb-4f7b-8bda-64a73324b08e req-5d32911f-11c3-45d1-b703-071ddcb12ec5 service nova] Acquiring lock "refresh_cache-00ed297c-38c2-44ae-8afa-70d7e4853a0b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.897072] env[69858]: DEBUG oslo_concurrency.lockutils [req-5c8f696e-e6cb-4f7b-8bda-64a73324b08e req-5d32911f-11c3-45d1-b703-071ddcb12ec5 service nova] Acquired lock "refresh_cache-00ed297c-38c2-44ae-8afa-70d7e4853a0b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.897286] env[69858]: DEBUG nova.network.neutron [req-5c8f696e-e6cb-4f7b-8bda-64a73324b08e req-5d32911f-11c3-45d1-b703-071ddcb12ec5 service nova] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Refreshing network info cache for port 6136dbdd-fbf8-4885-985a-d244d1351de2 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1533.068093] env[69858]: DEBUG nova.objects.base [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Object Instance<00ed297c-38c2-44ae-8afa-70d7e4853a0b> lazy-loaded attributes: resources,numa_topology {{(pid=69858) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1533.096526] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99b7f26-d767-47ab-9a38-bbaac7ab0e1e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.105269] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a5fe9a-c4af-4d07-ae4c-3a8d8a5f9df2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.134097] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce6ffb2-66e3-4b0f-a0e0-353a5a71ad37 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.140866] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b0a31f-a46a-4d6c-b72f-1de87ce20731 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.153443] env[69858]: DEBUG nova.compute.provider_tree [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1533.597046] env[69858]: DEBUG nova.network.neutron [req-5c8f696e-e6cb-4f7b-8bda-64a73324b08e req-5d32911f-11c3-45d1-b703-071ddcb12ec5 service nova] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Updated VIF entry in instance network info cache for port 6136dbdd-fbf8-4885-985a-d244d1351de2. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1533.597046] env[69858]: DEBUG nova.network.neutron [req-5c8f696e-e6cb-4f7b-8bda-64a73324b08e req-5d32911f-11c3-45d1-b703-071ddcb12ec5 service nova] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Updating instance_info_cache with network_info: [{"id": "6136dbdd-fbf8-4885-985a-d244d1351de2", "address": "fa:16:3e:9e:a2:1d", "network": {"id": "4a5a6ac6-8400-44e7-9fe8-7f8f5d767b4f", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-944920626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9738a523684878a82a7d05ecb49aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6136dbdd-fb", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.656731] env[69858]: DEBUG nova.scheduler.client.report [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1534.099715] env[69858]: DEBUG oslo_concurrency.lockutils [req-5c8f696e-e6cb-4f7b-8bda-64a73324b08e req-5d32911f-11c3-45d1-b703-071ddcb12ec5 service nova] Releasing lock "refresh_cache-00ed297c-38c2-44ae-8afa-70d7e4853a0b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.161849] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1534.670023] env[69858]: DEBUG oslo_concurrency.lockutils [None req-5e855847-06df-4b25-a5fe-9f661bcff435 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lock "00ed297c-38c2-44ae-8afa-70d7e4853a0b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.563s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1534.938078] env[69858]: DEBUG oslo_concurrency.lockutils [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquiring lock "00ed297c-38c2-44ae-8afa-70d7e4853a0b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1534.938078] env[69858]: DEBUG oslo_concurrency.lockutils [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lock "00ed297c-38c2-44ae-8afa-70d7e4853a0b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1534.938078] env[69858]: INFO nova.compute.manager [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Unshelving [ 1535.960322] env[69858]: DEBUG oslo_concurrency.lockutils [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1535.960642] env[69858]: DEBUG oslo_concurrency.lockutils [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1535.960885] env[69858]: DEBUG nova.objects.instance [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lazy-loading 'pci_requests' on Instance uuid 00ed297c-38c2-44ae-8afa-70d7e4853a0b {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1536.464993] env[69858]: DEBUG nova.objects.instance [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lazy-loading 'numa_topology' on Instance uuid 00ed297c-38c2-44ae-8afa-70d7e4853a0b {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1536.967999] env[69858]: INFO nova.compute.claims [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1537.903646] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a33d2b45-5ad5-4050-ae13-290f1099cae3 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "9956bfa3-4164-4903-bb1d-f6e7bbb3e895" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1537.903926] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a33d2b45-5ad5-4050-ae13-290f1099cae3 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "9956bfa3-4164-4903-bb1d-f6e7bbb3e895" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1537.904134] env[69858]: DEBUG nova.compute.manager [None req-a33d2b45-5ad5-4050-ae13-290f1099cae3 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1537.905067] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ed3400-d295-49e8-91ea-70eb4ef113e9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.912222] env[69858]: DEBUG nova.compute.manager [None req-a33d2b45-5ad5-4050-ae13-290f1099cae3 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69858) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1537.912776] env[69858]: DEBUG nova.objects.instance [None req-a33d2b45-5ad5-4050-ae13-290f1099cae3 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lazy-loading 'flavor' on Instance uuid 9956bfa3-4164-4903-bb1d-f6e7bbb3e895 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1538.021484] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b21be3-965e-4446-b8dc-e1ae50365e2c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.029157] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5a8202-a37c-443f-9ea5-e5ce16ba5895 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.068931] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d04468a-3265-48c8-9506-3a0f74c0d0bc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.076393] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72967028-833c-4259-ba34-3ef48d3a0e7f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.089613] env[69858]: DEBUG nova.compute.provider_tree [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1538.593049] env[69858]: DEBUG nova.scheduler.client.report [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1538.919611] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33d2b45-5ad5-4050-ae13-290f1099cae3 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1538.919955] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1bb7580-e4c5-434e-b77c-c4054dc1efde {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.928558] env[69858]: DEBUG oslo_vmware.api [None req-a33d2b45-5ad5-4050-ae13-290f1099cae3 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1538.928558] env[69858]: value = "task-3420326" [ 1538.928558] env[69858]: _type = "Task" [ 1538.928558] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.937393] env[69858]: DEBUG oslo_vmware.api [None req-a33d2b45-5ad5-4050-ae13-290f1099cae3 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.097635] env[69858]: DEBUG oslo_concurrency.lockutils [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.137s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1539.126020] env[69858]: INFO nova.network.neutron [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Updating port 6136dbdd-fbf8-4885-985a-d244d1351de2 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1539.438715] env[69858]: DEBUG oslo_vmware.api [None req-a33d2b45-5ad5-4050-ae13-290f1099cae3 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420326, 'name': PowerOffVM_Task, 'duration_secs': 0.199112} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.439015] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33d2b45-5ad5-4050-ae13-290f1099cae3 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1539.439309] env[69858]: DEBUG nova.compute.manager [None req-a33d2b45-5ad5-4050-ae13-290f1099cae3 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1539.440092] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a986fa36-6d0b-4308-b367-6b787a9bfc8e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.951419] env[69858]: DEBUG oslo_concurrency.lockutils [None req-a33d2b45-5ad5-4050-ae13-290f1099cae3 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "9956bfa3-4164-4903-bb1d-f6e7bbb3e895" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1540.576234] env[69858]: DEBUG nova.compute.manager [req-cc7911b0-611c-48e2-ae2f-cfce7a830ff8 req-ec35aac4-5b1d-45e8-992f-3f5cc28ff4e2 service nova] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Received event network-vif-plugged-6136dbdd-fbf8-4885-985a-d244d1351de2 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1540.576790] env[69858]: DEBUG oslo_concurrency.lockutils [req-cc7911b0-611c-48e2-ae2f-cfce7a830ff8 req-ec35aac4-5b1d-45e8-992f-3f5cc28ff4e2 service nova] Acquiring lock "00ed297c-38c2-44ae-8afa-70d7e4853a0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1540.577011] env[69858]: DEBUG oslo_concurrency.lockutils [req-cc7911b0-611c-48e2-ae2f-cfce7a830ff8 req-ec35aac4-5b1d-45e8-992f-3f5cc28ff4e2 service nova] Lock "00ed297c-38c2-44ae-8afa-70d7e4853a0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1540.577355] env[69858]: DEBUG oslo_concurrency.lockutils [req-cc7911b0-611c-48e2-ae2f-cfce7a830ff8 req-ec35aac4-5b1d-45e8-992f-3f5cc28ff4e2 service nova] Lock "00ed297c-38c2-44ae-8afa-70d7e4853a0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1540.577659] env[69858]: DEBUG nova.compute.manager [req-cc7911b0-611c-48e2-ae2f-cfce7a830ff8 req-ec35aac4-5b1d-45e8-992f-3f5cc28ff4e2 service nova] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] No waiting events found dispatching network-vif-plugged-6136dbdd-fbf8-4885-985a-d244d1351de2 {{(pid=69858) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1540.577774] env[69858]: WARNING nova.compute.manager [req-cc7911b0-611c-48e2-ae2f-cfce7a830ff8 req-ec35aac4-5b1d-45e8-992f-3f5cc28ff4e2 service nova] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Received unexpected event network-vif-plugged-6136dbdd-fbf8-4885-985a-d244d1351de2 for instance with vm_state shelved_offloaded and task_state spawning. [ 1540.593483] env[69858]: DEBUG nova.objects.instance [None req-c00c989a-107b-44aa-9be6-bb679f76d3b5 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lazy-loading 'flavor' on Instance uuid 9956bfa3-4164-4903-bb1d-f6e7bbb3e895 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1540.659128] env[69858]: DEBUG oslo_concurrency.lockutils [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquiring lock "refresh_cache-00ed297c-38c2-44ae-8afa-70d7e4853a0b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.659308] env[69858]: DEBUG oslo_concurrency.lockutils [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquired lock "refresh_cache-00ed297c-38c2-44ae-8afa-70d7e4853a0b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.659360] env[69858]: DEBUG nova.network.neutron [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1541.101924] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c00c989a-107b-44aa-9be6-bb679f76d3b5 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "refresh_cache-9956bfa3-4164-4903-bb1d-f6e7bbb3e895" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.102190] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c00c989a-107b-44aa-9be6-bb679f76d3b5 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquired lock "refresh_cache-9956bfa3-4164-4903-bb1d-f6e7bbb3e895" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.102298] env[69858]: DEBUG nova.network.neutron [None req-c00c989a-107b-44aa-9be6-bb679f76d3b5 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1541.102438] env[69858]: DEBUG nova.objects.instance [None req-c00c989a-107b-44aa-9be6-bb679f76d3b5 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lazy-loading 'info_cache' on Instance uuid 9956bfa3-4164-4903-bb1d-f6e7bbb3e895 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1541.381563] env[69858]: DEBUG nova.network.neutron [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Updating instance_info_cache with network_info: [{"id": "6136dbdd-fbf8-4885-985a-d244d1351de2", "address": "fa:16:3e:9e:a2:1d", "network": {"id": "4a5a6ac6-8400-44e7-9fe8-7f8f5d767b4f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-944920626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9738a523684878a82a7d05ecb49aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6136dbdd-fb", "ovs_interfaceid": "6136dbdd-fbf8-4885-985a-d244d1351de2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.606777] env[69858]: DEBUG nova.objects.base [None req-c00c989a-107b-44aa-9be6-bb679f76d3b5 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Object Instance<9956bfa3-4164-4903-bb1d-f6e7bbb3e895> lazy-loaded attributes: flavor,info_cache {{(pid=69858) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1541.884491] env[69858]: DEBUG oslo_concurrency.lockutils [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Releasing lock "refresh_cache-00ed297c-38c2-44ae-8afa-70d7e4853a0b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.912781] env[69858]: DEBUG nova.virt.hardware [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5cfcb2a17cf604c73e562e3d97aa8a94',container_format='bare',created_at=2025-04-14T14:42:58Z,direct_url=,disk_format='vmdk',id=9b98da5f-3abf-412f-bc67-08db4e8d9ffe,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-145180460-shelved',owner='8a9738a523684878a82a7d05ecb49aca',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-04-14T14:43:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1541.913051] env[69858]: DEBUG nova.virt.hardware [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1541.913223] env[69858]: DEBUG nova.virt.hardware [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1541.913451] env[69858]: DEBUG nova.virt.hardware [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1541.913622] env[69858]: DEBUG nova.virt.hardware [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1541.913776] env[69858]: DEBUG nova.virt.hardware [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1541.913995] env[69858]: DEBUG nova.virt.hardware [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1541.914178] env[69858]: DEBUG nova.virt.hardware [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1541.914358] env[69858]: DEBUG nova.virt.hardware [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1541.914543] env[69858]: DEBUG nova.virt.hardware [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1541.914721] env[69858]: DEBUG nova.virt.hardware [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1541.915601] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92b8018-f9fd-41ec-9f24-97c8936bc8b0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.923421] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa7b41b-bcdb-4f07-820f-ef140bd4587a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.936525] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:a2:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3f695b6-65bc-45cc-a61d-3c38a14e5c0c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6136dbdd-fbf8-4885-985a-d244d1351de2', 'vif_model': 'vmxnet3'}] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1541.943848] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1541.944174] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1541.944408] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d191a6c1-02f5-4687-93f1-810448feecfc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.962893] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1541.962893] env[69858]: value = "task-3420327" [ 1541.962893] env[69858]: _type = "Task" [ 1541.962893] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.970047] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420327, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.303691] env[69858]: DEBUG nova.network.neutron [None req-c00c989a-107b-44aa-9be6-bb679f76d3b5 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Updating instance_info_cache with network_info: [{"id": "117165a4-3fa1-4d97-b1fe-2e810fd7d691", "address": "fa:16:3e:8d:5a:6a", "network": {"id": "0b161d6c-e53e-45aa-bc0e-59ca8de1e5b5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-387557169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eecd4e4f7852489d88ac8dc75c2ad948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap117165a4-3f", "ovs_interfaceid": "117165a4-3fa1-4d97-b1fe-2e810fd7d691", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.471921] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420327, 'name': CreateVM_Task, 'duration_secs': 0.301943} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.473029] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1542.473029] env[69858]: DEBUG oslo_concurrency.lockutils [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9b98da5f-3abf-412f-bc67-08db4e8d9ffe" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.473204] env[69858]: DEBUG oslo_concurrency.lockutils [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9b98da5f-3abf-412f-bc67-08db4e8d9ffe" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.473628] env[69858]: DEBUG oslo_concurrency.lockutils [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9b98da5f-3abf-412f-bc67-08db4e8d9ffe" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.473875] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24bca5fc-83c6-4268-9580-4393a58a6b9c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.477956] env[69858]: DEBUG oslo_vmware.api [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1542.477956] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]522d6cf0-ee72-d470-b192-b08a8ae9589f" [ 1542.477956] env[69858]: _type = "Task" [ 1542.477956] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.484838] env[69858]: DEBUG oslo_vmware.api [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]522d6cf0-ee72-d470-b192-b08a8ae9589f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.600738] env[69858]: DEBUG nova.compute.manager [req-567e3f2b-8f7b-478d-bf6a-bdd77603b0a2 req-c8cdfd0b-ab19-4c64-8538-fa81d6759f2d service nova] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Received event network-changed-6136dbdd-fbf8-4885-985a-d244d1351de2 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1542.600958] env[69858]: DEBUG nova.compute.manager [req-567e3f2b-8f7b-478d-bf6a-bdd77603b0a2 req-c8cdfd0b-ab19-4c64-8538-fa81d6759f2d service nova] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Refreshing instance network info cache due to event network-changed-6136dbdd-fbf8-4885-985a-d244d1351de2. {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1542.601214] env[69858]: DEBUG oslo_concurrency.lockutils [req-567e3f2b-8f7b-478d-bf6a-bdd77603b0a2 req-c8cdfd0b-ab19-4c64-8538-fa81d6759f2d service nova] Acquiring lock "refresh_cache-00ed297c-38c2-44ae-8afa-70d7e4853a0b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.601362] env[69858]: DEBUG oslo_concurrency.lockutils [req-567e3f2b-8f7b-478d-bf6a-bdd77603b0a2 req-c8cdfd0b-ab19-4c64-8538-fa81d6759f2d service nova] Acquired lock "refresh_cache-00ed297c-38c2-44ae-8afa-70d7e4853a0b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.601527] env[69858]: DEBUG nova.network.neutron [req-567e3f2b-8f7b-478d-bf6a-bdd77603b0a2 req-c8cdfd0b-ab19-4c64-8538-fa81d6759f2d service nova] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Refreshing network info cache for port 6136dbdd-fbf8-4885-985a-d244d1351de2 {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1542.806569] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c00c989a-107b-44aa-9be6-bb679f76d3b5 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Releasing lock "refresh_cache-9956bfa3-4164-4903-bb1d-f6e7bbb3e895" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.988074] env[69858]: DEBUG oslo_concurrency.lockutils [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9b98da5f-3abf-412f-bc67-08db4e8d9ffe" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.988300] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Processing image 9b98da5f-3abf-412f-bc67-08db4e8d9ffe {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1542.988537] env[69858]: DEBUG oslo_concurrency.lockutils [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9b98da5f-3abf-412f-bc67-08db4e8d9ffe/9b98da5f-3abf-412f-bc67-08db4e8d9ffe.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.988686] env[69858]: DEBUG oslo_concurrency.lockutils [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9b98da5f-3abf-412f-bc67-08db4e8d9ffe/9b98da5f-3abf-412f-bc67-08db4e8d9ffe.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.988879] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1542.989135] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ae419ac-942e-42fc-8fd1-82c86ffbabf1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.996764] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1542.996934] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1542.997608] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2b63875-eb3f-4482-a0e2-00b7128fa9f9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.002128] env[69858]: DEBUG oslo_vmware.api [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1543.002128] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523fb9cf-1630-9421-8119-e1177821d41d" [ 1543.002128] env[69858]: _type = "Task" [ 1543.002128] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.011267] env[69858]: DEBUG oslo_vmware.api [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]523fb9cf-1630-9421-8119-e1177821d41d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.282858] env[69858]: DEBUG nova.network.neutron [req-567e3f2b-8f7b-478d-bf6a-bdd77603b0a2 req-c8cdfd0b-ab19-4c64-8538-fa81d6759f2d service nova] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Updated VIF entry in instance network info cache for port 6136dbdd-fbf8-4885-985a-d244d1351de2. {{(pid=69858) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1543.283224] env[69858]: DEBUG nova.network.neutron [req-567e3f2b-8f7b-478d-bf6a-bdd77603b0a2 req-c8cdfd0b-ab19-4c64-8538-fa81d6759f2d service nova] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Updating instance_info_cache with network_info: [{"id": "6136dbdd-fbf8-4885-985a-d244d1351de2", "address": "fa:16:3e:9e:a2:1d", "network": {"id": "4a5a6ac6-8400-44e7-9fe8-7f8f5d767b4f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-944920626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9738a523684878a82a7d05ecb49aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6136dbdd-fb", "ovs_interfaceid": "6136dbdd-fbf8-4885-985a-d244d1351de2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.512285] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Preparing fetch location {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1543.512577] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Fetch image to [datastore1] OSTACK_IMG_9eaf7ca6-67f3-4678-82db-9ef2cdbbbbe2/OSTACK_IMG_9eaf7ca6-67f3-4678-82db-9ef2cdbbbbe2.vmdk {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1543.512764] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Downloading stream optimized image 9b98da5f-3abf-412f-bc67-08db4e8d9ffe to [datastore1] OSTACK_IMG_9eaf7ca6-67f3-4678-82db-9ef2cdbbbbe2/OSTACK_IMG_9eaf7ca6-67f3-4678-82db-9ef2cdbbbbe2.vmdk on the data store datastore1 as vApp {{(pid=69858) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1543.512932] env[69858]: DEBUG nova.virt.vmwareapi.images [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Downloading image file data 9b98da5f-3abf-412f-bc67-08db4e8d9ffe to the ESX as VM named 'OSTACK_IMG_9eaf7ca6-67f3-4678-82db-9ef2cdbbbbe2' {{(pid=69858) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1543.576047] env[69858]: DEBUG oslo_vmware.rw_handles [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1543.576047] env[69858]: value = "resgroup-9" [ 1543.576047] env[69858]: _type = "ResourcePool" [ 1543.576047] env[69858]: }. {{(pid=69858) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1543.576336] env[69858]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-cc089df4-535a-4369-8800-9122695e17e2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.595650] env[69858]: DEBUG oslo_vmware.rw_handles [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lease: (returnval){ [ 1543.595650] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5230fef4-6030-c8b8-3d0b-687ce9e01e58" [ 1543.595650] env[69858]: _type = "HttpNfcLease" [ 1543.595650] env[69858]: } obtained for vApp import into resource pool (val){ [ 1543.595650] env[69858]: value = "resgroup-9" [ 1543.595650] env[69858]: _type = "ResourcePool" [ 1543.595650] env[69858]: }. {{(pid=69858) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1543.595979] env[69858]: DEBUG oslo_vmware.api [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the lease: (returnval){ [ 1543.595979] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5230fef4-6030-c8b8-3d0b-687ce9e01e58" [ 1543.595979] env[69858]: _type = "HttpNfcLease" [ 1543.595979] env[69858]: } to be ready. {{(pid=69858) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1543.605457] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1543.605457] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5230fef4-6030-c8b8-3d0b-687ce9e01e58" [ 1543.605457] env[69858]: _type = "HttpNfcLease" [ 1543.605457] env[69858]: } is initializing. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1543.786091] env[69858]: DEBUG oslo_concurrency.lockutils [req-567e3f2b-8f7b-478d-bf6a-bdd77603b0a2 req-c8cdfd0b-ab19-4c64-8538-fa81d6759f2d service nova] Releasing lock "refresh_cache-00ed297c-38c2-44ae-8afa-70d7e4853a0b" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.812012] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-c00c989a-107b-44aa-9be6-bb679f76d3b5 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1543.812357] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-976676dd-49b0-4bd3-876d-4b17e0788ecd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.821414] env[69858]: DEBUG oslo_vmware.api [None req-c00c989a-107b-44aa-9be6-bb679f76d3b5 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1543.821414] env[69858]: value = "task-3420329" [ 1543.821414] env[69858]: _type = "Task" [ 1543.821414] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.837290] env[69858]: DEBUG oslo_vmware.api [None req-c00c989a-107b-44aa-9be6-bb679f76d3b5 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.104340] env[69858]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1544.104340] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5230fef4-6030-c8b8-3d0b-687ce9e01e58" [ 1544.104340] env[69858]: _type = "HttpNfcLease" [ 1544.104340] env[69858]: } is ready. {{(pid=69858) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1544.104651] env[69858]: DEBUG oslo_vmware.rw_handles [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1544.104651] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5230fef4-6030-c8b8-3d0b-687ce9e01e58" [ 1544.104651] env[69858]: _type = "HttpNfcLease" [ 1544.104651] env[69858]: }. {{(pid=69858) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1544.105360] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedb4d76-b92e-41ea-a689-fcdf77597c6d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.112340] env[69858]: DEBUG oslo_vmware.rw_handles [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52612900-0ee3-9fde-7f87-5df99a7e6073/disk-0.vmdk from lease info. {{(pid=69858) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1544.112513] env[69858]: DEBUG oslo_vmware.rw_handles [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52612900-0ee3-9fde-7f87-5df99a7e6073/disk-0.vmdk. {{(pid=69858) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1544.175548] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-76bfe7e4-f13b-4244-a8fe-7d85bdb245d9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.332942] env[69858]: DEBUG oslo_vmware.api [None req-c00c989a-107b-44aa-9be6-bb679f76d3b5 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420329, 'name': PowerOnVM_Task, 'duration_secs': 0.375096} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.333238] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-c00c989a-107b-44aa-9be6-bb679f76d3b5 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1544.333470] env[69858]: DEBUG nova.compute.manager [None req-c00c989a-107b-44aa-9be6-bb679f76d3b5 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1544.334279] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bfb79e-a375-41af-9e7b-9e7f9cf28248 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.332054] env[69858]: DEBUG oslo_vmware.rw_handles [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Completed reading data from the image iterator. {{(pid=69858) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1545.332464] env[69858]: DEBUG oslo_vmware.rw_handles [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52612900-0ee3-9fde-7f87-5df99a7e6073/disk-0.vmdk. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1545.333073] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24743821-f460-4ca1-b50f-a9b6dd596e43 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.340135] env[69858]: DEBUG oslo_vmware.rw_handles [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52612900-0ee3-9fde-7f87-5df99a7e6073/disk-0.vmdk is in state: ready. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1545.340305] env[69858]: DEBUG oslo_vmware.rw_handles [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52612900-0ee3-9fde-7f87-5df99a7e6073/disk-0.vmdk. {{(pid=69858) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1545.340525] env[69858]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e080dbed-a675-40a1-a6f9-b4a7b811ab9c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.360634] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe48ca61-4141-4980-832e-1ea8da942166 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.367177] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ea5c73-9a8f-42dd-bed4-ac51e992779d tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Suspending the VM {{(pid=69858) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1545.367420] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-71175e1a-2f19-431a-8b8b-d5bf0a9cc4b2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.375580] env[69858]: DEBUG oslo_vmware.api [None req-b0ea5c73-9a8f-42dd-bed4-ac51e992779d tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1545.375580] env[69858]: value = "task-3420330" [ 1545.375580] env[69858]: _type = "Task" [ 1545.375580] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.384075] env[69858]: DEBUG oslo_vmware.api [None req-b0ea5c73-9a8f-42dd-bed4-ac51e992779d tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420330, 'name': SuspendVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.525293] env[69858]: DEBUG oslo_vmware.rw_handles [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52612900-0ee3-9fde-7f87-5df99a7e6073/disk-0.vmdk. {{(pid=69858) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1545.525641] env[69858]: INFO nova.virt.vmwareapi.images [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Downloaded image file data 9b98da5f-3abf-412f-bc67-08db4e8d9ffe [ 1545.527205] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8579190b-b0ca-48d9-bb15-543e94eb1920 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.543323] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48e870a0-fa9c-4796-9b2c-5c634aca7e29 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.567579] env[69858]: INFO nova.virt.vmwareapi.images [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] The imported VM was unregistered [ 1545.570366] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Caching image {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1545.570645] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Creating directory with path [datastore1] devstack-image-cache_base/9b98da5f-3abf-412f-bc67-08db4e8d9ffe {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1545.570935] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c818ce48-dcc4-4cd3-82b3-7829bace93ab {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.593580] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Created directory with path [datastore1] devstack-image-cache_base/9b98da5f-3abf-412f-bc67-08db4e8d9ffe {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1545.593821] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_9eaf7ca6-67f3-4678-82db-9ef2cdbbbbe2/OSTACK_IMG_9eaf7ca6-67f3-4678-82db-9ef2cdbbbbe2.vmdk to [datastore1] devstack-image-cache_base/9b98da5f-3abf-412f-bc67-08db4e8d9ffe/9b98da5f-3abf-412f-bc67-08db4e8d9ffe.vmdk. {{(pid=69858) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1545.594134] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a0fa4439-ceda-44b7-9edd-fbfec5f41b63 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.601742] env[69858]: DEBUG oslo_vmware.api [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1545.601742] env[69858]: value = "task-3420332" [ 1545.601742] env[69858]: _type = "Task" [ 1545.601742] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.609758] env[69858]: DEBUG oslo_vmware.api [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420332, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.884991] env[69858]: DEBUG oslo_vmware.api [None req-b0ea5c73-9a8f-42dd-bed4-ac51e992779d tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420330, 'name': SuspendVM_Task} progress is 70%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.112242] env[69858]: DEBUG oslo_vmware.api [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420332, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.386139] env[69858]: DEBUG oslo_vmware.api [None req-b0ea5c73-9a8f-42dd-bed4-ac51e992779d tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420330, 'name': SuspendVM_Task, 'duration_secs': 0.877401} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.386518] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ea5c73-9a8f-42dd-bed4-ac51e992779d tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Suspended the VM {{(pid=69858) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1546.386660] env[69858]: DEBUG nova.compute.manager [None req-b0ea5c73-9a8f-42dd-bed4-ac51e992779d tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1546.387486] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1253300f-b68c-4444-99cc-368e9af57ae3 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.613046] env[69858]: DEBUG oslo_vmware.api [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420332, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.112888] env[69858]: DEBUG oslo_vmware.api [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420332, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.613981] env[69858]: DEBUG oslo_vmware.api [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420332, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.801992] env[69858]: INFO nova.compute.manager [None req-355b0670-b6c2-4903-b21b-2b7efe14a3a2 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Resuming [ 1547.802733] env[69858]: DEBUG nova.objects.instance [None req-355b0670-b6c2-4903-b21b-2b7efe14a3a2 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lazy-loading 'flavor' on Instance uuid 9956bfa3-4164-4903-bb1d-f6e7bbb3e895 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1548.114049] env[69858]: DEBUG oslo_vmware.api [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420332, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.614219] env[69858]: DEBUG oslo_vmware.api [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420332, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.537528} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.614597] env[69858]: INFO nova.virt.vmwareapi.ds_util [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_9eaf7ca6-67f3-4678-82db-9ef2cdbbbbe2/OSTACK_IMG_9eaf7ca6-67f3-4678-82db-9ef2cdbbbbe2.vmdk to [datastore1] devstack-image-cache_base/9b98da5f-3abf-412f-bc67-08db4e8d9ffe/9b98da5f-3abf-412f-bc67-08db4e8d9ffe.vmdk. [ 1548.614671] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Cleaning up location [datastore1] OSTACK_IMG_9eaf7ca6-67f3-4678-82db-9ef2cdbbbbe2 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1548.614816] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_9eaf7ca6-67f3-4678-82db-9ef2cdbbbbe2 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1548.615076] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a00c3f0-4ca9-4a9e-bf8f-f804e4d0f7f2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.621075] env[69858]: DEBUG oslo_vmware.api [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1548.621075] env[69858]: value = "task-3420333" [ 1548.621075] env[69858]: _type = "Task" [ 1548.621075] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.628632] env[69858]: DEBUG oslo_vmware.api [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.130578] env[69858]: DEBUG oslo_vmware.api [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03435} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.130859] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1549.131019] env[69858]: DEBUG oslo_concurrency.lockutils [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9b98da5f-3abf-412f-bc67-08db4e8d9ffe/9b98da5f-3abf-412f-bc67-08db4e8d9ffe.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.131277] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9b98da5f-3abf-412f-bc67-08db4e8d9ffe/9b98da5f-3abf-412f-bc67-08db4e8d9ffe.vmdk to [datastore1] 00ed297c-38c2-44ae-8afa-70d7e4853a0b/00ed297c-38c2-44ae-8afa-70d7e4853a0b.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1549.131521] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1080effc-1853-4cc5-a2b5-b365eae05dfd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.137639] env[69858]: DEBUG oslo_vmware.api [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1549.137639] env[69858]: value = "task-3420334" [ 1549.137639] env[69858]: _type = "Task" [ 1549.137639] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.144511] env[69858]: DEBUG oslo_vmware.api [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.313793] env[69858]: DEBUG oslo_concurrency.lockutils [None req-355b0670-b6c2-4903-b21b-2b7efe14a3a2 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "refresh_cache-9956bfa3-4164-4903-bb1d-f6e7bbb3e895" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.314090] env[69858]: DEBUG oslo_concurrency.lockutils [None req-355b0670-b6c2-4903-b21b-2b7efe14a3a2 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquired lock "refresh_cache-9956bfa3-4164-4903-bb1d-f6e7bbb3e895" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.314261] env[69858]: DEBUG nova.network.neutron [None req-355b0670-b6c2-4903-b21b-2b7efe14a3a2 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1549.647871] env[69858]: DEBUG oslo_vmware.api [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420334, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.037249] env[69858]: DEBUG nova.network.neutron [None req-355b0670-b6c2-4903-b21b-2b7efe14a3a2 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Updating instance_info_cache with network_info: [{"id": "117165a4-3fa1-4d97-b1fe-2e810fd7d691", "address": "fa:16:3e:8d:5a:6a", "network": {"id": "0b161d6c-e53e-45aa-bc0e-59ca8de1e5b5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-387557169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eecd4e4f7852489d88ac8dc75c2ad948", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap117165a4-3f", "ovs_interfaceid": "117165a4-3fa1-4d97-b1fe-2e810fd7d691", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.148526] env[69858]: DEBUG oslo_vmware.api [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420334, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.540134] env[69858]: DEBUG oslo_concurrency.lockutils [None req-355b0670-b6c2-4903-b21b-2b7efe14a3a2 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Releasing lock "refresh_cache-9956bfa3-4164-4903-bb1d-f6e7bbb3e895" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.541145] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0c2481-d2aa-4ee7-9002-401d53883e42 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.548339] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-355b0670-b6c2-4903-b21b-2b7efe14a3a2 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Resuming the VM {{(pid=69858) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1550.548635] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67f4d008-4648-4fb7-ad37-c9676813ab5e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.556046] env[69858]: DEBUG oslo_vmware.api [None req-355b0670-b6c2-4903-b21b-2b7efe14a3a2 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1550.556046] env[69858]: value = "task-3420335" [ 1550.556046] env[69858]: _type = "Task" [ 1550.556046] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.565442] env[69858]: DEBUG oslo_vmware.api [None req-355b0670-b6c2-4903-b21b-2b7efe14a3a2 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.648474] env[69858]: DEBUG oslo_vmware.api [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420334, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.069372] env[69858]: DEBUG oslo_vmware.api [None req-355b0670-b6c2-4903-b21b-2b7efe14a3a2 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420335, 'name': PowerOnVM_Task} progress is 93%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.151253] env[69858]: DEBUG oslo_vmware.api [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420334, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.567257] env[69858]: DEBUG oslo_vmware.api [None req-355b0670-b6c2-4903-b21b-2b7efe14a3a2 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420335, 'name': PowerOnVM_Task, 'duration_secs': 0.625555} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.567564] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-355b0670-b6c2-4903-b21b-2b7efe14a3a2 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Resumed the VM {{(pid=69858) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1551.567807] env[69858]: DEBUG nova.compute.manager [None req-355b0670-b6c2-4903-b21b-2b7efe14a3a2 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1551.568683] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1666bf9-c228-4234-a909-d319d30c7cea {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.650261] env[69858]: DEBUG oslo_vmware.api [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420334, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.147959} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.650864] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9b98da5f-3abf-412f-bc67-08db4e8d9ffe/9b98da5f-3abf-412f-bc67-08db4e8d9ffe.vmdk to [datastore1] 00ed297c-38c2-44ae-8afa-70d7e4853a0b/00ed297c-38c2-44ae-8afa-70d7e4853a0b.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1551.651803] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ccf4e5-0c70-4cef-a267-a2569c98adfe {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.673833] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 00ed297c-38c2-44ae-8afa-70d7e4853a0b/00ed297c-38c2-44ae-8afa-70d7e4853a0b.vmdk or device None with type streamOptimized {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1551.674113] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-520d12df-4fbe-4a71-b62f-03a1b3e00795 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.694233] env[69858]: DEBUG oslo_vmware.api [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1551.694233] env[69858]: value = "task-3420336" [ 1551.694233] env[69858]: _type = "Task" [ 1551.694233] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.702653] env[69858]: DEBUG oslo_vmware.api [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420336, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.204443] env[69858]: DEBUG oslo_vmware.api [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.450645] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c3e3f796-91d2-4a34-9a99-c6b28bfd9014 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "9956bfa3-4164-4903-bb1d-f6e7bbb3e895" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1552.450908] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c3e3f796-91d2-4a34-9a99-c6b28bfd9014 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "9956bfa3-4164-4903-bb1d-f6e7bbb3e895" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1552.451165] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c3e3f796-91d2-4a34-9a99-c6b28bfd9014 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "9956bfa3-4164-4903-bb1d-f6e7bbb3e895-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1552.451421] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c3e3f796-91d2-4a34-9a99-c6b28bfd9014 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "9956bfa3-4164-4903-bb1d-f6e7bbb3e895-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1552.451614] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c3e3f796-91d2-4a34-9a99-c6b28bfd9014 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "9956bfa3-4164-4903-bb1d-f6e7bbb3e895-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1552.453749] env[69858]: INFO nova.compute.manager [None req-c3e3f796-91d2-4a34-9a99-c6b28bfd9014 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Terminating instance [ 1552.704866] env[69858]: DEBUG oslo_vmware.api [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.957656] env[69858]: DEBUG nova.compute.manager [None req-c3e3f796-91d2-4a34-9a99-c6b28bfd9014 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1552.957900] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e3f796-91d2-4a34-9a99-c6b28bfd9014 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1552.958745] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba73dcc7-9fa0-4f64-b08f-231285797b45 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.966139] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3e3f796-91d2-4a34-9a99-c6b28bfd9014 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1552.966375] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76851240-752d-428d-b0c2-3dc504586aa6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.972478] env[69858]: DEBUG oslo_vmware.api [None req-c3e3f796-91d2-4a34-9a99-c6b28bfd9014 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1552.972478] env[69858]: value = "task-3420337" [ 1552.972478] env[69858]: _type = "Task" [ 1552.972478] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.982136] env[69858]: DEBUG oslo_vmware.api [None req-c3e3f796-91d2-4a34-9a99-c6b28bfd9014 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.205595] env[69858]: DEBUG oslo_vmware.api [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420336, 'name': ReconfigVM_Task, 'duration_secs': 1.356588} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.205883] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 00ed297c-38c2-44ae-8afa-70d7e4853a0b/00ed297c-38c2-44ae-8afa-70d7e4853a0b.vmdk or device None with type streamOptimized {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1553.206533] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b30cfb5-6574-4472-b934-9c7acf24dac9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.212639] env[69858]: DEBUG oslo_vmware.api [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1553.212639] env[69858]: value = "task-3420338" [ 1553.212639] env[69858]: _type = "Task" [ 1553.212639] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.219743] env[69858]: DEBUG oslo_vmware.api [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420338, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.448899] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1553.449163] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1553.481906] env[69858]: DEBUG oslo_vmware.api [None req-c3e3f796-91d2-4a34-9a99-c6b28bfd9014 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420337, 'name': PowerOffVM_Task, 'duration_secs': 0.17935} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.482141] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3e3f796-91d2-4a34-9a99-c6b28bfd9014 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1553.482315] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e3f796-91d2-4a34-9a99-c6b28bfd9014 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1553.482563] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-420dc588-f0f7-4df2-9987-f2683afbbef2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.548811] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e3f796-91d2-4a34-9a99-c6b28bfd9014 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1553.549047] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e3f796-91d2-4a34-9a99-c6b28bfd9014 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Deleting contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1553.549255] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3e3f796-91d2-4a34-9a99-c6b28bfd9014 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Deleting the datastore file [datastore2] 9956bfa3-4164-4903-bb1d-f6e7bbb3e895 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1553.549521] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e80916fa-29e1-4198-9edf-f7f20ca56cc5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.555904] env[69858]: DEBUG oslo_vmware.api [None req-c3e3f796-91d2-4a34-9a99-c6b28bfd9014 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for the task: (returnval){ [ 1553.555904] env[69858]: value = "task-3420340" [ 1553.555904] env[69858]: _type = "Task" [ 1553.555904] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.564240] env[69858]: DEBUG oslo_vmware.api [None req-c3e3f796-91d2-4a34-9a99-c6b28bfd9014 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.722055] env[69858]: DEBUG oslo_vmware.api [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420338, 'name': Rename_Task, 'duration_secs': 0.147166} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.722447] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1553.722566] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0c51073-cc98-4931-be12-79cdce57e6df {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.729222] env[69858]: DEBUG oslo_vmware.api [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1553.729222] env[69858]: value = "task-3420341" [ 1553.729222] env[69858]: _type = "Task" [ 1553.729222] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.736048] env[69858]: DEBUG oslo_vmware.api [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.065391] env[69858]: DEBUG oslo_vmware.api [None req-c3e3f796-91d2-4a34-9a99-c6b28bfd9014 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Task: {'id': task-3420340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146175} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.065657] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3e3f796-91d2-4a34-9a99-c6b28bfd9014 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1554.065846] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e3f796-91d2-4a34-9a99-c6b28bfd9014 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Deleted contents of the VM from datastore datastore2 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1554.066043] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e3f796-91d2-4a34-9a99-c6b28bfd9014 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1554.066253] env[69858]: INFO nova.compute.manager [None req-c3e3f796-91d2-4a34-9a99-c6b28bfd9014 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1554.066487] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3e3f796-91d2-4a34-9a99-c6b28bfd9014 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1554.066689] env[69858]: DEBUG nova.compute.manager [-] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1554.066780] env[69858]: DEBUG nova.network.neutron [-] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1554.239523] env[69858]: DEBUG oslo_vmware.api [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420341, 'name': PowerOnVM_Task, 'duration_secs': 0.442206} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.239829] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1554.341949] env[69858]: DEBUG nova.compute.manager [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1554.342911] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62365217-7154-4ba9-9607-3869ff0b1638 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.448992] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.556894] env[69858]: DEBUG nova.compute.manager [req-04e32679-3abf-4baa-b2e9-9bfa68ba36db req-158e85f4-1778-4406-9bb1-41c96f42be02 service nova] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Received event network-vif-deleted-117165a4-3fa1-4d97-b1fe-2e810fd7d691 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1554.557088] env[69858]: INFO nova.compute.manager [req-04e32679-3abf-4baa-b2e9-9bfa68ba36db req-158e85f4-1778-4406-9bb1-41c96f42be02 service nova] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Neutron deleted interface 117165a4-3fa1-4d97-b1fe-2e810fd7d691; detaching it from the instance and deleting it from the info cache [ 1554.557728] env[69858]: DEBUG nova.network.neutron [req-04e32679-3abf-4baa-b2e9-9bfa68ba36db req-158e85f4-1778-4406-9bb1-41c96f42be02 service nova] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.858459] env[69858]: DEBUG oslo_concurrency.lockutils [None req-37d8d985-0075-4e75-81e3-bb2ef60a8c70 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lock "00ed297c-38c2-44ae-8afa-70d7e4853a0b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.920s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1555.038448] env[69858]: DEBUG nova.network.neutron [-] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.060122] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7740bf0b-05f8-4ad3-ac4f-b283b575e2cb {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.069692] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d890568-ab98-46ec-a644-a080976dc179 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.094352] env[69858]: DEBUG nova.compute.manager [req-04e32679-3abf-4baa-b2e9-9bfa68ba36db req-158e85f4-1778-4406-9bb1-41c96f42be02 service nova] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Detach interface failed, port_id=117165a4-3fa1-4d97-b1fe-2e810fd7d691, reason: Instance 9956bfa3-4164-4903-bb1d-f6e7bbb3e895 could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1555.449512] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1555.541195] env[69858]: INFO nova.compute.manager [-] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Took 1.47 seconds to deallocate network for instance. [ 1555.953710] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1555.954129] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1555.954129] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1555.954267] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69858) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1555.955196] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc15300e-6a07-4339-86ca-02049e2263dd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.963342] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d243c637-890b-46a5-afb6-31b3b538dafd {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.976861] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b249d3d7-4909-4940-8575-1b555ddc80fc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.982933] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d20e7c8-34cb-4b01-b33c-2f5e4776078e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.010719] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180807MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=69858) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1556.010867] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1556.011084] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1556.047008] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c3e3f796-91d2-4a34-9a99-c6b28bfd9014 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1557.173991] env[69858]: WARNING nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 9956bfa3-4164-4903-bb1d-f6e7bbb3e895 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1557.174273] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Instance 00ed297c-38c2-44ae-8afa-70d7e4853a0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69858) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1557.174354] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69858) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1557.174499] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69858) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1557.213328] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe0d633-d50f-4d36-9788-e273962ee08a {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.220583] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bab4a1f-1345-420d-964c-30070bc4791c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.251951] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ade1fd6-832f-4537-8712-4fbf08d72c95 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.259621] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d642f62f-5f6d-421a-b508-df3861c1ec9b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.272355] env[69858]: DEBUG nova.compute.provider_tree [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1557.775405] env[69858]: DEBUG nova.scheduler.client.report [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1558.280339] env[69858]: DEBUG nova.compute.resource_tracker [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69858) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1558.280716] env[69858]: DEBUG oslo_concurrency.lockutils [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.269s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1558.280802] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c3e3f796-91d2-4a34-9a99-c6b28bfd9014 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.234s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1558.281013] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c3e3f796-91d2-4a34-9a99-c6b28bfd9014 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1558.283107] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1558.303338] env[69858]: INFO nova.scheduler.client.report [None req-c3e3f796-91d2-4a34-9a99-c6b28bfd9014 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Deleted allocations for instance 9956bfa3-4164-4903-bb1d-f6e7bbb3e895 [ 1558.811664] env[69858]: DEBUG oslo_concurrency.lockutils [None req-c3e3f796-91d2-4a34-9a99-c6b28bfd9014 tempest-ServerActionsTestJSON-1414836585 tempest-ServerActionsTestJSON-1414836585-project-member] Lock "9956bfa3-4164-4903-bb1d-f6e7bbb3e895" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.361s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1559.785684] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1559.786070] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1559.786229] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1559.786429] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1559.786614] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69858) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1561.605745] env[69858]: DEBUG oslo_concurrency.lockutils [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Acquiring lock "bc558c75-0ba0-4f52-be4c-4d013aee8592" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1561.606157] env[69858]: DEBUG oslo_concurrency.lockutils [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Lock "bc558c75-0ba0-4f52-be4c-4d013aee8592" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1562.111321] env[69858]: DEBUG nova.compute.manager [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Starting instance... {{(pid=69858) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1562.631362] env[69858]: DEBUG oslo_concurrency.lockutils [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1562.631660] env[69858]: DEBUG oslo_concurrency.lockutils [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1562.633261] env[69858]: INFO nova.compute.claims [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1563.449088] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1563.449270] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Cleaning up deleted instances {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1563.676895] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77319582-9f57-4868-82ba-ca70652226b0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.684191] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c208926-68ff-4b7b-aafc-adc9133d7e63 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.712684] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45610c22-9550-4f67-a0a1-1241f71b9855 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.719110] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b1fe55-a052-4291-a81c-a0d575e5b810 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.732550] env[69858]: DEBUG nova.compute.provider_tree [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1563.957259] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] There are 22 instances to clean {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1563.957461] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 9956bfa3-4164-4903-bb1d-f6e7bbb3e895] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1564.235886] env[69858]: DEBUG nova.scheduler.client.report [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1564.460622] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: b97b0a50-9263-45e2-801a-6a5635eaeda8] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1564.740840] env[69858]: DEBUG oslo_concurrency.lockutils [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.109s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1564.741360] env[69858]: DEBUG nova.compute.manager [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Start building networks asynchronously for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1564.963832] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: b7c9ab96-8e76-47c2-9f42-91b0aaee212e] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1565.245716] env[69858]: DEBUG nova.compute.utils [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Using /dev/sd instead of None {{(pid=69858) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1565.247078] env[69858]: DEBUG nova.compute.manager [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Not allocating networking since 'none' was specified. {{(pid=69858) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1565.467508] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: a6b99316-d8bc-4480-9371-32f0fda54af8] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1565.749045] env[69858]: DEBUG nova.compute.manager [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Start building block device mappings for instance. {{(pid=69858) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1565.971096] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 65836e84-1a6a-483c-a508-92d98f74c583] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1566.474338] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: d8e77a18-636e-4c73-9423-08b6b5e1109c] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1566.758056] env[69858]: DEBUG nova.compute.manager [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Start spawning the instance on the hypervisor. {{(pid=69858) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1566.784238] env[69858]: DEBUG nova.virt.hardware [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1566.784481] env[69858]: DEBUG nova.virt.hardware [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1566.784668] env[69858]: DEBUG nova.virt.hardware [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1566.784871] env[69858]: DEBUG nova.virt.hardware [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1566.785032] env[69858]: DEBUG nova.virt.hardware [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1566.785190] env[69858]: DEBUG nova.virt.hardware [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1566.785399] env[69858]: DEBUG nova.virt.hardware [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1566.785561] env[69858]: DEBUG nova.virt.hardware [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1566.785730] env[69858]: DEBUG nova.virt.hardware [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1566.785896] env[69858]: DEBUG nova.virt.hardware [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1566.786080] env[69858]: DEBUG nova.virt.hardware [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1566.786967] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282fdefe-4e20-436e-8773-29652bc55de0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.794911] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf06c45-e26f-4ae7-b369-fa0a44b1dc9b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.808619] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Instance VIF info [] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1566.813995] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Creating folder: Project (8157e82e4f2b48598ff2b3947cce6040). Parent ref: group-v682032. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1566.814252] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c257fba-6e0f-4507-9212-691a7eafc3fe {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.826112] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Created folder: Project (8157e82e4f2b48598ff2b3947cce6040) in parent group-v682032. [ 1566.826282] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Creating folder: Instances. Parent ref: group-v682374. {{(pid=69858) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1566.826481] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc478fe2-a1d2-40f7-b7a5-c4e28fcf07de {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.835488] env[69858]: INFO nova.virt.vmwareapi.vm_util [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Created folder: Instances in parent group-v682374. [ 1566.835714] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1566.835890] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1566.836089] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93433cd3-5918-44a6-af36-b7063cfaa096 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.851717] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1566.851717] env[69858]: value = "task-3420344" [ 1566.851717] env[69858]: _type = "Task" [ 1566.851717] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.858294] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420344, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.978156] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: ba53958b-7cb9-48f4-a81a-48d40d82dfa2] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1567.361858] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420344, 'name': CreateVM_Task, 'duration_secs': 0.258284} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.362076] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1567.362466] env[69858]: DEBUG oslo_concurrency.lockutils [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.362630] env[69858]: DEBUG oslo_concurrency.lockutils [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.362951] env[69858]: DEBUG oslo_concurrency.lockutils [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.363222] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-032f0656-a7c5-4bdf-830c-8e5c04f04d9c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.367999] env[69858]: DEBUG oslo_vmware.api [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Waiting for the task: (returnval){ [ 1567.367999] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b1bbfc-a170-3132-a829-11f3b552d371" [ 1567.367999] env[69858]: _type = "Task" [ 1567.367999] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.375251] env[69858]: DEBUG oslo_vmware.api [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b1bbfc-a170-3132-a829-11f3b552d371, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.481995] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 209bba9d-f653-44b1-8b95-1f15efb01576] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1567.878697] env[69858]: DEBUG oslo_vmware.api [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52b1bbfc-a170-3132-a829-11f3b552d371, 'name': SearchDatastore_Task, 'duration_secs': 0.010083} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.879085] env[69858]: DEBUG oslo_concurrency.lockutils [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.879245] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1567.879477] env[69858]: DEBUG oslo_concurrency.lockutils [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.879623] env[69858]: DEBUG oslo_concurrency.lockutils [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.879805] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1567.880071] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-088ceaf2-9dec-46e6-a8ca-a7396e62408e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.888271] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1567.888457] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1567.889119] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaaf39a9-ae48-4381-afa9-6e795b9f870c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.893894] env[69858]: DEBUG oslo_vmware.api [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Waiting for the task: (returnval){ [ 1567.893894] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52716d60-9c13-af3f-deac-2f749275760b" [ 1567.893894] env[69858]: _type = "Task" [ 1567.893894] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.900914] env[69858]: DEBUG oslo_vmware.api [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52716d60-9c13-af3f-deac-2f749275760b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.985627] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 5fa6469b-523e-480d-8eec-f8b7ea7eb38c] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1568.404792] env[69858]: DEBUG oslo_vmware.api [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52716d60-9c13-af3f-deac-2f749275760b, 'name': SearchDatastore_Task, 'duration_secs': 0.008797} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.405579] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-776f1315-e36c-4d8e-9496-56ee283e21b5 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.410406] env[69858]: DEBUG oslo_vmware.api [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Waiting for the task: (returnval){ [ 1568.410406] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52871d72-f11f-641c-2f51-4fc539e36d7e" [ 1568.410406] env[69858]: _type = "Task" [ 1568.410406] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.417919] env[69858]: DEBUG oslo_vmware.api [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52871d72-f11f-641c-2f51-4fc539e36d7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.488535] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: d5b99774-6068-4b82-ac04-39da8cffea8f] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1568.921092] env[69858]: DEBUG oslo_vmware.api [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52871d72-f11f-641c-2f51-4fc539e36d7e, 'name': SearchDatastore_Task, 'duration_secs': 0.010642} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.921423] env[69858]: DEBUG oslo_concurrency.lockutils [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.921690] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] bc558c75-0ba0-4f52-be4c-4d013aee8592/bc558c75-0ba0-4f52-be4c-4d013aee8592.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1568.922030] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16ecda81-26ce-4b75-9558-d5db602f5e39 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.930274] env[69858]: DEBUG oslo_vmware.api [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Waiting for the task: (returnval){ [ 1568.930274] env[69858]: value = "task-3420345" [ 1568.930274] env[69858]: _type = "Task" [ 1568.930274] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.937388] env[69858]: DEBUG oslo_vmware.api [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': task-3420345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.992510] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 52e79a34-f8c0-448f-8231-a7cb70c80ff4] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1569.441385] env[69858]: DEBUG oslo_vmware.api [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': task-3420345, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430445} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.441702] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] bc558c75-0ba0-4f52-be4c-4d013aee8592/bc558c75-0ba0-4f52-be4c-4d013aee8592.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1569.441948] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1569.442204] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70418ca4-c6a3-4490-b043-f06e0bf1eef6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.448862] env[69858]: DEBUG oslo_vmware.api [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Waiting for the task: (returnval){ [ 1569.448862] env[69858]: value = "task-3420346" [ 1569.448862] env[69858]: _type = "Task" [ 1569.448862] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.456253] env[69858]: DEBUG oslo_vmware.api [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': task-3420346, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.495824] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: c7a847b0-98da-4697-b3e4-8f0a2a56b76c] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1569.958403] env[69858]: DEBUG oslo_vmware.api [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': task-3420346, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072014} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.958742] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1569.959478] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d238c388-2e66-4b9d-9b5c-487bf8febbe2 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.978406] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] bc558c75-0ba0-4f52-be4c-4d013aee8592/bc558c75-0ba0-4f52-be4c-4d013aee8592.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1569.978642] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d92fbd91-5e63-4938-9713-7c053e0cf5ef {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.997091] env[69858]: DEBUG oslo_vmware.api [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Waiting for the task: (returnval){ [ 1569.997091] env[69858]: value = "task-3420347" [ 1569.997091] env[69858]: _type = "Task" [ 1569.997091] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.999983] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 5df8bf6f-7ee1-498f-83a4-4baa81b9dde4] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1570.006141] env[69858]: DEBUG oslo_vmware.api [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': task-3420347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.504071] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 5e2fec82-321e-409c-8436-c5d62a575b20] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1570.508386] env[69858]: DEBUG oslo_vmware.api [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': task-3420347, 'name': ReconfigVM_Task, 'duration_secs': 0.278921} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.508860] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Reconfigured VM instance instance-0000007f to attach disk [datastore1] bc558c75-0ba0-4f52-be4c-4d013aee8592/bc558c75-0ba0-4f52-be4c-4d013aee8592.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1570.509459] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e877a1f5-03f2-4c24-b35f-dc6158a2dc27 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.516487] env[69858]: DEBUG oslo_vmware.api [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Waiting for the task: (returnval){ [ 1570.516487] env[69858]: value = "task-3420348" [ 1570.516487] env[69858]: _type = "Task" [ 1570.516487] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.524706] env[69858]: DEBUG oslo_vmware.api [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': task-3420348, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.010294] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 33ea1171-3001-470a-8db5-be8b2f02c670] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1571.026725] env[69858]: DEBUG oslo_vmware.api [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': task-3420348, 'name': Rename_Task, 'duration_secs': 0.147678} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.026984] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1571.027230] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aee77388-180f-4a22-921c-d585e4e42390 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.033692] env[69858]: DEBUG oslo_vmware.api [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Waiting for the task: (returnval){ [ 1571.033692] env[69858]: value = "task-3420349" [ 1571.033692] env[69858]: _type = "Task" [ 1571.033692] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.041450] env[69858]: DEBUG oslo_vmware.api [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': task-3420349, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.513648] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 4af1c965-624e-45d4-9725-e16e108e7397] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1571.544410] env[69858]: DEBUG oslo_vmware.api [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': task-3420349, 'name': PowerOnVM_Task, 'duration_secs': 0.434467} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.544690] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1571.544893] env[69858]: INFO nova.compute.manager [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Took 4.79 seconds to spawn the instance on the hypervisor. [ 1571.545099] env[69858]: DEBUG nova.compute.manager [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1571.545839] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ae9b12-fcd4-4afb-a7c6-f3a995d681ca {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.017603] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 1128659c-a67d-4fd9-ae60-4105b8d53068] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1572.064284] env[69858]: INFO nova.compute.manager [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Took 9.45 seconds to build instance. [ 1572.521401] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 4ce492a6-fa2a-4064-b242-90dc3c033689] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1572.564977] env[69858]: INFO nova.compute.manager [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Rebuilding instance [ 1572.567368] env[69858]: DEBUG oslo_concurrency.lockutils [None req-36920fa3-0e44-4b0d-97e4-a8d4672d6bbd tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Lock "bc558c75-0ba0-4f52-be4c-4d013aee8592" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 10.961s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1572.603956] env[69858]: DEBUG nova.compute.manager [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1572.604560] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8c94b6-a7c1-423a-b5c8-8a005c63a791 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.025240] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 0673aa8b-d5ea-4e61-86a0-b12868470de2] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1573.528161] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: b466ac03-70e0-4fc8-9bb6-d4824293d5ed] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1573.617373] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1573.617680] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb6dbfce-ab96-4d0a-b7e5-3071717f2aa4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.625146] env[69858]: DEBUG oslo_vmware.api [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Waiting for the task: (returnval){ [ 1573.625146] env[69858]: value = "task-3420350" [ 1573.625146] env[69858]: _type = "Task" [ 1573.625146] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.632851] env[69858]: DEBUG oslo_vmware.api [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': task-3420350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.031995] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: 2c6b0368-6ba4-4184-b595-cac65d4d7145] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1574.134471] env[69858]: DEBUG oslo_vmware.api [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': task-3420350, 'name': PowerOffVM_Task, 'duration_secs': 0.183883} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.134760] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1574.135434] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1574.136263] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f49b41-b73a-4ea8-b0fd-cb7198deaa48 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.143995] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1574.144234] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88d46d1f-3fb8-4297-b3ce-c93f8014ad67 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.170060] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1574.170271] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1574.170472] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Deleting the datastore file [datastore1] bc558c75-0ba0-4f52-be4c-4d013aee8592 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1574.170725] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b85438f-3590-4787-9396-5cf4d591431e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.178194] env[69858]: DEBUG oslo_vmware.api [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Waiting for the task: (returnval){ [ 1574.178194] env[69858]: value = "task-3420352" [ 1574.178194] env[69858]: _type = "Task" [ 1574.178194] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.185468] env[69858]: DEBUG oslo_vmware.api [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': task-3420352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.535434] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] [instance: fb3a5c65-6522-4ca6-af8d-cc79d9847237] Instance has had 0 of 5 cleanup attempts {{(pid=69858) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1574.687794] env[69858]: DEBUG oslo_vmware.api [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': task-3420352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096096} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.688063] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1574.688269] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1574.688448] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1575.039185] env[69858]: DEBUG oslo_service.periodic_task [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69858) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1575.039465] env[69858]: DEBUG nova.compute.manager [None req-4cbe9b7d-0208-4c2a-8845-4049d3ebb4b6 None None] Cleaning up deleted instances with incomplete migration {{(pid=69858) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1575.716660] env[69858]: DEBUG nova.virt.hardware [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T14:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T14:27:19Z,direct_url=,disk_format='vmdk',id=28914a4a-909f-453b-b81f-d96d90735622,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a2db93826cad440ca5e0fd162f338454',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T14:27:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1575.716925] env[69858]: DEBUG nova.virt.hardware [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Flavor limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1575.717099] env[69858]: DEBUG nova.virt.hardware [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Image limits 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1575.717288] env[69858]: DEBUG nova.virt.hardware [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Flavor pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1575.717439] env[69858]: DEBUG nova.virt.hardware [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Image pref 0:0:0 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1575.717587] env[69858]: DEBUG nova.virt.hardware [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69858) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1575.717797] env[69858]: DEBUG nova.virt.hardware [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1575.717961] env[69858]: DEBUG nova.virt.hardware [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1575.718148] env[69858]: DEBUG nova.virt.hardware [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Got 1 possible topologies {{(pid=69858) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1575.718314] env[69858]: DEBUG nova.virt.hardware [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1575.718489] env[69858]: DEBUG nova.virt.hardware [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69858) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1575.719366] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0c7fe0-4973-416b-8a41-e017146e03b4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.726888] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ceca34d-e805-46a7-bf9f-bad05495515f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.740337] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Instance VIF info [] {{(pid=69858) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1575.745815] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1575.746046] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Creating VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1575.746241] env[69858]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08c025e5-55be-4d2f-b915-e63a13f65108 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.761388] env[69858]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1575.761388] env[69858]: value = "task-3420353" [ 1575.761388] env[69858]: _type = "Task" [ 1575.761388] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.768465] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420353, 'name': CreateVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.271184] env[69858]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420353, 'name': CreateVM_Task, 'duration_secs': 0.24982} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.271542] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Created VM on the ESX host {{(pid=69858) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1576.271716] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.271885] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.272269] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.272517] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2be5d3a6-39c0-4704-8760-1f03b84236ba {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.277692] env[69858]: DEBUG oslo_vmware.api [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Waiting for the task: (returnval){ [ 1576.277692] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52180d75-85ff-a314-3408-5412bb6d1dd4" [ 1576.277692] env[69858]: _type = "Task" [ 1576.277692] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.285197] env[69858]: DEBUG oslo_vmware.api [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52180d75-85ff-a314-3408-5412bb6d1dd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.787589] env[69858]: DEBUG oslo_vmware.api [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]52180d75-85ff-a314-3408-5412bb6d1dd4, 'name': SearchDatastore_Task, 'duration_secs': 0.012328} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.787898] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.788151] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Processing image 28914a4a-909f-453b-b81f-d96d90735622 {{(pid=69858) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1576.788386] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.788526] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.788708] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1576.788969] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-156b0923-ce39-49cc-857d-aed0c5396d7e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.797425] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69858) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1576.797601] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69858) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1576.798321] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4956bafa-e496-4a71-8e2c-cac2532daa7c {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.803153] env[69858]: DEBUG oslo_vmware.api [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Waiting for the task: (returnval){ [ 1576.803153] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5280de36-9147-7da6-f60b-6c4a8b6a1396" [ 1576.803153] env[69858]: _type = "Task" [ 1576.803153] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.810352] env[69858]: DEBUG oslo_vmware.api [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5280de36-9147-7da6-f60b-6c4a8b6a1396, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.315181] env[69858]: DEBUG oslo_vmware.api [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]5280de36-9147-7da6-f60b-6c4a8b6a1396, 'name': SearchDatastore_Task, 'duration_secs': 0.009004} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.315922] env[69858]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c99d59d-2ef8-4478-968a-4a0c6db91e69 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.320693] env[69858]: DEBUG oslo_vmware.api [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Waiting for the task: (returnval){ [ 1577.320693] env[69858]: value = "session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529406aa-9824-4a95-341e-4295e5ec286d" [ 1577.320693] env[69858]: _type = "Task" [ 1577.320693] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.328008] env[69858]: DEBUG oslo_vmware.api [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529406aa-9824-4a95-341e-4295e5ec286d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.830384] env[69858]: DEBUG oslo_vmware.api [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': session[52dbc6d5-e9c4-f3ea-adb7-61fb04eff204]529406aa-9824-4a95-341e-4295e5ec286d, 'name': SearchDatastore_Task, 'duration_secs': 0.009864} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.830644] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.830887] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] bc558c75-0ba0-4f52-be4c-4d013aee8592/bc558c75-0ba0-4f52-be4c-4d013aee8592.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1577.831153] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbc7e98a-2695-4df5-9086-8277a83f32c6 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.838680] env[69858]: DEBUG oslo_vmware.api [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Waiting for the task: (returnval){ [ 1577.838680] env[69858]: value = "task-3420354" [ 1577.838680] env[69858]: _type = "Task" [ 1577.838680] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.845585] env[69858]: DEBUG oslo_vmware.api [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': task-3420354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.349517] env[69858]: DEBUG oslo_vmware.api [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': task-3420354, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.409168} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.349866] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/28914a4a-909f-453b-b81f-d96d90735622/28914a4a-909f-453b-b81f-d96d90735622.vmdk to [datastore1] bc558c75-0ba0-4f52-be4c-4d013aee8592/bc558c75-0ba0-4f52-be4c-4d013aee8592.vmdk {{(pid=69858) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1578.349939] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Extending root virtual disk to 1048576 {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1578.350160] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e088071-808d-4eaa-8457-ec076a68019b {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.356962] env[69858]: DEBUG oslo_vmware.api [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Waiting for the task: (returnval){ [ 1578.356962] env[69858]: value = "task-3420355" [ 1578.356962] env[69858]: _type = "Task" [ 1578.356962] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.365571] env[69858]: DEBUG oslo_vmware.api [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': task-3420355, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.866425] env[69858]: DEBUG oslo_vmware.api [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': task-3420355, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074997} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.866688] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Extended root virtual disk {{(pid=69858) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1578.867450] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d953ad21-b980-4fd4-84cb-01cf394b48fa {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.886687] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] bc558c75-0ba0-4f52-be4c-4d013aee8592/bc558c75-0ba0-4f52-be4c-4d013aee8592.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1578.886907] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5132987-127c-4ab5-a217-6590beb32cdc {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.906058] env[69858]: DEBUG oslo_vmware.api [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Waiting for the task: (returnval){ [ 1578.906058] env[69858]: value = "task-3420356" [ 1578.906058] env[69858]: _type = "Task" [ 1578.906058] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.913137] env[69858]: DEBUG oslo_vmware.api [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': task-3420356, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.415347] env[69858]: DEBUG oslo_vmware.api [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': task-3420356, 'name': ReconfigVM_Task, 'duration_secs': 0.277897} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.415727] env[69858]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Reconfigured VM instance instance-0000007f to attach disk [datastore1] bc558c75-0ba0-4f52-be4c-4d013aee8592/bc558c75-0ba0-4f52-be4c-4d013aee8592.vmdk or device None with type sparse {{(pid=69858) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1579.416225] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85174f69-0f2e-4d28-becb-86f9082ce75e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.422771] env[69858]: DEBUG oslo_vmware.api [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Waiting for the task: (returnval){ [ 1579.422771] env[69858]: value = "task-3420357" [ 1579.422771] env[69858]: _type = "Task" [ 1579.422771] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.430556] env[69858]: DEBUG oslo_vmware.api [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': task-3420357, 'name': Rename_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.932292] env[69858]: DEBUG oslo_vmware.api [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': task-3420357, 'name': Rename_Task, 'duration_secs': 0.124606} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.932570] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Powering on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1579.932810] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43d06f45-0464-40b8-877d-d28dc3494d6d {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.939172] env[69858]: DEBUG oslo_vmware.api [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Waiting for the task: (returnval){ [ 1579.939172] env[69858]: value = "task-3420358" [ 1579.939172] env[69858]: _type = "Task" [ 1579.939172] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.946697] env[69858]: DEBUG oslo_vmware.api [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': task-3420358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.449183] env[69858]: DEBUG oslo_vmware.api [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': task-3420358, 'name': PowerOnVM_Task, 'duration_secs': 0.409952} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.449575] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Powered on the VM {{(pid=69858) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1580.449699] env[69858]: DEBUG nova.compute.manager [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Checking state {{(pid=69858) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1580.450470] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c54eb0-389b-4223-80df-2684a41ef6be {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.967332] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1580.967616] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1580.967798] env[69858]: DEBUG nova.objects.instance [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69858) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1581.254522] env[69858]: DEBUG oslo_concurrency.lockutils [None req-01f175dc-f7f1-4ade-984f-788f27fe8593 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Acquiring lock "bc558c75-0ba0-4f52-be4c-4d013aee8592" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1581.254728] env[69858]: DEBUG oslo_concurrency.lockutils [None req-01f175dc-f7f1-4ade-984f-788f27fe8593 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Lock "bc558c75-0ba0-4f52-be4c-4d013aee8592" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1581.255089] env[69858]: DEBUG oslo_concurrency.lockutils [None req-01f175dc-f7f1-4ade-984f-788f27fe8593 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Acquiring lock "bc558c75-0ba0-4f52-be4c-4d013aee8592-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1581.255298] env[69858]: DEBUG oslo_concurrency.lockutils [None req-01f175dc-f7f1-4ade-984f-788f27fe8593 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Lock "bc558c75-0ba0-4f52-be4c-4d013aee8592-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1581.255471] env[69858]: DEBUG oslo_concurrency.lockutils [None req-01f175dc-f7f1-4ade-984f-788f27fe8593 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Lock "bc558c75-0ba0-4f52-be4c-4d013aee8592-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1581.257781] env[69858]: INFO nova.compute.manager [None req-01f175dc-f7f1-4ade-984f-788f27fe8593 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Terminating instance [ 1581.760978] env[69858]: DEBUG oslo_concurrency.lockutils [None req-01f175dc-f7f1-4ade-984f-788f27fe8593 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Acquiring lock "refresh_cache-bc558c75-0ba0-4f52-be4c-4d013aee8592" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.761452] env[69858]: DEBUG oslo_concurrency.lockutils [None req-01f175dc-f7f1-4ade-984f-788f27fe8593 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Acquired lock "refresh_cache-bc558c75-0ba0-4f52-be4c-4d013aee8592" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.761452] env[69858]: DEBUG nova.network.neutron [None req-01f175dc-f7f1-4ade-984f-788f27fe8593 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Building network info cache for instance {{(pid=69858) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1581.975919] env[69858]: DEBUG oslo_concurrency.lockutils [None req-ac2d6be4-29f4-4539-b6db-31a558e73911 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1582.280206] env[69858]: DEBUG nova.network.neutron [None req-01f175dc-f7f1-4ade-984f-788f27fe8593 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1582.334709] env[69858]: DEBUG nova.network.neutron [None req-01f175dc-f7f1-4ade-984f-788f27fe8593 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.837423] env[69858]: DEBUG oslo_concurrency.lockutils [None req-01f175dc-f7f1-4ade-984f-788f27fe8593 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Releasing lock "refresh_cache-bc558c75-0ba0-4f52-be4c-4d013aee8592" {{(pid=69858) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.837921] env[69858]: DEBUG nova.compute.manager [None req-01f175dc-f7f1-4ade-984f-788f27fe8593 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1582.838163] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-01f175dc-f7f1-4ade-984f-788f27fe8593 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1582.839131] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f1590c-0b68-4dad-979b-cf6682be0691 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.847460] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-01f175dc-f7f1-4ade-984f-788f27fe8593 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1582.847777] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-908c7335-ef6d-46a4-8164-3fb6a33946f1 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.853974] env[69858]: DEBUG oslo_vmware.api [None req-01f175dc-f7f1-4ade-984f-788f27fe8593 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Waiting for the task: (returnval){ [ 1582.853974] env[69858]: value = "task-3420359" [ 1582.853974] env[69858]: _type = "Task" [ 1582.853974] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.862528] env[69858]: DEBUG oslo_vmware.api [None req-01f175dc-f7f1-4ade-984f-788f27fe8593 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': task-3420359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.363547] env[69858]: DEBUG oslo_vmware.api [None req-01f175dc-f7f1-4ade-984f-788f27fe8593 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': task-3420359, 'name': PowerOffVM_Task, 'duration_secs': 0.198889} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.363829] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-01f175dc-f7f1-4ade-984f-788f27fe8593 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1583.364095] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-01f175dc-f7f1-4ade-984f-788f27fe8593 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1583.364368] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00f1a9cd-8e57-45ad-b7fc-8ab8ed08c4e9 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.388562] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-01f175dc-f7f1-4ade-984f-788f27fe8593 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1583.388740] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-01f175dc-f7f1-4ade-984f-788f27fe8593 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1583.388922] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-01f175dc-f7f1-4ade-984f-788f27fe8593 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Deleting the datastore file [datastore1] bc558c75-0ba0-4f52-be4c-4d013aee8592 {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1583.389183] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2b35b6e-e300-43f1-8a74-05561afbf685 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.396994] env[69858]: DEBUG oslo_vmware.api [None req-01f175dc-f7f1-4ade-984f-788f27fe8593 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Waiting for the task: (returnval){ [ 1583.396994] env[69858]: value = "task-3420361" [ 1583.396994] env[69858]: _type = "Task" [ 1583.396994] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.404652] env[69858]: DEBUG oslo_vmware.api [None req-01f175dc-f7f1-4ade-984f-788f27fe8593 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': task-3420361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.906601] env[69858]: DEBUG oslo_vmware.api [None req-01f175dc-f7f1-4ade-984f-788f27fe8593 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Task: {'id': task-3420361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088699} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.906993] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-01f175dc-f7f1-4ade-984f-788f27fe8593 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1583.907061] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-01f175dc-f7f1-4ade-984f-788f27fe8593 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1583.907223] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-01f175dc-f7f1-4ade-984f-788f27fe8593 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1583.907397] env[69858]: INFO nova.compute.manager [None req-01f175dc-f7f1-4ade-984f-788f27fe8593 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1583.907634] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01f175dc-f7f1-4ade-984f-788f27fe8593 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1583.907818] env[69858]: DEBUG nova.compute.manager [-] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1583.907914] env[69858]: DEBUG nova.network.neutron [-] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1583.922826] env[69858]: DEBUG nova.network.neutron [-] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Instance cache missing network info. {{(pid=69858) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1584.425599] env[69858]: DEBUG nova.network.neutron [-] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.927812] env[69858]: INFO nova.compute.manager [-] [instance: bc558c75-0ba0-4f52-be4c-4d013aee8592] Took 1.02 seconds to deallocate network for instance. [ 1585.434291] env[69858]: DEBUG oslo_concurrency.lockutils [None req-01f175dc-f7f1-4ade-984f-788f27fe8593 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1585.434518] env[69858]: DEBUG oslo_concurrency.lockutils [None req-01f175dc-f7f1-4ade-984f-788f27fe8593 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1585.434748] env[69858]: DEBUG nova.objects.instance [None req-01f175dc-f7f1-4ade-984f-788f27fe8593 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Lazy-loading 'resources' on Instance uuid bc558c75-0ba0-4f52-be4c-4d013aee8592 {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1585.979518] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f746668-8836-446a-b860-f9cb7e3e3933 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.986974] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df39d89-a2b6-49c7-9cc9-5d5975d3b447 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.016314] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70542340-a9e8-491c-9d8e-467304750e38 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.023334] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d151b0d-4bea-424b-b28e-221db74a83db {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.036362] env[69858]: DEBUG nova.compute.provider_tree [None req-01f175dc-f7f1-4ade-984f-788f27fe8593 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1586.539309] env[69858]: DEBUG nova.scheduler.client.report [None req-01f175dc-f7f1-4ade-984f-788f27fe8593 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1587.044568] env[69858]: DEBUG oslo_concurrency.lockutils [None req-01f175dc-f7f1-4ade-984f-788f27fe8593 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1587.065031] env[69858]: INFO nova.scheduler.client.report [None req-01f175dc-f7f1-4ade-984f-788f27fe8593 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Deleted allocations for instance bc558c75-0ba0-4f52-be4c-4d013aee8592 [ 1587.574295] env[69858]: DEBUG oslo_concurrency.lockutils [None req-01f175dc-f7f1-4ade-984f-788f27fe8593 tempest-ServersListShow296Test-7908621 tempest-ServersListShow296Test-7908621-project-member] Lock "bc558c75-0ba0-4f52-be4c-4d013aee8592" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.319s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1589.986407] env[69858]: DEBUG oslo_concurrency.lockutils [None req-85d54dab-d4f2-41cf-b9c6-00f39ad87967 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquiring lock "00ed297c-38c2-44ae-8afa-70d7e4853a0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1589.986791] env[69858]: DEBUG oslo_concurrency.lockutils [None req-85d54dab-d4f2-41cf-b9c6-00f39ad87967 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lock "00ed297c-38c2-44ae-8afa-70d7e4853a0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1589.986836] env[69858]: DEBUG oslo_concurrency.lockutils [None req-85d54dab-d4f2-41cf-b9c6-00f39ad87967 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquiring lock "00ed297c-38c2-44ae-8afa-70d7e4853a0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1589.987466] env[69858]: DEBUG oslo_concurrency.lockutils [None req-85d54dab-d4f2-41cf-b9c6-00f39ad87967 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lock "00ed297c-38c2-44ae-8afa-70d7e4853a0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1589.987686] env[69858]: DEBUG oslo_concurrency.lockutils [None req-85d54dab-d4f2-41cf-b9c6-00f39ad87967 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lock "00ed297c-38c2-44ae-8afa-70d7e4853a0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1589.989747] env[69858]: INFO nova.compute.manager [None req-85d54dab-d4f2-41cf-b9c6-00f39ad87967 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Terminating instance [ 1590.493470] env[69858]: DEBUG nova.compute.manager [None req-85d54dab-d4f2-41cf-b9c6-00f39ad87967 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Start destroying the instance on the hypervisor. {{(pid=69858) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1590.493697] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-85d54dab-d4f2-41cf-b9c6-00f39ad87967 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Destroying instance {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1590.494660] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e872ea87-e063-4950-9349-16cb65b9deec {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.502145] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d54dab-d4f2-41cf-b9c6-00f39ad87967 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Powering off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1590.502389] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0407ef12-36ca-40da-8714-50513d38f5ab {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.508897] env[69858]: DEBUG oslo_vmware.api [None req-85d54dab-d4f2-41cf-b9c6-00f39ad87967 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1590.508897] env[69858]: value = "task-3420362" [ 1590.508897] env[69858]: _type = "Task" [ 1590.508897] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.516521] env[69858]: DEBUG oslo_vmware.api [None req-85d54dab-d4f2-41cf-b9c6-00f39ad87967 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.019503] env[69858]: DEBUG oslo_vmware.api [None req-85d54dab-d4f2-41cf-b9c6-00f39ad87967 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420362, 'name': PowerOffVM_Task, 'duration_secs': 0.194367} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.019900] env[69858]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d54dab-d4f2-41cf-b9c6-00f39ad87967 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Powered off the VM {{(pid=69858) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1591.019942] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-85d54dab-d4f2-41cf-b9c6-00f39ad87967 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Unregistering the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1591.020201] env[69858]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a94f94c-1005-44ee-999c-95782d934be0 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.087444] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-85d54dab-d4f2-41cf-b9c6-00f39ad87967 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Unregistered the VM {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1591.087633] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-85d54dab-d4f2-41cf-b9c6-00f39ad87967 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Deleting contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1591.087776] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-85d54dab-d4f2-41cf-b9c6-00f39ad87967 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Deleting the datastore file [datastore1] 00ed297c-38c2-44ae-8afa-70d7e4853a0b {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1591.088037] env[69858]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f248852-cacb-407c-acc3-bfbee15d78ff {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.094775] env[69858]: DEBUG oslo_vmware.api [None req-85d54dab-d4f2-41cf-b9c6-00f39ad87967 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for the task: (returnval){ [ 1591.094775] env[69858]: value = "task-3420364" [ 1591.094775] env[69858]: _type = "Task" [ 1591.094775] env[69858]: } to complete. {{(pid=69858) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.103472] env[69858]: DEBUG oslo_vmware.api [None req-85d54dab-d4f2-41cf-b9c6-00f39ad87967 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.604677] env[69858]: DEBUG oslo_vmware.api [None req-85d54dab-d4f2-41cf-b9c6-00f39ad87967 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Task: {'id': task-3420364, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123921} completed successfully. {{(pid=69858) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.604985] env[69858]: DEBUG nova.virt.vmwareapi.ds_util [None req-85d54dab-d4f2-41cf-b9c6-00f39ad87967 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Deleted the datastore file {{(pid=69858) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1591.605192] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-85d54dab-d4f2-41cf-b9c6-00f39ad87967 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Deleted contents of the VM from datastore datastore1 {{(pid=69858) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1591.605388] env[69858]: DEBUG nova.virt.vmwareapi.vmops [None req-85d54dab-d4f2-41cf-b9c6-00f39ad87967 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Instance destroyed {{(pid=69858) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1591.605569] env[69858]: INFO nova.compute.manager [None req-85d54dab-d4f2-41cf-b9c6-00f39ad87967 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1591.605813] env[69858]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85d54dab-d4f2-41cf-b9c6-00f39ad87967 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69858) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1591.606009] env[69858]: DEBUG nova.compute.manager [-] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Deallocating network for instance {{(pid=69858) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1591.606111] env[69858]: DEBUG nova.network.neutron [-] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] deallocate_for_instance() {{(pid=69858) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1592.041781] env[69858]: DEBUG nova.compute.manager [req-291e9cf2-9214-4482-8631-f09a9a0af240 req-951f15a2-75c1-47fa-b6f1-43050b17595f service nova] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Received event network-vif-deleted-6136dbdd-fbf8-4885-985a-d244d1351de2 {{(pid=69858) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1592.042073] env[69858]: INFO nova.compute.manager [req-291e9cf2-9214-4482-8631-f09a9a0af240 req-951f15a2-75c1-47fa-b6f1-43050b17595f service nova] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Neutron deleted interface 6136dbdd-fbf8-4885-985a-d244d1351de2; detaching it from the instance and deleting it from the info cache [ 1592.042194] env[69858]: DEBUG nova.network.neutron [req-291e9cf2-9214-4482-8631-f09a9a0af240 req-951f15a2-75c1-47fa-b6f1-43050b17595f service nova] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.525858] env[69858]: DEBUG nova.network.neutron [-] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Updating instance_info_cache with network_info: [] {{(pid=69858) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.544495] env[69858]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-333751a5-6622-4a7f-828d-a3ad83f1d71f {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.555034] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0f19c5-decd-4eb7-a3f3-24418218f09e {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.579564] env[69858]: DEBUG nova.compute.manager [req-291e9cf2-9214-4482-8631-f09a9a0af240 req-951f15a2-75c1-47fa-b6f1-43050b17595f service nova] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Detach interface failed, port_id=6136dbdd-fbf8-4885-985a-d244d1351de2, reason: Instance 00ed297c-38c2-44ae-8afa-70d7e4853a0b could not be found. {{(pid=69858) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1593.029362] env[69858]: INFO nova.compute.manager [-] [instance: 00ed297c-38c2-44ae-8afa-70d7e4853a0b] Took 1.42 seconds to deallocate network for instance. [ 1593.536049] env[69858]: DEBUG oslo_concurrency.lockutils [None req-85d54dab-d4f2-41cf-b9c6-00f39ad87967 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1593.536425] env[69858]: DEBUG oslo_concurrency.lockutils [None req-85d54dab-d4f2-41cf-b9c6-00f39ad87967 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1593.536582] env[69858]: DEBUG nova.objects.instance [None req-85d54dab-d4f2-41cf-b9c6-00f39ad87967 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lazy-loading 'resources' on Instance uuid 00ed297c-38c2-44ae-8afa-70d7e4853a0b {{(pid=69858) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1594.069608] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b5ebb6-b87f-4a89-a017-4cd5bdc9bd88 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.077189] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cf7f3f-0c75-4bb7-8f68-857e9ba01d27 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.106900] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f196f385-930b-4f5c-b13c-e602e419d217 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.114045] env[69858]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba4aa3f-369f-4acb-bee1-34b9b6a21bf4 {{(pid=69858) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.126699] env[69858]: DEBUG nova.compute.provider_tree [None req-85d54dab-d4f2-41cf-b9c6-00f39ad87967 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Inventory has not changed in ProviderTree for provider: a0eb830e-e56f-4bef-ab3f-89644f27fe23 {{(pid=69858) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1594.629706] env[69858]: DEBUG nova.scheduler.client.report [None req-85d54dab-d4f2-41cf-b9c6-00f39ad87967 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Inventory has not changed for provider a0eb830e-e56f-4bef-ab3f-89644f27fe23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69858) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1595.134932] env[69858]: DEBUG oslo_concurrency.lockutils [None req-85d54dab-d4f2-41cf-b9c6-00f39ad87967 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.598s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1595.152103] env[69858]: INFO nova.scheduler.client.report [None req-85d54dab-d4f2-41cf-b9c6-00f39ad87967 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Deleted allocations for instance 00ed297c-38c2-44ae-8afa-70d7e4853a0b [ 1595.660406] env[69858]: DEBUG oslo_concurrency.lockutils [None req-85d54dab-d4f2-41cf-b9c6-00f39ad87967 tempest-AttachVolumeShelveTestJSON-290697523 tempest-AttachVolumeShelveTestJSON-290697523-project-member] Lock "00ed297c-38c2-44ae-8afa-70d7e4853a0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.674s {{(pid=69858) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}